Twitter Data Cleaning & Preprocessing.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Cleaning & Consolidation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: googletrans in c:\\users\\xiao rong\\anaconda3\\lib\\site-packages (2.4.0)\n",
      "Requirement already satisfied: requests in c:\\users\\xiao rong\\anaconda3\\lib\\site-packages (from googletrans) (2.22.0)\n",
      "Requirement already satisfied: idna<2.9,>=2.5 in c:\\users\\xiao rong\\anaconda3\\lib\\site-packages (from requests->googletrans) (2.8)\n",
      "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in c:\\users\\xiao rong\\anaconda3\\lib\\site-packages (from requests->googletrans) (1.25.7)\n",
      "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in c:\\users\\xiao rong\\anaconda3\\lib\\site-packages (from requests->googletrans) (3.0.4)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\xiao rong\\anaconda3\\lib\\site-packages (from requests->googletrans) (2019.11.28)\n"
     ]
    }
   ],
   "source": [
    "# !pip install googletrans"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import re\n",
    "import json\n",
    "import os\n",
    "from googletrans import Translator\n",
    "import math\n",
    "from datetime import datetime"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Text Preprocessing (functions)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Text Preprocessing\n",
    "\n",
    "def remove_urls(s):\n",
    "    # re.sub(pattern,repl,string) is used to replace substrings. Will replace the matches in string with repl\n",
    "    return re.sub(r'https?://\\S+', \"\", s)\n",
    "\n",
    "def remove_usernames(s):\n",
    "    return re.sub(r'@\\S+', \"\", s)\n",
    "\n",
    "def remove_specialchar(text, remove_digits=False):    \n",
    "    if not remove_digits:\n",
    "        pattern = r'[^a-zA-z0-9\\s]'\n",
    "    else:\n",
    "        pattern = r'[^a-zA-z\\s]'\n",
    "    text = re.sub(pattern, '', text)\n",
    "    return text"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Singapore Tweets in March (till 18 Mar)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Get SG tweets in March\n",
    "\n",
    "path = 'coronavirus-covid19-tweets/'\n",
    "tweets_csv = ['2020-03-12 Coronavirus Tweets.csv',\n",
    "             '2020-03-13 Coronavirus Tweets.csv',\n",
    "             '2020-03-14 Coronavirus Tweets.csv',\n",
    "             '2020-03-15 Coronavirus Tweets.csv',\n",
    "             '2020-03-16 Coronavirus Tweets.csv',\n",
    "             '2020-03-17 Coronavirus Tweets.csv',\n",
    "             '2020-03-18 Coronavirus Tweets.csv']\n",
    "\n",
    "tweets = pd.read_csv('coronavirus-covid19-tweets/2020-03-00 Coronavirus Tweets (pre 2020-03-12).csv')\n",
    "tweets_sg = tweets[tweets['country_code'] == 'SG']\n",
    "\n",
    "for file in tweets_csv:\n",
    "    filepath = path + file\n",
    "    df = pd.read_csv(filepath)\n",
    "    df_sg = df[df['country_code'] == 'SG']\n",
    "    \n",
    "    tweets_sg = pd.concat([tweets_sg, df_sg], ignore_index=True)\n",
    "    \n",
    "tweets_sg.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export Singapore's tweets on COVID-19 in March\n",
    "tweets_sg.to_csv('tweets_sg_mar.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(356, 22)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>status_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>created_at</th>\n",
       "      <th>screen_name</th>\n",
       "      <th>text</th>\n",
       "      <th>source</th>\n",
       "      <th>reply_to_status_id</th>\n",
       "      <th>reply_to_user_id</th>\n",
       "      <th>reply_to_screen_name</th>\n",
       "      <th>is_quote</th>\n",
       "      <th>...</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>country_code</th>\n",
       "      <th>place_full_name</th>\n",
       "      <th>place_type</th>\n",
       "      <th>followers_count</th>\n",
       "      <th>friends_count</th>\n",
       "      <th>account_lang</th>\n",
       "      <th>account_created_at</th>\n",
       "      <th>verified</th>\n",
       "      <th>lang</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1235359346659217408</td>\n",
       "      <td>4373254527</td>\n",
       "      <td>2020-03-05T00:19:54Z</td>\n",
       "      <td>AquibIkubal</td>\n",
       "      <td>Good morning. Crowded metro. Fully packed. Sin...</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>32</td>\n",
       "      <td>91</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-12-04T15:15:45Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1235550008314744833</td>\n",
       "      <td>45325484</td>\n",
       "      <td>2020-03-05T12:57:32Z</td>\n",
       "      <td>bucksteeth</td>\n",
       "      <td>#pohchaipills is life. Fuck you #Covid_19 http...</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>SG</td>\n",
       "      <td>East Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>124</td>\n",
       "      <td>448</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2009-06-07T11:41:59Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1235578864945913856</td>\n",
       "      <td>836488722157744130</td>\n",
       "      <td>2020-03-05T14:52:12Z</td>\n",
       "      <td>SulingLinCNA</td>\n",
       "      <td>Hmm not many good options to pump the economy ...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>143</td>\n",
       "      <td>143</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-02-28T08:10:27Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1235589693913190400</td>\n",
       "      <td>355284635</td>\n",
       "      <td>2020-03-05T15:35:13Z</td>\n",
       "      <td>ArunPrasanth_R</td>\n",
       "      <td>#Covid_19 #CoronavirusOutbreak #COVID19india  ...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>SG</td>\n",
       "      <td>West Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>103</td>\n",
       "      <td>209</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2011-08-15T03:32:43Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1235716860881993729</td>\n",
       "      <td>282135000</td>\n",
       "      <td>2020-03-06T00:00:32Z</td>\n",
       "      <td>danielfyork</td>\n",
       "      <td>Didn’t think I’d be saying this a few weeks ag...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>2</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>6251</td>\n",
       "      <td>2054</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2011-04-14T16:24:28Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             status_id             user_id            created_at  \\\n",
       "0  1235359346659217408          4373254527  2020-03-05T00:19:54Z   \n",
       "1  1235550008314744833            45325484  2020-03-05T12:57:32Z   \n",
       "2  1235578864945913856  836488722157744130  2020-03-05T14:52:12Z   \n",
       "3  1235589693913190400           355284635  2020-03-05T15:35:13Z   \n",
       "4  1235716860881993729           282135000  2020-03-06T00:00:32Z   \n",
       "\n",
       "      screen_name                                               text  \\\n",
       "0     AquibIkubal  Good morning. Crowded metro. Fully packed. Sin...   \n",
       "1      bucksteeth  #pohchaipills is life. Fuck you #Covid_19 http...   \n",
       "2    SulingLinCNA  Hmm not many good options to pump the economy ...   \n",
       "3  ArunPrasanth_R  #Covid_19 #CoronavirusOutbreak #COVID19india  ...   \n",
       "4     danielfyork  Didn’t think I’d be saying this a few weeks ag...   \n",
       "\n",
       "                source  reply_to_status_id  reply_to_user_id  \\\n",
       "0  Twitter for Android                 NaN               NaN   \n",
       "1  Twitter for Android                 NaN               NaN   \n",
       "2   Twitter for iPhone                 NaN               NaN   \n",
       "3   Twitter for iPhone                 NaN               NaN   \n",
       "4   Twitter for iPhone                 NaN               NaN   \n",
       "\n",
       "  reply_to_screen_name  is_quote  ...  retweet_count  country_code  \\\n",
       "0                  NaN     False  ...              0            SG   \n",
       "1                  NaN     False  ...              0            SG   \n",
       "2                  NaN     False  ...              0            SG   \n",
       "3                  NaN      True  ...              0            SG   \n",
       "4                  NaN     False  ...              2            SG   \n",
       "\n",
       "             place_full_name place_type followers_count friends_count  \\\n",
       "0  Central Region, Singapore      admin              32            91   \n",
       "1     East Region, Singapore      admin             124           448   \n",
       "2  Central Region, Singapore      admin             143           143   \n",
       "3     West Region, Singapore      admin             103           209   \n",
       "4  Central Region, Singapore      admin            6251          2054   \n",
       "\n",
       "   account_lang    account_created_at  verified lang  \n",
       "0           NaN  2015-12-04T15:15:45Z     False   en  \n",
       "1           NaN  2009-06-07T11:41:59Z     False   en  \n",
       "2           NaN  2017-02-28T08:10:27Z     False   en  \n",
       "3           NaN  2011-08-15T03:32:43Z     False   en  \n",
       "4           NaN  2011-04-14T16:24:28Z     False   en  \n",
       "\n",
       "[5 rows x 22 columns]"
      ]
     },
     "execution_count": 195,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_mar = pd.read_csv('tweets_sg_mar.csv', index_col=0)\n",
    "\n",
    "print(tweets_mar.shape)\n",
    "tweets_mar.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 196,
   "metadata": {},
   "outputs": [],
   "source": [
    "# list(tweets_mar.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 197,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Good morning. Crowded metro. Fully packed. Singapore is still moving fast irrespective of the coronavirus spread. Can they hold up!\\n #singapore #coronavirus #CoronavirusOutbreak',\n",
       " '#pohchaipills is life. Fuck you #Covid_19 https://t.co/y3I51XQOq9',\n",
       " 'Hmm not many good options to pump the economy in a #CoronavirusOutbreak. Impt when how the US economy does may determines who wins the Presidency in the 2020 https://t.co/kjowSxMh56',\n",
       " '#Covid_19 #CoronavirusOutbreak #COVID19india  STAY HYGIENE 💪🏼😷 https://t.co/rirBFf3bm9',\n",
       " 'Didn’t think I’d be saying this a few weeks ago but I’m actually getting nervous about returning to the UK from Asia #COVID19 #CoronavirusOutbreak',\n",
       " 'Updates on Covid-19 (Coronavirus Disease 2019)  #CoronavirusOutbreak - Case Summary in #Singapore (as of 5 Mar 2020, 1200h) #COVID19 \\n@sporeMOH via: https://t.co/OzIGzEq9b9',\n",
       " 'Updates on Covid-19 (Coronavirus Disease 2019)  #CoronavirusOutbreak - Case Summary in #Singapore (as of 6 Mar 2020, 1200h) #COVID19 \\n@sporeMOH via: https://t.co/OzIGzE8xMz',\n",
       " 'Großflächige Triage in der Intensivmedizin in Italien in Diskussion unter Druck des #CoronavirusOutbreak, Maßnahmen wie bei Megadesastern oder im Krieg, wo sie erfunden wurde (russische Seite im Krim Krieg) https://t.co/d6MzxpggNB',\n",
       " 'Impressive facts about the effectiveness of the measures #China took not only in #Wuhan and #Hubei province to manage the #CoronavirusOutbreak https://t.co/tPSDUO4h9E',\n",
       " '#futschi wird, falls es jemanden gibt, der das noch nicht begriffen haben sollte, massiv vom #CoronavirusOutbreak beschleunigt werden https://t.co/XwqNGg2NT2']"
      ]
     },
     "execution_count": 197,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Get list of tweets\n",
    "tweets_list = tweets_mar['text'].tolist()\n",
    "tweets_list[:10]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Text Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 198,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Good morning Crowded metro Fully packed Singapore is still moving fast irrespective of the coronavirus spread Can they hold up\\n singapore coronavirus CoronavirusOutbreak',\n",
       " 'pohchaipills is life Fuck you Covid_19 ',\n",
       " 'Hmm not many good options to pump the economy in a CoronavirusOutbreak Impt when how the US economy does may determines who wins the Presidency in the 2020 ',\n",
       " 'Covid_19 CoronavirusOutbreak COVID19india  STAY HYGIENE  ',\n",
       " 'Didnt think Id be saying this a few weeks ago but Im actually getting nervous about returning to the UK from Asia COVID19 CoronavirusOutbreak',\n",
       " 'Updates on Covid19 Coronavirus Disease 2019  CoronavirusOutbreak  Case Summary in Singapore as of 5 Mar 2020 1200h COVID19 \\n via ',\n",
       " 'Updates on Covid19 Coronavirus Disease 2019  CoronavirusOutbreak  Case Summary in Singapore as of 6 Mar 2020 1200h COVID19 \\n via ',\n",
       " 'Groflchige Triage in der Intensivmedizin in Italien in Diskussion unter Druck des CoronavirusOutbreak Manahmen wie bei Megadesastern oder im Krieg wo sie erfunden wurde russische Seite im Krim Krieg ',\n",
       " 'Impressive facts about the effectiveness of the measures China took not only in Wuhan and Hubei province to manage the CoronavirusOutbreak ',\n",
       " 'futschi wird falls es jemanden gibt der das noch nicht begriffen haben sollte massiv vom CoronavirusOutbreak beschleunigt werden ',\n",
       " 'What the point of a government that cant  or wont  protect its people CoronavirusOutbreak',\n",
       " 'What is this bloody obsession over toilet papers Heard of bidets  COVID19 COVID2019 COVID CoronavirusOutbreak ',\n",
       " 'Best decision IPL IPL2020 PostponeIPL CoronavirusOutbreak coronavirusinindia ',\n",
       " 'Panic Ye Not  But prepares and listen up as Singapores top physicians shine some logic amp science based light onto CoronaVirusFacts COVID19 ',\n",
       " 'COVID19 benarbenar tidak boleh dianggap remeh \\n\\nAh kayak flu aja kan\\nMasih lebih mematikan TBC DBD dll\\nHanya mematikan buat orang lanjut usia\\n\\ndst alasanalasan dalam kebodohan\\n\\nPasien usia 32 tahun pun paruparunya bisa shutting down ',\n",
       " 'Holland bans the handshake  a measure that proves hard to implement  PM Mark Rutte closes his press conference announcing the ban shaking hands  nice safe though  coronavirus COVID19 ',\n",
       " 'Italy is the most honest and bravest country at the moment COVID19 \\n\\nITALY is in TOTAL LOCKDOWN \\n',\n",
       " 'On the other hand South Koreas AGGRESSIVE APPROACH in testing cases WORKS  \\nIn the last 4 days there is a decrease on the number of confirmed cases COVID19 ',\n",
       " 'For FRANCE they refused to close borders to ITALY when there was an outbreak of COVID19 \\nUnfortunately members of parliament and the Culture Minister is NOW INFECTED ',\n",
       " 'Just a few short weeks ago I thought Asia was a scary place to be because of COVID19 coronavirus \\nNow were thinking of trying to stay on longer Our UK government and the general Brexit Madness of so much of the population instils whatever the polar opposite of confidence is',\n",
       " 'Then  encourages us to do this\\nBABY WHERE ARE YOU IM READDDDYYYYYYY COVID19 \\n\\nCONSTANT SEX okay NOT INTERMITTENT  ',\n",
       " 'Afraid that juxtaposition of headline and photograph just whips up hate  CoronaRacism COVID19 coronavirus ',\n",
       " 'SPAINS COVID19 cases doubled from 589 to 1204 in just one day \\nThe national government and Madrid regional authorities agreed on Monday March 9 to shut all schools and universities in the countrys capital\\n',\n",
       " 'I mean that is basically UK medias response to coronavirus COVID19 ',\n",
       " 'A quick primer for PedsICU\\nCOVID19\\ncoronavirus \\nPedsPulm ',\n",
       " ' Wuhan coronavirus COVID19 Holi Pse stay safe and avoid large crowds But still Enjoy the festival  india',\n",
       " 'CoViD19  To reecho DOHs response on lack of testing kits Its not because the government doesnt have the money but theres a global shortage due to Covids surge They had initial procurement which are in process As regards the Rapid Diagnostic Kits',\n",
       " 'COVID19',\n",
       " 'No to tissue hoarding Learn from this person ctto COVID19 COVID2019 ',\n",
       " ' Nobody predicted a COVID19',\n",
       " 'Americans are getting sick\\n\\nof \\nCoronavirusOutbreak Trumpdemic\\nTrumpCrash\\nTrumpCoronavirus\\n',\n",
       " 'Not the catchiest taunt either COVID19 coronavirus ',\n",
       " 'The Google Play Store is taking COVID19 donations ',\n",
       " '   Weaponised hate politics at all times agst  even duri g COVID19',\n",
       " 'If citizens of the world will COOPERATE it wouldnt be difficult to get rid of this  COVID19',\n",
       " ' I assume you will be discussing the sad plight of this leporine casualty of COVID19 on this weeks show ',\n",
       " '  \\nCOVID19 19 ',\n",
       " 'If the brexit supporters waited for 2020 COVID19 they wouldnt need to change their prime ministers thrice to get out of Euro Perhaps this is the end of the  Euro Union as borders slowly close',\n",
       " 'Do you think Boris Johnson might take this seriously now a top Tory has got it NadineDorries  coronavirus Covid19',\n",
       " 'How not to touch your face amid fears over\\xa0covid19 This could be the answer HealthTech DigitalHealth Wearables WearableTech coronavirus\\n\\n',\n",
       " 'No coronavirus COVID19 here ',\n",
       " 'coronavirus \\ncovid19 \\nepidemiology ',\n",
       " 'Five COVID19 points\\n\\n1 All  Youre likely to get the coronavirus \\n2 All  You will likely survive\\n3 WHO You still suck at comms\\n4 Politicos Stop destroying GDP idiots\\n5 Medicos WeU thank you\\n\\nrisk CoronaVirusFacts COVID19 COVID2019  ',\n",
       " 'I also hope the FridaysForFuture movement will rethink their strategy in the coming months due to COVID19 Im an avid supporter of their actions but w necessary social distancing it seems like virtual protest and staying put will save lives carbon Sorry to be a momdowner ',\n",
       " 'read this whole thread about how China fights the CoronavirusOutbreak by releasing a social nuclear bomb and ia imposed movement restrictions typically with people staying at home leaving just once a week on provinces with gt930M people ',\n",
       " 'PedsICU\\nPedsEM\\ncovid19\\ncoronavirus ',\n",
       " 'South Korea can serve as a blueprint for curving down Covid19 cases \\nSecond to China\\nI think the BEST approach is  widespread testing and contact tracing \\n\\nI hope Philippines will do the same\\nBe aggressive with TESTING ',\n",
       " 'This means Singapore is safe now right COVID19 ',\n",
       " ' Time to step things up Now covid19nl COVID19 ',\n",
       " 'Regardless of race language and religion we help one another thats the spirit  Hope all the tourist from costafortuna cruise enjoy their stay in Singapore  COVID19',\n",
       " 'When it comes to Climate change we barely act on it But to Covid19 we panic and we act hastily Considering they are both a threat and both happening right now Just sayingclimatechange COVID19 ActOnClimate',\n",
       " 'SuperPower\\n China is a BIG global power\\n COVID19 bares state of its FoodSafety systems\\n COVID is raging globally and the economic turmoil it unleashed is in step with HumanSuffering\\n\\nWill China take a natural lead in helping bring back global normalcy',\n",
       " 'This is one of the most depressing official statistics I  seen The US I know is better than this covid19 ',\n",
       " 'Engaging evening of discussion around COVID19   and how its affecting industries BraveTogether StraitsClan ',\n",
       " 'Coachella More like nochella amirite COVID19',\n",
       " 'Tatlong Fillipino galing Pinas ay positive sa COVID19 ',\n",
       " 'Gue gak pake masker kalau pulang office jam 9 malam Karena gak Kayak sardine lagi CoronaVirus gak nyebar lewat udara tapi lewat droplets masker hanya dipake di peak hours ketika kita di busMRT covid19',\n",
       " 'Coronavirus does not discriminate between nationalities or race Neither should we Together we are stronger than COVID19 SGStrong',\n",
       " 'Meanwhile in SINGAPORE 3 Filipinos confirmed with COVID19\\ntoday Patient 167 and 178 and Patient 172\\n\\nAll went back t to Ph last February \\nThey were confirmed to have Covid19 march 11 \\n\\nRead the whole article here\\n ',\n",
       " 'At the risk of straying out of my lane Looking at the UK COVID19 figures it would be hard to conclude this is a highly focal cluster thats easy to contain   ',\n",
       " 'fear panic coronavirus pandemic travellers airportscreening COVID19 ',\n",
       " 'europeisthenewchina COVID19',\n",
       " 'They might have gotten the infection from Philippines \\n\\nSINGAPORE The 35yearold nurse and and her husband 37 both Filipinos are warded in isolation rooms at the hospital They had both travelled to the Philippines recently\\n COVID19\\n',\n",
       " 'Coronavirus COVID19 is now characterized as a PANDEMIC ',\n",
       " 'Its finally official Batten down the hatches folks were really in it now COVID19\\n',\n",
       " 'Please dont panic over COVID19  Im in Singapore and it is business as usual Social distancing temperature checks gallons of sanitizer  but life goes on Dont panic Be smart and alert But dont live in fear My two cents',\n",
       " 'Want to learn more about the latest in Singapore about the corona virus covid19  ',\n",
       " 'Want to learn more about the latest news on the coronavirus in the Netherlands covid19 ',\n",
       " 'Mongolia  langsung lockdown negaranya begitu ada kasus positif pertama \\n\\nBeginilah respon yang tepat menghadapi exponential growth dari COVID19 pandemic \\n\\nPak  mohon setidaknya himbau seluruh Indonesia untuk tidak kumpulkumpul dulu Sebisanya di rumah saja seminggu ',\n",
       " 'Fantastic article modelling the spread and impact of COVID19 globally \\nShare the word and flatten the curve  ',\n",
       " 'Kalau Indonesia  sama seperti negaranegara lainnya sama seperti Italia  maka dalam 2 minggu kita akan mendapati ribuan kasus positif COVID19 \\n\\nMari hindari kumpulkumpul sebisa mungkin di rumah saja \\n\\nSeringsering cuci tangan dengan sabun \\n\\nDan jangan sentuh muka ',\n",
       " 'This is good read Fairly long but worth it \\n\\nActNow\\nSocialDistancing\\nFlattenTheCurve \\nCOVID19\\nPedsICU\\nCriticalCare\\nIntensiveCare\\n\\nCoronavirus Why You Must Act Now by  ',\n",
       " ' dan  perlu mulai antisipasi menyusun prosedur pengurusan jenazah Muslim korban wabah COVID19 secara aman mencegah penularan coronavirus ke yang mengurus \\n\\nPenyebarannya yang eksponensial berarti dalam hitungan hari saja \\n\\n',\n",
       " ' we are now getting apparent reports that Derek is now quarantined from Twitter COVID19 ',\n",
       " 'Check this out\\n\\nCOVID19\\n\\n',\n",
       " 'World please get your shit together\\n\\nOf the 12 new COVID19 cases in Singapore reported yesterday 9 are from overseas malaysia france us uk Philippines and indonesia \\n\\n',\n",
       " 'I was fairly disappointed by Trumps speech I was hoping to hear our walls are working very well against COVID19',\n",
       " 'Tom Hanks positif COVID19 \\n\\nINFERNO is happening ',\n",
       " 'A reminder to continue to wash our hands thoroughly and observe all preventative measures Be responsible Singapore we can do this covid_19 letsmakecovidkaput publicserviceannouncement  Singapore ',\n",
       " 'Hello  \\nCovid19 is considered Pandemic na Can you just give your patrons the choice to cancel flights and convert it to travel fund instead Or Better full refund\\n\\nRebooking is of no use now dahil pinapashoulder nyo pa rin yung fare changes Double whammy ',\n",
       " 'Tiistiis muna sa video call mga anak dpa alam kung kelan makakauwi  COVID19',\n",
       " 'Indonesia  tidak perlu seperti USA  yang telat bertindak untungnya tetap bertindak juga akhirnya\\n\\nPak  tolong lebih bijak dan tegas berbanding   \\n\\nSebelum terlambat tahan dan tekan eksponensial growth COVID19 dengan Social Distancing seIndonesia ',\n",
       " 'To be specific they have it under control through regular amp transparent communications Temperature screening everywherecoordinating the entire healthcare ecosystemGPpolyclinicssmall amp big hospitalsWorld class contact tracing keeping healthcare workers motivated\\nCOVID19 ',\n",
       " 'Please dont tell me theres a Simpsons episode about Coronavirus \\nCOVID19 coronavirus',\n",
       " 'Covid_19 ',\n",
       " 'COVID19 ',\n",
       " ' Eliminate the COVID19',\n",
       " 'IHG Rewards Club Reduces PointNight Requirements for Elite Qualification due to Covid19 Outbreak    news ihgrewardsclub points hotel covid19 travel',\n",
       " '  Anybody who wants to get tested can get tested MY ASS Missouri was part of the USA last I checked Something about a Louisiana Purchase This look like somebody who needs a test getting a test covid19 ',\n",
       " 'Kung ikaw ay isang health worker at magbibigay serbisyo sa pasyenteng posibleng may mga sintomas ng COVID19 dapat na magsuot ng Personal Protective Equipment\\n\\nItoangTotoo Covid19 novelcoronavirus via  ',\n",
       " 'Coronavirus will bankrupt more people than it kills  and thats the real global emergency  CoronavirusOutbreak Nifty Sensex',\n",
       " ' Definitely the right decision tough one no doubt Speedy recovery to the team member teampapaya teammclaren covid19 strongertogether',\n",
       " 'Masjid ditutup untuk disinfect 5 hari tidak ada Jumatan amp jamaah\\n\\nRespon tanggap Singapura atas kabar positif COVID19 Malaysia kasus 131 yang hadir di majelis Jamaah Tabligh 10000 orang 95 Singaporean hadir\\n\\nAda 696 WNI hadir Indonesia gimana\\n\\n',\n",
       " 'Very measured and reassuring speech from PM Lee Many could learn from this COVID19 Singapore ',\n",
       " 'Restock done at Toy Outpost VivoCity Do come by and check out the various card games and hand sanitizers \\n\\nlioncity thatnewnew wuhanvirus covid19 cardsagainsthumanity whatdoyoumeme jokinghazard ',\n",
       " 'Uli sa pinas no more\\n\\nCovid_19',\n",
       " 'Parang lalong gumulo after ng presscon ni PRRD Covid_19 Philippines',\n",
       " 'Literally many world leaders and famous celebrity around the world are tested positive for Covid_19  Hope they get a speedy recovery from the virus Everyone please take care of your well being and try not to leave your homeland or travel to another country coronavirus gws',\n",
       " 'Covid_19',\n",
       " 'You pay millions each month to soccer players \\n\\nYou pay peanuts to biologists  [whenif you pay them]\\n\\nNow please ask Ronaldo to help you out\\n\\nSTEMM Biology Covid_19 ScientificResearch Research Priority Italy OverratedSport GetItRight ',\n",
       " 'Statement from  re coronavirus ',\n",
       " 'This is real news Also best covid19 pun yet ',\n",
       " 'Automated temperature screening Proof of Concept project by my HTX colleagues at office They are doing this in iterations  soon the cameras will match this against staff pass photos to automatically record the temperature innovation digitalhealth covid19 ',\n",
       " ' COVID19 As strategic advisor metricsbased planning requires honest assessment to identify failure repeat success Greed of Americas Globalist Technocrats like  CEO  who fleeced manufacturing to arrogant amp incompetent government of China are to blame ',\n",
       " 'Never sneeze again   comedy laugh currentevents Smile relax OneDayAtATime coronavirus COVID19 life Lifelessons sports flights airlines MarketSlump Canada Montreal Toronto Vancouver USA NYC LA California Chicago Philly Europe Greece UK ',\n",
       " 'America learning hard lesson from  COVID19 must cut ALL future manufacturing ties to  China A rogue nation  responsible for collapsing global economy killing thousands by arrogance lack of transparency amp lies Hopeful  will end nonsense amp MAGA ',\n",
       " 'BE A HERO MAKE IT ZERO\\nA global message from an Infectious Disease Physician Swipe to read\\n\\nTogetherWeCan MakeADifference Hero Zero covid19 \\n Dr Leong Nam Hoe IDP  Planet Earth ',\n",
       " 'All this Covid_19 coronavirus ',\n",
       " '  still waiting for proactive info on latest COVID19 news via weekly  daily emails Is this too much to ask that my   would actually do something like this for AmericansAbroad Big fan of  please add this simple service to your agenda ',\n",
       " 'DPR Amerika menyeret Kemenkesnya tepatnya CDC untuk komitmen bahwa tes COVID19 akan digratiskan sehingga siapapun di Amerika akan dimudahkan untuk datang dan tes \\n\\nIndonesia  mohon PERMUDAH PERBANYAK PERCEPAT tes tes tes tes COVID19 \\n\\nbtw DPR kita ke mana aja ',\n",
       " 'Some pearls for criticalcare intensivecare pedsicu for managing critically ill covid19 coronavirus patients ',\n",
       " 'Part 2  \\n\\ncovid_19 spoonie chronicillness anxiety healthcare disabled disability ableism igsg  Singapore ',\n",
       " ' COVID19 Misure precauzionali Ambasciata \\nServizi consolari esclusivamente su appuntamento \\n ',\n",
       " 'Grabee talaga yung mga ibang pinoy bakit puro reklamo na lang can we support the government intervention rules and policies Para sa lahat naman to Safety firsts coronavirus',\n",
       " 'Pinapacancel yung trip ko to Bali because of COVID19 ',\n",
       " 'And for those who say it is not possible to close the school and all these things locking down Italy was beyond anyones imagination a week ago Cristina Higgins Bergamo Italy at the heart of Coronavirus crisis\\n\\ncovid_19 lockdownmalaysia kuarantindirisendiri',\n",
       " 'Singapores Changi Airport is like a ghost town Covid_19 Singapore ',\n",
       " 'Puro kalolohan pero me recall \\n\\nJAKOL lang ang katapat nyan habang naka comminity quarantine nag kamaynilaan Covid19\\n\\nJAKOL\\nCtto ',\n",
       " 'The annual flu season infects 5 million globally and kills about 650000 people are Covid_19 fears overblown or just made worst by the media',\n",
       " 'Dear G7 countries\\n\\nHow are your superior health care systems coping with coronavirus\\n\\nSincerely\\nG77 countries \\n\\nfirstworldfail pandemic',\n",
       " 'COVID19\\ncoronavirus \\nPedsPulm\\nPedsID\\nPedsICU\\nepidemiology ',\n",
       " 'Isolated becuase of this pandemic All countries are in lockdown\\nWhereAreWeGoingNext CoronavirusPandemic ',\n",
       " 'I cannot get over that the PM of Great Britain and Northern Ireland thinks this is acceptable Many other countries have tackled this pandemic very well and havent given up on their most vulnerable What and I cant stress this enough the actual fuck COVID19 ',\n",
       " 'Wanna up your immunity Heres what  says coronavirus CoronavirusPandemic ',\n",
       " 'There is hope COVID19',\n",
       " 'This is just a good indicator that the masa listens The all knowing intelligent living in their own bubble elites wont understand this \\nCovid19 ',\n",
       " 'Remember to be socially responsible and protect the Horde when you have the Scourge Wash your hands stay indoors when sick and wear a mask if you are sick and need to go out of the house Stay safe everyone warcraft worldofwarcraft funko covid_19 ',\n",
       " 'Covid_19 CoronavirusPandemic ',\n",
       " ' COVID19 elwctions\\nGd strategy for no rallies and straightforward landslide victory for incumbent',\n",
       " 'So many people and businesses forced to work from home and avoid close contact with people during this Covid_19 pandemic\\nWhat if your job requires you to work with people closely  \\nAskingForAFriend',\n",
       " 'For those stockpiling in Australia the same thing was happening in Singapore 6 weeks ago Now as everyone realises the world is not going to end alassupermarket shelves are back to normal Keep calm dont mix in large crowds and carry on Covid_19 ',\n",
       " 'When COVID19 first started a class of students did an experiment in their school They used bread to conduct an experiment to explain the effects of hygiene germs and bacteria As it turns out the chrome book ',\n",
       " 'Quarantine thought of the day\\nFor the first time in a while COVID19 revealed the resiliency within the  introvert population Were all living our dreams while youre cringing at home craving socialization',\n",
       " 'Bahkan China  pun tidak senyap pak  \\n\\nKunci negaranegara yang sudah berhasil menahan COVID19 adalah TRANSPARENCY\\n\\nInformation Leadership\\nInformation\\nLeadership ',\n",
       " '   T2 CoronavirusPandemic ',\n",
       " 'MUST WATCH indeed Covid_19 ',\n",
       " 'lt 500 Roosters wont be affected NRL CoronavirusPandemic',\n",
       " 'Covid_19  AGGIORNAMENTOMisure restrittive per lingresso e il transito a Singapore\\n\\n \\n\\ncovid CoronavirusPandemic COVID19 ',\n",
       " 'Look theres Covid_19 spreading and everyones dealing with it its bigger than any one country Organisation etc but can the irrational markets calm the fk down',\n",
       " ' interesting new stopgap shows promise in hindering ability of SARSnCoV2 to wreak havoc covid19 ',\n",
       " 'US President Donald Trump The European Union failed to take the same precautions and restrict travel from China and other hotspots As a result a large number of new clusters in the United States were seeded by travellers from Europe\\nCoronavirusPandemic ',\n",
       " '  No rallies Bec of COVID19 online rallies etcopposition campaign can be pulled dwn using Pofmafakenew etc landslide for incumbent Plus all goodies for coronavirus situation Bth way gd strategy like Msia and Saudi Arabia consolidating power during similar crisis No',\n",
       " '  The late LKY death anniversary and media plitz to remind of past struggles can boost campaign too as a reminder for Singaporeans during current COVID19 crisis as anthr major global pandemic and sg impacted',\n",
       " 'Balls in your court \\n\\nWhat are YOU gonna do with your time \\n\\nCovid_19 covid19 coronavirus ',\n",
       " 'Superb thread on Covid_19 by this 19 YO kid from Malaysia taking   amp JimONeill to cleaners Will  have the guts to get Uim to debate with Shacind on live tv  ',\n",
       " '  Next youll tell me God has caught covid19 too',\n",
       " ' Sg not alone Many countries also following In middle east too Kuwait azan to ask pple to Pray at home to Keep safe So gd decision by authorities and hopefully all follow and keep safe to avoid further risk of spread of COVID19 Singapore',\n",
       " '  I did not expect this season of Designated Survivor to begin with a mass covid19 outbreak',\n",
       " 'thecreator to the rescue covid19 great sign of the confidence China has in its ability to help manage this crisis that did happen to start there very Nobel gesturegreat example for other to follow when needs arises heartwarming   humanitarian  act ',\n",
       " 'MANTAP Good step pak   setidaknya akhirnya jelas kepemimpinan penanganan wabah COVID19\\n\\nTapi satu hal yang saya pribadi mengganjal pribadi ya bukan atas nama tim atau manapun lainnya \\n\\nPengarahnya kalau Menkes yang sama ya bisa salah arah pak \\n\\n2 bulan inaction ',\n",
       " 'Win\\n\\nKenapa takut dengan covid19  ',\n",
       " 'Covid19 No problem KINGDOM Season 2 na ',\n",
       " 'Wash your hands  Covid_19',\n",
       " 'Praying for everyones safety Malalampasan natin to    Covid_19',\n",
       " 'WHO DirectorGenerals opening remarks at the media briefing on COVID19  13 March 2020  CoronavirusPandemic ',\n",
       " 'China has the most experience in battling COVID19obviously They are now fast  recovering while the rest of the world are still on Outbreak \\n\\nPinoys who mocked Dutertes gratitude to Chinas aid offer should recover their wisdom\\n\\nCOVID19 CoViD19PH covid19philippines',\n",
       " 'streets in the ones of Coronavirus\\ncovid19  Chinatown ',\n",
       " 'Muazin di Kuwait menyerukan sholatlah di rumah kalian masingmasing menggantikan hayya alas sholah dan hayya alal falah\\n\\nWabah COVID19 ini sungguh sedemikian seriusnya Jangan diremehkan \\n\\nBantu tahan penyebarannya dengan diam di rumah ya \\n\\n ',\n",
       " 'Scientist menghitung Amerika Serikat perkiraannya sudah 1040 ribu kasus COVID19 dan saat ini undertestedunderdetected jauh lebih banyak yang tidak ketahuan\\n\\nSetiap 56 hari berganda 2x lipat\\n\\nIndonesia  bagaimana Berapa puluh ratus atau ribu kasus yg sebenarnya terjadi ',\n",
       " 'My advice to parents amid Covid_19 Stay upbeat be creative in having fun reassure your kids youll all be okay amp never give them reason to wonder otherwise Via    parenting CoronaOutbreak coronapocalypse COVID19',\n",
       " 'What will happen if every country of every nation in the world begins locking down its own territory for two weeks Would it solve the whole pandemic problem \\nCovid_19',\n",
       " 'coronapocalypse CoronaOutbreak coronavirus CoronavirusPandemic coronavirussingapore ZombieApocalypse CoronaOutbreak ',\n",
       " 'Humanity is triumphing over racism in these difficult times triggered by COVID19 humanity HelpOneAnother',\n",
       " 'Covid_19 Has taught a lesson to countries who believed the virus will bypass them A costly lesson indeed ',\n",
       " 'Again sharing info on covid19 only that can help  below is a chart by WHO and CDC  to differentiate between covid19 and flu  cold etc  Should be rather helpful  Do share with all your loved ones  ',\n",
       " 'I just bought 5 boxes of surgical masks for my sister and her family They are based in SFO and of course everything ran out there and schools are closed for 3 weeks Covid_19',\n",
       " ' Disgusting is u and the democrats spinning end of the world and all hate weaponised attacks on pple doing their jobs in the govt incl  and COVID19 team with democratic fake news shills like \\nNo',\n",
       " 'No question city leaders are on the front line of COVID19 response Two lessons from Singapore\\n clear frequent communication about risk amp roles local actors can play managing transmission\\n Identify amp prioritize resources for vulnerable communities\\n ',\n",
       " 'Amidst the doom and gloom of COVID19  one good thing is to have  jee at the helm of affairs Imagine have a pappu like Justin Trudeu  ',\n",
       " 'Great to see South Korea getting a handle on it Very similar time frame to China in start to finish of the outbreak to calming down Hoping the US  EU can do the same  COVID_19 ',\n",
       " 'A snapshot of early COVID19 testing per capita  ',\n",
       " 'COVID19 ',\n",
       " 'Social Distancing TODAY\\n\\nSatusatunya cara untuk menahan wabah COVID19 \\n\\nSocial Distancing\\n\\nJagaJarakDulu\\n\\nDiamDiRumahCuk\\n\\n ',\n",
       " 'Id get  to meet  in person and slap him with the gravity and the urgency of COVID19 pandemic reality \\n\\nPS none can help us do so ',\n",
       " 'I wonder which country is going to announce lockdown today COVID19',\n",
       " 'A special flower offering\\nTo the front line\\nHealthcare workers\\nThanks thanks thanks\\nfor all the hard work to \\ncovid19 under some control  Little India ',\n",
       " 'What to do in the event of a toilet paper shortage during the coronavirus season \\n\\ncovid19 coronavirus ',\n",
       " '98 na positive sa COVID19 sa Pilipinas ',\n",
       " '1 covid19 is a joint collaborative battle for all One does not need to be a healthcare professional or a frontline ER to be a part of it More so all industries from the markets supply chain last mile logistics as well as technology providers are paramount at this point',\n",
       " 'Taking a break from coronavirus covid19 news to bring you some floral cheer from Singapores exceptional Gardens by the Bay ',\n",
       " 'Seriously you might have a couple of issues on your plate champ covid19 ',\n",
       " 'Combating against covid_19 stigma and who says we cant conquer mountains while still taking precautionary measures  girlguidessingapore team of ladies have completed the 2nd leg 24km in 5 hours of the 36km hike ',\n",
       " 'coronavirus italy  ',\n",
       " 'Yes our economy will suffer but we cant afford to deal with many cases As of now there are 111 cases and everyday we hear news about mortality COVID19 coronavirus',\n",
       " 'Philippines should ban international flights as well We should remember that while handling local transmissions theres a big possibilty that imported cases will blow up as well coronavirus COVID19',\n",
       " 'Metro Manila Community Quarantine in a nutshell \\nThe only thing to do is to STEP BACK and you can actually save time and lives \\nKAYA YAN NG PILIPINAS covid19 ',\n",
       " 'Asia has given the west three months to get ready for this pandemic but they squandered it COVID19 coronavirus ',\n",
       " 'WHY THERE IS A NEED FOR MILITARY ENFORCEMENT AT A TIME OF A PANDEMIC IN THE PHILIPPINES This FB post gives an excellent commentary \\n\\nTLDR It is mandated by PH law under EO 201 of 2003 The military is called to assist DOH in enforcing quarantine covid19 ',\n",
       " 'I just donated to the COVID19Fund to support  response efforts to the global COVID19 pandemic Join me to help combat this growing global threat to peoples health and wellbeing ',\n",
       " 'I want to take the time to thank doctors nurses other medical professionals and support staff for what you do and what you are doing to combat COVID19 and treat those infected Thank you to the medical researchers making the kits and to the staff testing them 1',\n",
       " 'Thank you to all the scientists around the world working on a vaccine for COVID19 Without all of you on the frontlines without your dedication your perseverance your care this crisis would be much worse So thank you for working tirelessly warriors 2',\n",
       " 'teachers students Opportunity to keep learning even though schools are closed due to the COVID19 outbreak ',\n",
       " 'Pasti \\n\\nPasti ingin bertemu orang tua \\n\\nPasti orang tua ingin anaknya dekat di rumah \\n\\nTapi\\n\\nTidak pasti \\nBawa virus atau tidak\\n\\nJANGAN PULANG kalau belum tes COVID19 dan negatif \\n\\nAyo DESAK pemerintah PERBOLEH PERBANYAK PERMUDAH PERCEPAT tes covid \\n\\nAgar semua dites ',\n",
       " 'praying for this covid19 pandemic to end TOILETPAPER forever and we have bidet spray at all public toilets',\n",
       " 'Sana magkaroon ng disinfection booth sa mga public transpo sa Pinas Let us all pray na matapos na tong COVID19 na to Makicooperate po tayong lahat',\n",
       " 'In diversity we saw opportunity Thiruvananthapuram COVID19 \\n And for the jail mates This is  redemptionBrilliant   ',\n",
       " 'So impressed with Singapores approach to preventing imported cases of COVID19  travel restrictions from certain high risk countries temperature screening and rapid PCR testing on arrival hand sanitisers everywhere We should have done this in the UK    ',\n",
       " 'Please watch This is insightful COVID19 ',\n",
       " 'Good morning Start healthy stay healthy And no need to panic SundayMotivation Covid_19 enjoy nature weekend ',\n",
       " 'American friends is it true that Trump actually disbanded the WHOLE of the government department to look out for new diseasespandemics and also the people whos job it is come up with a plan to combat them \\n\\nThe whole department \\n\\ntrump covid19 america',\n",
       " 'Absolutely  Many of us have no idea of the extent of sacrifices nurses doctors amp medics make for OUR wellbeing They deserve our heartfelt appreciation and need our prayers Now more than ever COVID19 ',\n",
       " 'If the person who is infected with coronavirus and then is okdischarged is heshe immune of the virus now  COVID19 CoronavirusOutbreak CoronaAlert coronapocolypse',\n",
       " 'Stay home Stay safe coronavirus COVID19',\n",
       " 'LOL    COVID19 winning ',\n",
       " 'A good example how the Singapore Government is providing information on CoronaVirus CoVid19 to the public I a timely and transparent manner to keep them safe\\n\\nThis is a key responsibility in any CriticalEvent\\n\\nCriticalEventManagement CEM \\n\\n ',\n",
       " 'Hyatt to Postpone Peak and OffPeak Pricing Until 2021  Award Category Changes to Take Place on 22 March 2020 As Planned    news travel hotel hyatt points covid19 worldofhyatt',\n",
       " 'Is the WHO funded by big Pharma CoronavirusPandemic',\n",
       " 'Diagnostics are a fundamental component of a successful outbreak containment strategy It is unfortunate that the global health community has neglected diagnostics for decades healthcare MedTech COVID19\\n',\n",
       " ' Basically COVID19 has brought trust back in personal relationships and between employers and employees',\n",
       " ' \\nIt wont be a good comparison if we do Tamil Nadu Vs Singapore\\nBut I think below things can be incorporated in our state to contain COVID19 \\nTemporary closure of\\n Movie theatres\\n Malls\\n Parks\\n Schools at least upto 8th std\\n\\n1n',\n",
       " 'As Im based in Singapore I see hw govt carry things amp nt lettin the rumours aroundWe can mimic the same\\n\\nSend a group message on COVID19 status to all Indian mobile numbers in regional languageThis way can reduce rumours amp avoid unnecessary panic among ppl\\nIndiaVsCorona',\n",
       " 'Dr Silvia He looks at how IoT is being used to fight COVID19 You can also use IoT data and AI for chatbots to inform and share  answer FAQs share resources check wait times schedule appointments manage facilities and more    Healthcare ',\n",
       " '\\nCOVID19 covid19singapore ',\n",
       " 'Singapore Border Control\\n\\nSingapore CNA\\nCOVID19 ',\n",
       " 'COVID19 Stayhome notices for all travellers entering Singapore from ASEAN countries Japan UK Switzerland  CoronavirusPandemic Singapore',\n",
       " '13 COVID19 Update  Philippines\\nas of 15 March 2020\\n\\nTo keep yourself updated with the latest COVID19 developments the Department of Health is inviting you to join the DOH PH COVID19 community\\n\\nYou may join at \\n\\nStay safe stay informed ',\n",
       " '23 COVID19 Update  Philippines\\nas of 15 March 2020\\n\\nTo keep yourself updated with the latest COVID19 developments the Department of Health is inviting you to join the DOH PH COVID19 community\\n\\nYou may join at \\n\\nStay safe stay informed ',\n",
       " '33 COVID19 Update  Philippines\\nas of 15 March 2020\\n\\nTo keep yourself updated with the latest COVID19 developments the Department of Health is inviting you to join the DOH PH COVID19 community\\n\\nYou may join at \\n\\nStay safe stay informed ',\n",
       " 'can someone explain to me why do people stock toilet paper instead of foods are they going to eat the toilet paper coronavirus',\n",
       " ' Be hygiene to protect yourself against coronavirus  \\n\\nCoronaindia \\nCOVID19 \\ncoronavirus',\n",
       " 'Iran HighRiskCovid19 panicshopping COVID19 \\nProud  ',\n",
       " 'coronavirus ',\n",
       " 'This is an interesting example of animating COVID19 data with  Its fascinating to see how the top countries fluctuate  dataviz swd',\n",
       " '1n\\n\\nIm an American living in Singapore temporarily because of work Im nervous for everyone thats atrisk in the US shoutout to  Im going to share some observations about here that might help people there make good decisions Ask me anything coronavirus',\n",
       " 'Creavity in times of coronavirus ',\n",
       " 'Some important infographics I got on COVID19 from various sources such as WHO CDC and MOH Singapore Stay safe friends For photographers remember to clean your equipment after use and wash your hands clean before touching your faces too\\n\\nCOVID19 CoronavirusOutbreak ',\n",
       " 'Satu orang wanita di Korea Selatan yang ngotot tetap beribadah jamaah dan menolak dites COVID19 telah mengakibatkan 80 dari semua kasus positif di \\n\\nDi Indonesia  ada berapa pria dan wanita dengan mental itu \\n\\nDgn pongah bilang Saya tidak takut corona hanya takut Tuhan ',\n",
       " 'These simulations show how to flatten the coronavirus growth curve   COVID19',\n",
       " 'Why film it Why not mind your own business amp trust that is someone was ill they would be wearing a mask or not flying It all seemed very OTT coronavirus',\n",
       " 'List of CountriesRegions with Mandatory 14Day StayHome Notice SHN for Singapore Residents and LongTerm Pass Holders upon Return    news travel singapore sg covid19 virus',\n",
       " 'Batalkan Haul\\n\\nBatalkan MajelisDzikir Akbar\\n\\nBatalkan PengajianTabligh Akbar\\n\\nBatalkan Odalan\\n\\nBatalkan Kumpulkumpul massa\\n\\nBatalkan Konggres Partai\\n\\nJangan ulangi Jamaah Tabligh Malaysia Superspreaders COVID19  ',\n",
       " 'Going into open spaces grass patches hanging out under a tree or at the seaside is very much encouraged in order to promote general health and wellbeing in turn\\nsupporting the immunity says  family physician amp stressmanagement couch COVID19 covid19 ',\n",
       " 'This is my first time to draw Probably not good covid19uk coronavirus BorisOut ',\n",
       " 'So can we assume that all of these people buying toilet paper and hand wash  didnt use these regularly before Either that or they go to the bathroom about 19 times more often than the rest of us  COVID19 coronavirus',\n",
       " 'broadcast news in the time of coronavirus  our presenters  and  setting a example for the public wrt social distancing COVID19 ',\n",
       " 'You can find this everywhere\\n\\nSingapore\\n\\ncoronavirus ',\n",
       " 'Prayer works wonders  COVID19',\n",
       " 'Stay at Home Challenge\\n Count how many tiles in the house\\n\\n Count how many light bulbs\\n\\n Count how many electric sockets\\n\\n Count how many electric fans\\n\\n Count how many pairs of spoon fork\\n\\n Count how many plates\\n\\nExplore explore \\nCOVID19 COVID19PH coronavirus',\n",
       " 'ArtificialIntelligence amp MachineLearning will help us understand how to fight the coronavirus Using datamining with breadcrumb techniques will identify patterns eg clusters of immunity or where the worst COVID19 infections are Lets use DataScience to crack this',\n",
       " 'Fashion statements for SocialDistancing COVID19 ',\n",
       " '14          \\n     \\n   \\n       \\n     \\n\\ncoronavirus CasteVirus ',\n",
       " 'He says he doesnt have covid19youll forgive the WHPC journos if they exercise skepticism ',\n",
       " ' mentions ICE71Scale startup  spotting fake masks for sale on the dark web Yet another illegal attempt to cash in from fears around COVID19 \\n  cybersecurity  NUSEnterprise',\n",
       " 'This helps me think calmly and clearly with this restriction approach imposed by the govt For now time to postpone my travel plans and make more beats covd19 socialdistancing ',\n",
       " 'Could we get them broadband set up etc For free The rest of us could perhaps donate some iPads etc we may have or help set up TVs for them to get these services Can we just do something Coronavirus coronvirusuk',\n",
       " 'Nantikan sedikit kelainan pada seruan azan di Warna nanti \\n\\nWeAreRadio covid19 SGunited ',\n",
       " ' 3  55555  covid19',\n",
       " 'Chinas economic activity slowed sharply during JanFeb as a result of the coronavirus outbreak but the countrys national bureau of statistics said 2Q activity should pick up significantly  ArgusMetals housing \\n\\nFor this and related news visit\\xa0 ',\n",
       " 'Made it to Singapore so made a bee line straight for the newly opened Qantas First Lounge Some pampering before the flight home and 14 days selfisolation Separate bathrooms and sleeping No kisses or hugs thanks to COVID19 ',\n",
       " 'Its only for 14 days coronavirus COVID2019 perspective ',\n",
       " 'While in many places stores are increasing the price of basic things to fight covid_19 in Singapore hand sanitizer vitamins thermometers and antibacterial products are discounted \\nIf everyone can access these products it is safer for everyone \\ncovid Coronavirus ',\n",
       " 'This is why Sg is gold standard in detection and containment of coronavirus This would be unthinkable in UK ',\n",
       " 'Happy Monday nomondayblues with something positive from covid_19  my TOP 5 favs of wfh swipe left to see\\n\\n5 Being in yogapants all day this was taken at Barre but you get the drift\\n\\n4 Healthy homecooked ',\n",
       " 'COVID19\\ncoronavirus\\nWuhanVirus\\nWuhanCoronavius\\nWuhanCoronavirusOutbreak\\n',\n",
       " 'Please attention for for Indonesian traveler \\nkbrisingapura covid_19 coronavirus  Singapore ',\n",
       " 'The  administration has no idea of the seriousness of this problem  Professor Joseph Stiglitz weighs in on the economic impact of the coronavirus with  on ',\n",
       " '    The honorable Representative Louie Can Gohfuckhimself COVID19 ',\n",
       " 'This is the algo for triage of patients with possible Covid19 infections in health care facilities by \\nMarch 16 2020\\nThis algo is consistent with  surveillance definition of Covid19 ',\n",
       " 'Hopefully both viruses are eradicated by November  coronavirus and   \\nCoronavirusOutbreak\\n\\n',\n",
       " '   COVID19 ',\n",
       " 'We stand by Italy during these trying times Share your Support for our Italian friends They are our colleagues friends and family Cari amici siamo con voi COVID19 WeStandWithItaly',\n",
       " 'If Republicans insist on calling coronavirus the Chinese virus or Wuhan virus then we must restrospectively relabel the GFC as the  Financial Crisis Given you know   it started in America on their watch CoronavirusOutbreak GOPVirus',\n",
       " ' coronavirus COVID19 WuhanCoronavirus',\n",
       " ' WuhanCoronavirus CoronavirusOutbreak COVID19',\n",
       " '  Msia announced restriction of all movement from 18 313 to prevent the spread of COVID19 No shortages in Singapore Govt says Only buy what you need no amount of stockpiling will be sufficient My supermarket now ',\n",
       " 'Dutch Prime Minister Mark Rutte addressed the Netherlands on the impact of the Coronavirus Heres the link with English information \\nCOVID19 COVID2019  Netherlands together ',\n",
       " 'A reminder of just how difficult Covid19 is to contain ',\n",
       " 'Woah the queue at the supermarket is longer than the one at the lottery booth covid19 singaporepools panicbuying singapore pandemic sg',\n",
       " 'Are you staying strong in the face of Covid19 Its more important now than ever to keep fit and eat right More info on the coronavirus amp resources to keep you healthy here  \\n\\ninclusivehealth ',\n",
       " '5 Luxury Hotels in Singapore That Are Incredibly Cheap Right Now for Hotel Employees and Maybe Their Friends    sg news covid19 staycation hotel singapore tourism luxury',\n",
       " 'coronavirus \\nCOVID2019\\n\\nMindfulness\\nThe need of the hour  Singapore ',\n",
       " 'Hopefully i dont need to sent this message  COVID19 ',\n",
       " 'Current footfall at one of Singapores top tourist attractions COVID19 ',\n",
       " 'Kalau tidak ingin seperti Italia  kita semua musti DiamDiRumahCuk  \\n\\nJeda waktu wabah COVID19 di Indonesia  dibanding Italia hanya 3 minggu ',\n",
       " 'Spreading love around the world as COVID19 is making many feel sad and low MS SUCHI SINGAPORE ',\n",
       " 'Working from home Just realised that I need to invest in a proper setup for myself After 4 hours on a Teams meeting by back and neck are hurtingremoteworking covid19',\n",
       " 'One of the very few positive effects of Singapores drop in exports COVID19 The coasts water is usually murky light brown at best ',\n",
       " ' Do chk for COVID19',\n",
       " 'Day 2 of selfimposed quarantine\\nWill use this opportunity to lose weight and exercise\\nLets take this bad situation and turn it into a positive \\n\\nquarantine covid19 cronavirus iostoacasa healthy ',\n",
       " 'malaysia  COVID19 malaysiaboleh malaysia2020 COVID19malaysia COVID19 ',\n",
       " 'MAS MENTERI MANTAP \\n\\nDari jajaran Presiden dan Kabinetnya baru ini yang NGGENAH bener statemennya menyikapi COVID19 \\n\\nPak  should learn from this This is Information Leadership Ini yang bikin masyarakat tenang bukan menutupi meremehkan ',\n",
       " 'Scoot Launches SelfService Refund Option on Website for Travel until 31 May 2020    scoot news singapore sg travel covid19',\n",
       " 'Full steam ahead for Canalys Forums Check out a blog from our head of Events eventprofs COVID19 CopingWithCovid EventsIndustry ',\n",
       " 'Panic buying in Malaysia and Singapore This Malaysian guy has his priorities right COVID19 coronavirus ',\n",
       " 'Stay safe indoors with Hande Premium Hand Sanitizers that are fully manufactured and packed in Singapore Free delivery for min purchase of S100 online For more info call 65 6368 0225 or email to sales\\n\\nAnsacTechnology Covid19 Coronavirus HandSanitizer ',\n",
       " '\\nDisney Aladdin SafetyFirst coronavirus COVID19 ',\n",
       " 'coronavirus comes full circle in Singapore  after a period of calm 6 weeks on from a short burst of panicbuying were back at it due to fears of imported cases  ',\n",
       " 'PAALALA SA MGA KABABAYAN KO\\nHUWAG BASTA BASTA MAGPAPAPASOK NG KUNG SINO SINO Okidoks Covid19 \\n\\nCredits to  ',\n",
       " '45 New COVID19 Cases in the Philippines as of March 17 2020 4PM\\n\\nPray for Philippines \\nCoronavirusOutbreak COVID2019 coronavirus ',\n",
       " 'Before the Malaysia lockdown tomorrow people who are workingliving in Singapore are rushing back to the island country\\nMalaysialockdown COVID19 ',\n",
       " 'The thread covid19 Symptoms virus pandemic Information SelfIsolation ',\n",
       " 'Dont call it self quarantine if you just normally stay at home anyway  just saying \\nstayhomechallenge CoronavirusOutbreak justsaying Quarantine COVID2019 coronavirus nofriends',\n",
       " 'Nothing against any human but without any threat to health we should have social distancing once in a month every year  coronavirus CoronavirusOutbreak StaySafe NaturesLastLaugh PollutionControl CleanEarth',\n",
       " 'What happens when my supervisor  and I are in two different teams Zoom meetings to the rescue   workstillgoeson covid19 ',\n",
       " 'Buat yang tak sempat mendengar perubahannya ini sedutannya sedikit di penghujung azan\\n\\nAntara selepas azan amp iqamah merupakan satu waktu yg mustajab\\n\\nMudahmudahan dgn pesanan Mufti selepas azan sebegini kita akan mudah untuk ingat agar memperbanyakkan berdoa COVID19 SGunited ',\n",
       " 'Kita hanya bisa mengalahkan COVID19 dengan gotongroyong bersamasama ',\n",
       " 'Due to the rapidly evolving COVID19 our offices are currently closed until further notice but services are being maintained through teleworking For consular assistance please contact the Government of Canada For all information  ',\n",
       " ' I am Indian National so no visa for mine India visit\\n\\nSince last 15 days m with customer care and nodal officer and they informed no cancellation waiver 2day I sent mail to appellateauthority\\nOn this issue amp help from\\n \\n\\nCOVID19',\n",
       " 'Time has come to reveal locality of Covid19 positive cases  via  Malaysia CoronavirusPandemic',\n",
       " 'KL mayor Food trucks fresh markets roadside stalls must close for Covid19 shutdown  Malaysia  Malay Mail  CoronavirusPandemic',\n",
       " '  \\nSir want 2 know if cstmr wants 2 avoid travel amp cancelling flight tickets as per GOI advisory den also cancellation fees is not waived off \\n\\nIts not about money but about following higher ethics and standards  during COVID19',\n",
       " 'NAH INI PINTER\\n\\nJagaJarakDulu bukan berarti tidak bisa mencari nafkah Social Distancing tanggung jawab bersama Agar COVID19 tidak makin tersebar di Indonesia  ',\n",
       " 'Always be Grateful \\nWeWillGonnaSeeAVictory COVID19 ',\n",
       " 'You all might want to check this doc video such a heartwarming story Its long but worth to watch until the end \\n\\nCOVID19 ',\n",
       " 'Malaysia Lockdown MOM Provides Support to Employers with Affected Malaysian Workers in Singapore  CoronavirusPandemic',\n",
       " 'Excellent press conference by DG    feel even more confident about how we are tackling this COVID19 situation back home \\n\\nInformative document on testing strategy in India at ',\n",
       " 'My German friend just told me that coronavirus may correct the falling birth rates in Europe because there is only so much tv one can watch',\n",
       " 'So people should stock up on birth control in addition to toilet paper  coronavirus',\n",
       " 'Singapore u must be kidding me\\nElection either before Ramadhan during Ramadhan during Raya or during the June school holidaysElections2020 this COVID19 still everywhere I cannot say a word about U guys Urrggghhhh',\n",
       " 'Nezuko cleaning her tooth\\n\\n\\n\\n\\nstayhomechallenge StayHome nezuko kimetsunoyaiba kimetsunoyaibafanart OnePiece BORUTO BlackClover attestation temblor coronavirus anime animememe animefanart animewallpaper gift gifts wallpapers wallpaper wibu otaku otakugirl ',\n",
       " 'Birds are a miracle because they prove to us that there is a finer simpler state of being which we may strive to attain \\nFocusing on the positive\\nNeed of the hour\\ncovid_19 \\nart oil on canvas  Singapore ',\n",
       " 'Seriously For blood type A people \\n\\nAlthough this is preliminary and more work is needed they did urge governments and medical facilities to consider blood type differences when planning mitigation measures or treating patients with the Covid19 \\n',\n",
       " 'So far COVID19 in India ',\n",
       " 'coronavirus COVID19 Safety Precautions  ',\n",
       " 'I Managed to Cancel a Partner Award Booking with Alaska Airlines Mileage Plan on Twitter in 5 Minutes    aviation news alaskaairlines miles travel aviation covid19',\n",
       " 'Two weeks ago I assumed the virus would suffer and die in under an hour ex vivo The news isnt really that good  COVID19 ',\n",
       " '630am and again at 8am This is a drastically quiet scene from last night as thousands of people rushed back to MalaysiaSingapore before the lockdown COVID19malaysia covid19 ',\n",
       " 'Hoping they will implement WFH soon If youre taking trainbus daily theres still a big chance that you can catch COVID19 Social distancing cant be done when youre on public transport',\n",
       " 'How blissful ignorance is How painful when it finally ends covid19 ',\n",
       " '   \\nAny advice for this Am sure criticalcare intensivecare folks will appreciate our experience for this\\ncovid19\\ncoronavirus ',\n",
       " 'Focusing on the positive\\nNeed of the hour\\nSam agrees  samthewestiepuppy westie smartdog beepositive \\ncovid_19 \\nart oil on canvas  Singapore ',\n",
       " 'PedsICU\\nPedsPulm \\nPedsID\\ncovid19\\ncoronavirus ',\n",
       " 'Podcast Metals demand from the main downstream sectors including automotive real estate leadacid battery aircons and electronics has been affected by the Covid19 crisis as many manufacturers have delayed resuming ops  ArgusMetals\\n\\nListen at  ',\n",
       " 'Regularly and thoroughly clean your hands with an alcoholbased hand rub or wash them with soap and water\\n\\nJust by washing your hands with soap and water or using alcoholbased hand rub kills viruses that may be on your hands WHO COVID2019 COVID19 ',\n",
       " 'When someone coughs or sneezes they spray small liquid droplets from their nose or mouth which may contain virus If you are too close you can breathe in the droplets including the COVID19 virus if the person coughing has the disease WHO COVID2019 COVID19 ',\n",
       " 'Hands touch many surfaces and can pick up viruses Once contaminated hands can transfer the virus to your eyes nose or mouth From there the virus can enter your body and can make you sick WHO COVID2019 COVID19 ',\n",
       " 'Capitalism is a perpetual motion machine and that machine is about to grind to a complete halt because of covid19 \\nNot a bad thing for us commoners if you ask me',\n",
       " 'Low key surreal to see the busiest land border crossing in the world emptied\\n\\n\\ncrossing Malaysia Singapore border COVID2019 stayhomechallenge COVID19  ',\n",
       " 'Unbelievable scene Probably the only other time this happened was during the 2nd World War covid19 \\n\\nPicture by the Straits Times \\n\\n ',\n",
       " 'The world is literally on a lockdown and this presents the greatest crisis for the aviation sector if this goes on until the end of the year Covid_19 \\ncovid19 aviation economy \\n',\n",
       " 'Idk where this made from That place never existed COVID19 ',\n",
       " 'MALAYSIANS PLEASE STAY HOME IS IT SO DIFFICULT TO DO GET TO KNOW YOUR OWN FAMILIES SIBLINGS N REBOND YOUR RELATIONSHIPS WATCH TV TOGETHER EAT FAST NOODLES TOGETHER YOU WILL KNOW MORE THAN U THINK YOU ALREADY KNEW \\nSayangiMalaysiaku covid19  ',\n",
       " 'This speaks for itself Amazing madness COVID19 Covid19usa  ',\n",
       " 'Once campaign trail roadkill between Iowa to NewHampshire VP  SuperTuesday comeback unprecedented SuperTuesday3 Florida Ohio amp Arizona wins overshadowed by COVID19 destine Biden as  Presidential nominee   ',\n",
       " 'Everything is cancelled except bills COVID19',\n",
       " ' I havent received any update especially when cancellation window is getting almost closed now \\n\\nPlz waive off cancellation fees and cancel my tickets \\nCOVID19 cancellations \\n\\nNeed your help here\\n ',\n",
       " 'Day 3  feeling meh Slighly tired I want to go out but better not On a happy note I have received the groceries and hanger I ordered yesterday so I am quite happy \\n\\nquarantine iostoacasa covid19 ',\n",
       " 'Yung nagkakaubusan ng Covid19 kit at Ultimo yung mga patient na may mild syndromes pahirapan itest pero dahil privileged sila at mas importante ang buhay nila ayan po ang Senador ng Pilipinas \\nPUBlIC SERVANT \\n\\n',\n",
       " ' it takes nerves of steel to chose the health of the nation over its economy Sir you are our RightPresidentAtTheRightTime thank you for saving thousands of Filipino lives in this COVID19 crisis',\n",
       " 'Life goes on as normal\\n\\nDespite coronavirus ',\n",
       " 'coronavirusindia \\nCoronavirusOutbreak ',\n",
       " 'Eating and drinking carrotorange juice outside with 32 Celsius and 70 humidity Trying to avoid being at airconditioned places \\ncovid_19 Coronavirus food Singapore travel ',\n",
       " 'It was only a matter of time before CoronavirusPandemic hit Zambia Stay safe people ',\n",
       " 'Brazils Vale  has shut its Teluk Rubiah ironore blending terminal in Malaysia until 31 March to comply with a lockdown aimed at slowing the coronavirus outbreak  ArgusSteel\\n\\nChris Newman reports\\xa0 ',\n",
       " 'Great time for Earth to reset coronavirus COVID19',\n",
       " 'Coronavirus vaccine set for testing says startup backed by Singapore VC  CoronavirusOutbreak COVID2019uk vaccine Covid_19',\n",
       " 'Great to see some positive environmental impacts of coronavirus in Italy  ',\n",
       " ' At least for children there are some data  up to 40 can have coinfection \\nPedsICU \\ncovid19 coronavirus \\n\\nClinical and CT features in pediatric patients with COVID19 infection Different points from adults ',\n",
       " 'Bravo Singapore and  for efficiency and vigilance Day 2 of SHN  6 SMS and 1 WhatsApp video call from a friendly caring woman Penalties for breaking quarantine are the right thing I hope the world follows coronavirus WeCanGetThroughThis  leadership',\n",
       " 'Its great to see people actually enjoy Social Distancing Lifes good This buzz word wont go away soon coronavirus SocialDistance',\n",
       " 'I do think coronavirus is the work of Mother Nature and serves as a reminder that there is a higher power ',\n",
       " 'Looks like Malaysia is getting serious about people not in their homes COVID19 coronavirus ',\n",
       " 'No Football during COVID19coronavirus outbreak No worries Football Manager 2020 is now free to play ',\n",
       " 'Italy OMG \\nFrom 3 cases on feb 3 to 35713 today\\n1 death on Feb 21 to 2978 today\\nWith no sign of slowing down\\n COVID19 ',\n",
       " 'Tom Hanks and wife discharged from Australian hospital expected to make full recovery from Coronavirus with rest and selfisolation COVID19 ',\n",
       " '  thr best covid19 news coverage is a mix of seriousness and levity ']"
      ]
     },
     "execution_count": 198,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Text Preprocessing\n",
    "\n",
    "tweets_list_processed = []\n",
    "for tweet in tweets_list:\n",
    "    tweet = remove_urls(tweet)\n",
    "    tweet = remove_usernames(tweet)\n",
    "    tweet = remove_specialchar(tweet, remove_digits=False)\n",
    "    tweets_list_processed.append(tweet)\n",
    "\n",
    "tweets_list_processed"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Translation "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 199,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Initial exploratory data analysis shows that there are a lot of SG tweets in Malay. \n",
    "# We will attempt to detect tweets made in Malay (or any other languages) and translate that to English.\n",
    "\n",
    "translator = Translator()\n",
    "translated_tweet_list = translator.translate(tweets_list_processed, dest='en')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 200,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The number of tweets that are not in English and have been translated is:  287\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['Good morning Crowded metro Fully packed Singapore is still moving fast irrespective of the coronavirus spread Can they hold up\\n singapore coronavirus CoronavirusOutbreak',\n",
       " 'pohchaipills is life Fuck you Covid_19',\n",
       " 'Hmm not many good options to pump the economy in a CoronavirusOutbreak Impt when how the US economy does may determines who wins the Presidency in the 2020',\n",
       " 'Covid_19 CoronavirusOutbreak COVID19india  STAY HYGIENE',\n",
       " 'Didnt think Id be saying this a few weeks ago but Im actually getting nervous about returning to the UK from Asia COVID 19 Coronavirus Outbreak',\n",
       " 'Updates on Covid19 Coronavirus Disease 2019  CoronavirusOutbreak  Case Summary in Singapore as of 5 Mar 2020 1200h COVID19 \\n via',\n",
       " 'Updates on Covid19 Coronavirus Disease 2019  CoronavirusOutbreak  Case Summary in Singapore as of 6 Mar 2020 1200h COVID19 \\n via',\n",
       " 'Groflchige Triage in intensive care in Italy in discussion under pressure of CoronavirusOutbreak measures like Mega disasters or war where it was invented Russian side in the Crimean War',\n",
       " 'Impressive facts about the effectiveness of the measures China took not only in Wuhan and Hubei province to manage the CoronavirusOutbreak',\n",
       " 'futschi is the that should not have understood massively accelerated by CoronavirusOutbreak if there is someone',\n",
       " \"What the point of a government that won't or wont protect its people Coronavirus Outbreak\",\n",
       " 'What is this bloody obsession over toilet papers Heard of bidets  COVID19 COVID2019 COVID CoronavirusOutbreak',\n",
       " 'Best decision IPL IPL 2020 PostponeIPL Coronavirus Outbreak coronavirus india',\n",
       " \"Panic Ye Not But prepares and listen up as Singapore's top physicians shine some logic amp science based light onto CoronaVirus Facts COVID 19\",\n",
       " 'COVID19 really should not be underestimated\\n\\nAh flu kayak aja kan\\nTB is still more deadly dengue etc.\\nJust deadly for the elderly\\n\\nff alasanalasan in ignorance\\n\\nPatient age was 32 years can lungs were shutting down',\n",
       " 'Holland bans the handshake  a measure that proves hard to implement  PM Mark Rutte closes his press conference announcing the ban shaking hands  nice safe though  coronavirus COVID19',\n",
       " 'Italy is the most honest and bravest country at the moment COVID19 \\n\\nITALY is in TOTAL LOCKDOWN',\n",
       " 'On the other hand South Koreas AGGRESSIVE APPROACH in testing cases WORKS  \\nIn the last 4 days there is a decrease on the number of confirmed cases COVID19',\n",
       " 'For FRANCE they refused to close borders to ITALY when there was an outbreak of COVID19 \\nUnfortunately members of parliament and the Culture Minister is NOW INFECTED',\n",
       " 'Just a few short weeks ago I thought Asia was a scary place to be because of COVID19 coronavirus \\nNow were thinking of trying to stay on longer Our UK government and the general Brexit Madness of so much of the population instils whatever the polar opposite of confidence is',\n",
       " 'Then  encourages us to do this\\nBABY WHERE ARE YOU IM READDDDYYYYYYY COVID19 \\n\\nCONSTANT SEX okay NOT INTERMITTENT',\n",
       " 'Afraid that juxtaposition of headline and photograph just whips up hate  CoronaRacism COVID19 coronavirus',\n",
       " 'SPAINS COVID19 cases doubled from 589 to 1204 in just one day \\nThe national government and Madrid regional authorities agreed on Monday March 9 to shut all schools and universities in the countrys capital',\n",
       " 'I mean that is basically UK medias response to coronavirus COVID19',\n",
       " 'A quick primer for PedsICU\\nCOVID19\\ncoronavirus \\nPedsPulm',\n",
       " 'Wuhan coronavirus COVID19 Holi Pse stay safe and avoid large crowds But still Enjoy the festival  india',\n",
       " 'CoViD19  To reecho DOHs response on lack of testing kits Its not because the government doesnt have the money but theres a global shortage due to Covids surge They had initial procurement which are in process As regards the Rapid Diagnostic Kits',\n",
       " 'COVID19',\n",
       " 'No to tissue hoarding Learn from this person ctto COVID19 COVID2019',\n",
       " 'Nobody predicted a COVID19',\n",
       " 'Americans are getting sick\\nof\\nCoronavirus Outbreak Trumpdemic\\nTrump Crash\\nTrump Coronavirus',\n",
       " 'Not the catchiest taunt either COVID19 coronavirus',\n",
       " 'The Google Play Store is taking COVID19 donations',\n",
       " 'Weaponized hate politics at all times august event during COVID19',\n",
       " 'If citizens of the world will COOPERATE it wouldnt be difficult to get rid of this  COVID19',\n",
       " 'I assume you will be discussing the sad plight of this leporine casualty of COVID19 on this weeks show',\n",
       " 'COVID19 19',\n",
       " 'If the brexit supporters waited for 2020 COVID 19 they would need to change their prime ministers thrice to get out of Euro Perhaps this is the end of the Euro Union as borders slowly close',\n",
       " 'Do you think Boris Johnson might take this seriously now a top Tory has got it NadineDorries  coronavirus Covid19',\n",
       " 'How not to touch your face amid fears over\\xa0covid19 This could be the answer HealthTech DigitalHealth Wearables WearableTech coronavirus',\n",
       " 'No coronavirus COVID19 here',\n",
       " 'coronavirus \\ncovid19 \\nepidemiology',\n",
       " 'Five COVID19 points\\n\\n1 All  Youre likely to get the coronavirus \\n2 All  You will likely survive\\n3 WHO You still suck at comms\\n4 Politicos Stop destroying GDP idiots\\n5 Medicos WeU thank you\\n\\nrisk CoronaVirusFacts COVID19 COVID2019',\n",
       " 'I also hope the FridaysForFuture movement will rethink their strategy in the coming months due to COVID19 Im an avid supporter of their actions but w necessary social distancing it seems like virtual protest and staying put will save lives carbon Sorry to be a momdowner',\n",
       " 'read this whole thread about how China fights the CoronavirusOutbreak by releasing a social nuclear bomb and ia imposed movement restrictions typically with people staying at home leaving just once a week on provinces with gt930M people',\n",
       " 'PedsICU\\nPedsEM\\ncovid19\\ncoronavirus',\n",
       " 'South Korea can serve as a blueprint for curving down Covid19 cases \\nSecond to China\\nI think the BEST approach is  widespread testing and contact tracing \\n\\nI hope Philippines will do the same\\nBe aggressive with TESTING',\n",
       " 'This means Singapore is safe now right COVID19',\n",
       " 'Time to step things up Now covid 19 nl COVID 19',\n",
       " 'Regardless of race language and religion we help one another thats the spirit Hope all the tourist from costa fortuna cruise enjoy their stay in Singapore COVID 19',\n",
       " 'When it comes to Climate change we barely act on it But to Covid19 we panic and we act hastily Considering they are both a threat and both happening right now Just sayingclimatechange COVID19 ActOnClimate',\n",
       " 'SuperPower\\n China is a BIG global power\\n COVID19 bares state of its FoodSafety systems\\n COVID is raging globally and the economic turmoil it unleashed is in step with HumanSuffering\\n\\nWill China take a natural lead in helping bring back global normalcy',\n",
       " 'This is one of the most depressing official statistics I  seen The US I know is better than this covid19',\n",
       " 'Engaging evening of discussion around COVID19   and how its affecting industries BraveTogether StraitsClan',\n",
       " 'Coachella More like nochella amirite COVID19',\n",
       " 'Three Fillipino from Pinas is positive in COVID19',\n",
       " 'I do not wear a mask if the home office at 9 pm Because gak gak Kayak sardine again coronavirus spreads through the air but through droplets mask just using that in peak hours when we are in busMRT covid19',\n",
       " 'Coronavirus does not discriminate between nationalities or race Neither should we Together we are stronger than COVID19 SGStrong',\n",
       " 'Meanwhile in SINGAPORE 3 Filipinos confirmed with COVID19\\ntoday Patient 167 and 178 and Patient 172\\n\\nAll went back t to Ph last February \\nThey were confirmed to have Covid19 march 11 \\n\\nRead the whole article here',\n",
       " 'At the risk of straying out of my lane Looking at the UK COVID19 figures it would be hard to conclude this is a highly focal cluster thats easy to contain',\n",
       " 'fear panic coronavirus pandemic travellers airportscreening COVID19',\n",
       " 'europeisthenewchina COVID19',\n",
       " 'They might have gotten the infection from Philippines \\n\\nSINGAPORE The 35yearold nurse and and her husband 37 both Filipinos are warded in isolation rooms at the hospital They had both travelled to the Philippines recently\\n COVID19',\n",
       " 'Coronavirus COVID19 is now characterized as a PANDEMIC',\n",
       " 'Its finally official Batten down the hatches folks were really in it now COVID19',\n",
       " 'Please dont panic over COVID19  Im in Singapore and it is business as usual Social distancing temperature checks gallons of sanitizer  but life goes on Dont panic Be smart and alert But dont live in fear My two cents',\n",
       " 'Want to learn more about the latest in Singapore about the corona virus covid19',\n",
       " 'Want to learn more about the latest news on the coronavirus in the Netherlands covid19',\n",
       " 'Mongolia directly lockdown country so there are positive cases first\\n\\nThis is what the appropriate response facing exponential growth of COVID19 pandemic\\n\\nSir please at least call out across Indonesia for not kumpulkumpul far as possible at home once a week',\n",
       " 'Fantastic article modelling the spread and impact of COVID19 globally \\nShare the word and flatten the curve',\n",
       " \"If Indonesia is the same as other countries like Italy then in two weeks we will have thousands of positive cases COVID19\\n\\nLet's avoid kumpulkumpul as much as possible at home\\n\\nWash hands with soap seringsering\\n\\nAnd do not touch the face\",\n",
       " 'This is good read Fairly long but worth it \\n\\nActNow\\nSocialDistancing\\nFlattenTheCurve \\nCOVID19\\nPedsICU\\nCriticalCare\\nIntensiveCare\\n\\nCoronavirus Why You Must Act Now by',\n",
       " 'and the need to start formulating procedures anticipation maintenance of Muslim corpses of plague victims COVID19 safely prevent coronavirus transmission to the care of\\n\\nThe distribution is the exponential mean in a matter of days',\n",
       " 'we are now getting apparent reports that Derek is now quarantined from Twitter COVID19',\n",
       " 'Check this out\\n\\nCOVID19',\n",
       " 'World please get your shit together\\n\\nOf the 12 new COVID19 cases in Singapore reported yesterday 9 are from overseas malaysia france us uk Philippines and indonesia',\n",
       " 'I was fairly disappointed by Trumps speech I was hoping to hear our walls are working very well against COVID19',\n",
       " 'Tom Hanks positif COVID19 \\n\\nINFERNO is happening',\n",
       " 'A reminder to continue to wash our hands thoroughly and observe all preventative measures Be responsible Singapore we can do this covid_19 letsmakecovidkaput publicserviceannouncement  Singapore',\n",
       " 'Hello  \\nCovid19 is considered Pandemic na Can you just give your patrons the choice to cancel flights and convert it to travel fund instead Or Better full refund\\n\\nRebooking is of no use now dahil pinapashoulder nyo pa rin yung fare changes Double whammy',\n",
       " 'Tiistiis first video call children dpa know when makakauwi COVID19',\n",
       " 'Indonesia does not need such a late act USA fortunately still act also finally\\n\\nSir please be wise and firm value\\n\\nBefore the late-resistant and press exponential growth with social distancing COVID19 seIndonesia',\n",
       " 'To be specific they have it under control through regular amp transparent communications Temperature screening everywherecoordinating the entire healthcare ecosystemGPpolyclinicssmall amp big hospitalsWorld class contact tracing keeping healthcare workers motivated\\nCOVID19',\n",
       " 'Please dont tell me theres a Simpsons episode about Coronavirus \\nCOVID19 coronavirus',\n",
       " 'Covid_19',\n",
       " 'COVID19',\n",
       " 'Eliminate the COVID19',\n",
       " 'IHG Rewards Club Reduces PointNight Requirements for Elite Qualification due to Covid19 Outbreak    news ihgrewardsclub points hotel covid19 travel',\n",
       " 'Anybody who wants to get tested can get tested MY ASS Missouri was part of the USA last I checked Something about a Louisiana Purchase This look like somebody who needs a test getting a test covid19',\n",
       " 'If you are a health worker and provide services to patients with possible symptoms of COVID19 must wear Personal Protective Equipment\\n\\nItoangTotoo Covid19 via novelcoronavirus',\n",
       " 'Coronavirus will bankrupt more people than it kills  and thats the real global emergency  CoronavirusOutbreak Nifty Sensex',\n",
       " 'Definitely the right decision tough one no doubt Speedy recovery to the team member teampapaya teammclaren covid19 strongertogether',\n",
       " 'The mosque was closed to disinfect 5 days no pilgrims amp Jumatan\\n\\nSingapore perceptive response on positive news COVID19 Malaysia 131 cases were present in the assembly 95 Tablighi Jamaat Singaporean 10000 people attend\\n\\nThere were 696 present Indonesian citizen gimana',\n",
       " 'Very measured and reassuring speech from PM Lee Many could learn from this COVID19 Singapore',\n",
       " 'Restock done at Toy Outpost VivoCity Do come by and check out the various card games and hand sanitizers \\n\\nlioncity thatnewnew wuhanvirus covid19 cardsagainsthumanity whatdoyoumeme jokinghazard',\n",
       " 'Back to the Philippines no more\\n\\nCovid_19',\n",
       " 'Seems very upset after the press conference of PRRD Covid_19 Philippines',\n",
       " 'Literally many world leaders and famous celebrity around the world are tested positive for Covid_19  Hope they get a speedy recovery from the virus Everyone please take care of your well being and try not to leave your homeland or travel to another country coronavirus gws',\n",
       " 'Covid_19',\n",
       " 'You pay millions each month to soccer players \\n\\nYou pay peanuts to biologists  [whenif you pay them]\\n\\nNow please ask Ronaldo to help you out\\n\\nSTEMM Biology Covid_19 ScientificResearch Research Priority Italy OverratedSport GetItRight',\n",
       " 'Statement from  re coronavirus',\n",
       " 'This is real news Also best covid19 pun yet',\n",
       " 'Automated temperature screening Proof of Concept project by my HTX colleagues at office They are doing this in iterations  soon the cameras will match this against staff pass photos to automatically record the temperature innovation digitalhealth covid19',\n",
       " 'COVID19 As strategic advisor metricsbased planning requires honest assessment to identify failure repeat success Greed of Americas Globalist Technocrats like  CEO  who fleeced manufacturing to arrogant amp incompetent government of China are to blame',\n",
       " 'Never sneeze again   comedy laugh currentevents Smile relax OneDayAtATime coronavirus COVID19 life Lifelessons sports flights airlines MarketSlump Canada Montreal Toronto Vancouver USA NYC LA California Chicago Philly Europe Greece UK',\n",
       " 'America learning hard lesson from  COVID19 must cut ALL future manufacturing ties to  China A rogue nation  responsible for collapsing global economy killing thousands by arrogance lack of transparency amp lies Hopeful  will end nonsense amp MAGA',\n",
       " 'BE A HERO MAKE IT ZERO\\nA global message from an Infectious Disease Physician Swipe to read\\n\\nTogetherWeCan MakeADifference Hero Zero covid19 \\n Dr Leong Nam Hoe IDP  Planet Earth',\n",
       " 'All this Covid_19 coronavirus',\n",
       " 'still waiting for proactive info on latest COVID19 news via weekly  daily emails Is this too much to ask that my   would actually do something like this for AmericansAbroad Big fan of  please add this simple service to your agenda',\n",
       " 'US House of Representatives dragging Kemenkesnya precisely CDC for testing COVID19 commitment that will become free so that anyone in the United States will be permitted to come and test\\n\\nIndonesia please Simplifies multiply SPEED COVID19 test test test test\\n\\nbtw DPR us where aja',\n",
       " 'Some pearls for criticalcare intensivecare pedsicu for managing critically ill covid19 coronavirus patients',\n",
       " 'Part 2  \\n\\ncovid_19 spoonie chronicillness anxiety healthcare disabled disability ableism igsg  Singapore',\n",
       " 'COVID19 Precautionary measures Embassy\\nConsular services by appointment only',\n",
       " 'Grabee really love someone why concentrated complaints only can we support the government intervention policies and rules for everyone to coronavirus Safety firsts',\n",
       " 'Pinapacancel my trip to Bali because of COVID19',\n",
       " 'And for those who say it is not possible to close the school and all these things locking down Italy was beyond anyones imagination a week ago Cristina Higgins Bergamo Italy at the heart of Coronavirus crisis\\n\\ncovid_19 lockdownmalaysia kuarantindirisendiri',\n",
       " \"Singapore's Changi Airport is like a ghost town Covid 19 Singapore\",\n",
       " 'Concentrated grandparents but me recall\\n\\nJAKOL just the opposite nyan comminity quarantine while also kamaynilaan Covid19\\n\\nJAKOL\\nctto',\n",
       " 'The annual flu season infects 5 million globally and kills about 650000 people are Covid 19 fears overblown or just made worst by the media',\n",
       " 'Dear G7 countries\\n\\nHow are your superior health care systems coping with coronavirus\\n\\nSincerely\\nG77 countries \\n\\nfirstworldfail pandemic',\n",
       " 'COVID19\\ncoronavirus \\nPedsPulm\\nPedsID\\nPedsICU\\nepidemiology',\n",
       " 'Isolated becuase of this pandemic All countries are in lockdown\\nWhere AreWeGoing Next Coronavirus Pandemic',\n",
       " 'I cannot get over that the PM of Great Britain and Northern Ireland thinks this is acceptable Many other countries have tackled this pandemic very well and havent given up on their most vulnerable What and I cant stress this enough the actual fuck COVID19',\n",
       " \"Wanna up your immunity Here's what says coronavirus Coronavirus Pandemic\",\n",
       " 'There is hope COVID19',\n",
       " 'This is just a good indicator that the masa listens The all knowing intelligent living in their own bubble elites wont understand this \\nCovid19',\n",
       " 'Remember to be socially responsible and protect the Horde when you have the Scourge Wash your hands stay indoors when sick and wear a mask if you are sick and need to go out of the house Stay safe everyone warcraft worldofwarcraft funko covid_19',\n",
       " 'Covid_19 CoronavirusPandemic',\n",
       " 'COVID19 elwctions\\nGd strategy for no rallies and straightforward landslide victory for incumbent',\n",
       " 'So many people and businesses forced to work from home and avoid close contact with people during this Covid 19 pandemic\\nWhat if your job requires you to work with people closely\\nAskingForAFriend',\n",
       " 'For those stockpiling in Australia the same thing was happening in Singapore 6 weeks ago Now as everyone realises the world is not going to end alassupermarket shelves are back to normal Keep calm dont mix in large crowds and carry on Covid_19',\n",
       " 'When COVID19 first started a class of students did an experiment in their school They used bread to conduct an experiment to explain the effects of hygiene germs and bacteria As it turns out the chrome book',\n",
       " 'Quarantine thought of the day\\nFor the first time in a while COVID19 revealed the resiliency within the  introvert population Were all living our dreams while youre cringing at home craving socialization',\n",
       " 'Even China was not silent pack\\n\\nKey states that have managed to hold COVID19 is TRANSPARENCY\\n\\ninformation Leadership\\ninformation\\nLeadership',\n",
       " 'T2 CoronavirusPandemic',\n",
       " 'MUST WATCH indeed Covid_19',\n",
       " \"lt 500 Roosters won't be affected NRL Coronavirus Pandemic\",\n",
       " 'Covid_19 restrictive AGGIORNAMENTOMisure for entry and transit in Singapore\\n\\n\\xa0\\n\\ncovid CoronavirusPandemic COVID19',\n",
       " \"Look there's Covid 19 spreading and everyone's dealing with it it's bigger than any one country Organisation etc but can the irrational markets calm the fk down\",\n",
       " 'interesting new stopgap shows promise in hindering ability of SARS CoV 2 to wreak havoc covid19',\n",
       " 'US President Donald Trump The European Union failed to take the same precautions and restrict travel from China and other hotspots As a result a large number of new clusters in the United States were seeded by travellers from Europe\\nCoronavirusPandemic',\n",
       " 'No rallies Bec of COVID19 online rallies etcopposition campaign can be pulled dwn using Pofmafakenew etc landslide for incumbent Plus all goodies for coronavirus situation Bth way gd strategy like Msia and Saudi Arabia consolidating power during similar crisis No',\n",
       " 'The late LKY death anniversary and media plitz to remind of past struggles can boost campaign too as a reminder for Singaporeans during current COVID19 crisis as anthr major global pandemic and sg impacted',\n",
       " 'Balls in your court\\nWhat are YOU gonna do with your time\\nCovid 19 covid 19 coronavirus',\n",
       " 'Superb thread on Covid_19 by this 19 YO kid from Malaysia taking   amp JimONeill to cleaners Will  have the guts to get Uim to debate with Shacind on live tv',\n",
       " \"Next you'll tell me God has caught covid 19 too\",\n",
       " 'Sg not alone Many countries also following In middle east too Kuwait azan to ask pple to Pray at home to Keep safe So gd decision by authorities and hopefully all follow and keep safe to avoid further risk of spread of COVID19 Singapore',\n",
       " 'I did not expect this season of Designated Survivor to begin with a mass covid19 outbreak',\n",
       " 'thecreator to the rescue covid19 great sign of the confidence China has in its ability to help manage this crisis that did happen to start there very Nobel gesturegreat example for other to follow when needs arises heartwarming   humanitarian  act',\n",
       " 'Good MANTAP step pack at least finally clear leadership outbreak response COVID19\\n\\nBut one thing that I personally private prop yes not on behalf of any team or other\\n\\nSteering Menkes same if yes can be misdirected pack\\n\\n2 months of inaction',\n",
       " 'Win\\n\\nWhy fear the covid19',\n",
       " 'Covid19 No problem KINGDOM Season 2 na',\n",
       " 'Wash your hands Covid 19',\n",
       " \"Praying for everyone's safety we have to surpass 19 Covid\",\n",
       " 'WHO DirectorGenerals opening remarks at the media briefing on COVID19  13 March 2020  CoronavirusPandemic',\n",
       " 'China has the most experience in battling COVID19obviously They are now fast  recovering while the rest of the world are still on Outbreak \\n\\nPinoys who mocked Dutertes gratitude to Chinas aid offer should recover their wisdom\\n\\nCOVID19 CoViD19PH covid19philippines',\n",
       " 'streets in the ones of Coronavirus\\ncovid19  Chinatown',\n",
       " 'Kuwait muezzin calling you at home sholatlah replace each forest hayya Sholah and hayya alal falah\\n\\nCOVID19 plague is so earnestly not be underestimated\\n\\nHelp spread resistance to dwell in the house yes',\n",
       " 'US Scientist calculate estimates already 1040 thousand cases undertestedunderdetected COVID19 and currently much more the unknown\\n\\nEvery 56 days multiple 2X\\n\\nIndonesia how How many tens of hundreds or thousands of cases that actually occur',\n",
       " 'My advice to parents amid Covid_19 Stay upbeat be creative in having fun reassure your kids youll all be okay amp never give them reason to wonder otherwise Via    parenting CoronaOutbreak coronapocalypse COVID19',\n",
       " 'What will happen if every country of every nation in the world begins locking down its own territory for two weeks Would it solve the whole pandemic problem \\nCovid_19',\n",
       " 'coronapocalypse CoronaOutbreak coronavirus CoronavirusPandemic coronavirussingapore ZombieApocalypse CoronaOutbreak',\n",
       " 'Humanity is triumphing over racism in these difficult times triggered by COVID19 humanity HelpOneAnother',\n",
       " 'Covid_19 Has taught a lesson to countries who believed the virus will bypass them A costly lesson indeed',\n",
       " 'Again sharing info on covid19 only that can help  below is a chart by WHO and CDC  to differentiate between covid19 and flu  cold etc  Should be rather helpful  Do share with all your loved ones',\n",
       " 'I just bought 5 boxes of surgical masks for my sister and her family They are based in SFO and of course everything ran out there and schools are closed for 3 weeks Covid_19',\n",
       " 'Disgusting is u and the democrats spinning end of the world and all hate weaponized attacks on people doing their jobs in the govt incl and COVID19 team with democratic fake news shills like\\nNo',\n",
       " 'No question city leaders are on the front line of COVID19 response Two lessons from Singapore\\n clear frequent communication about risk amp roles local actors can play managing transmission\\n Identify amp prioritize resources for vulnerable communities',\n",
       " 'Amidst the doom and gloom of COVID19  one good thing is to have  jee at the helm of affairs Imagine have a pappu like Justin Trudeu',\n",
       " 'Great to see South Korea getting a handle on it Very similar time frame to China in start to finish of the outbreak to calming down Hoping the US  EU can do the same  COVID_19',\n",
       " 'A snapshot of early COVID19 testing per capita',\n",
       " 'COVID19',\n",
       " 'Social distancing TODAY\\n\\nThe only way to hold the plague COVID19\\n\\nsocial distancing\\n\\nJagaJarakDulu\\n\\nDiamDiRumahCuk',\n",
       " 'Id get  to meet  in person and slap him with the gravity and the urgency of COVID19 pandemic reality \\n\\nPS none can help us do so',\n",
       " 'I wonder which country is going to announce lockdown today COVID19',\n",
       " 'A special flower offering\\nTo the front line\\nHealthcare workers\\nThanks thanks thanks\\nfor all the hard work to \\ncovid19 under some control  Little India',\n",
       " 'What to do in the event of a toilet paper shortage during the coronavirus season \\n\\ncovid19 coronavirus',\n",
       " '98 positive COVID19 in Philippines',\n",
       " '1 covid19 is a joint collaborative battle for all One does not need to be a healthcare professional or a frontline ER to be a part of it More so all industries from the markets supply chain last mile logistics as well as technology providers are paramount at this point',\n",
       " 'Taking a break from coronavirus covid19 news to bring you some floral cheer from Singapores exceptional Gardens by the Bay',\n",
       " 'Seriously you might have a couple of issues on your plate champ covid19',\n",
       " 'Combating against covid_19 stigma and who says we cant conquer mountains while still taking precautionary measures  girlguidessingapore team of ladies have completed the 2nd leg 24km in 5 hours of the 36km hike',\n",
       " 'coronavirus italy',\n",
       " 'Yes our economy will suffer but we cant afford to deal with many cases As of now there are 111 cases and everyday we hear news about mortality COVID19 coronavirus',\n",
       " 'Philippines should ban international flights as well We should remember that while handling local transmissions theres a big possibilty that imported cases will blow up as well coronavirus COVID19',\n",
       " 'Metro Manila Community Quarantine in a nutshell \\nThe only thing to do is to STEP BACK and you can actually save time and lives \\nKAYA YAN NG PILIPINAS covid19',\n",
       " 'Asia has given the west three months to get ready for this pandemic but they squandered it COVID19 coronavirus',\n",
       " 'WHY THERE IS A NEED FOR MILITARY ENFORCEMENT AT A TIME OF A PANDEMIC IN THE PHILIPPINES This FB post gives an excellent commentary \\n\\nTLDR It is mandated by PH law under EO 201 of 2003 The military is called to assist DOH in enforcing quarantine covid19',\n",
       " 'I just donated to the COVID19Fund to support  response efforts to the global COVID19 pandemic Join me to help combat this growing global threat to peoples health and wellbeing',\n",
       " 'I want to take the time to thank doctors nurses other medical professionals and support staff for what you do and what you are doing to combat COVID19 and treat those infected Thank you to the medical researchers making the kits and to the staff testing them 1',\n",
       " 'Thank you to all the scientists around the world working on a vaccine for COVID19 Without all of you on the frontlines without your dedication your perseverance your care this crisis would be much worse So thank you for working tirelessly warriors 2',\n",
       " 'teachers students Opportunity to keep learning even though schools are closed due to the COVID19 outbreak',\n",
       " \"Certainly\\n\\nDefinitely want to meet the parents\\n\\nDefinitely parents want their children close to home\\n\\nBut\\n\\nNot sure\\nBring a virus or not\\n\\nDO NOT GO HOME if you do not test and negative COVID19\\n\\nLet's make it easy to multiply PERBOLEH government URGES SPEED test covid\\n\\nIn order for all tested\",\n",
       " 'praying for this covid19 pandemic to end TOILETPAPER forever and we have bidet spray at all public toilets',\n",
       " 'Would have a booth in the disinfection of public transpo Pinas Let us all pray that after tong COVID19 that we will be all to Makicooperate',\n",
       " 'In diversity we saw opportunity Thiruvananthapuram COVID19 \\n And for the jail mates This is  redemptionBrilliant',\n",
       " 'So impressed with Singapores approach to preventing imported cases of COVID19  travel restrictions from certain high risk countries temperature screening and rapid PCR testing on arrival hand sanitisers everywhere We should have done this in the UK',\n",
       " 'Please watch This is insightful COVID19',\n",
       " 'Good morning Start healthy stay healthy And no need to panic SundayMotivation Covid_19 enjoy nature weekend',\n",
       " 'American friends is it true that Trump actually disbanded the WHOLE of the government department to look out for new diseasespandemics and also the people whos job it is come up with a plan to combat them \\n\\nThe whole department \\n\\ntrump covid19 america',\n",
       " 'Absolutely  Many of us have no idea of the extent of sacrifices nurses doctors amp medics make for OUR wellbeing They deserve our heartfelt appreciation and need our prayers Now more than ever COVID19',\n",
       " 'If the person who is infected with coronavirus and then is okdischarged is heshe immune of the virus now  COVID19 CoronavirusOutbreak CoronaAlert coronapocolypse',\n",
       " 'Stay home Stay safe coronavirus COVID19',\n",
       " 'LOL    COVID19 winning',\n",
       " 'A good example how the Singapore Government is providing information on CoronaVirus CoVid19 to the public I a timely and transparent manner to keep them safe\\n\\nThis is a key responsibility in any CriticalEvent\\n\\nCriticalEventManagement CEM',\n",
       " 'Hyatt to Postpone Peak and Off Peak Pricing Until 2021 Award Category Changes to Take Place on 22 March 2020 As Planned news travel hotel hyatt points covid19 world of hyatt',\n",
       " 'Is the WHO funded by big Pharma CoronavirusPandemic',\n",
       " 'Diagnostics are a fundamental component of a successful outbreak containment strategy It is unfortunate that the global health community has neglected diagnostics for decades healthcare MedTech COVID19',\n",
       " 'Basically COVID19 has brought trust back in personal relationships and between employers and employees',\n",
       " 'It wont be a good comparison if we do Tamil Nadu Vs Singapore\\nBut I think below things can be incorporated in our state to contain COVID19 \\nTemporary closure of\\n Movie theatres\\n Malls\\n Parks\\n Schools at least upto 8th std\\n\\n1n',\n",
       " 'As Im based in Singapore I see hw govt carry things amp nt lettin the rumours aroundWe can mimic the same\\n\\nSend a group message on COVID19 status to all Indian mobile numbers in regional languageThis way can reduce rumours amp avoid unnecessary panic among ppl\\nIndiaVsCorona',\n",
       " 'Dr Silvia He looks at how IoT is being used to fight COVID19 You can also use IoT data and AI for chatbots to inform and share  answer FAQs share resources check wait times schedule appointments manage facilities and more    Healthcare',\n",
       " 'COVID19 covid19singapore',\n",
       " 'Singapore Border Control\\n\\nSingapore CNA\\nCOVID19',\n",
       " 'COVID19 Stayhome notices for all travellers entering Singapore from ASEAN countries Japan UK Switzerland  CoronavirusPandemic Singapore',\n",
       " '13 COVID19 Update  Philippines\\nas of 15 March 2020\\n\\nTo keep yourself updated with the latest COVID19 developments the Department of Health is inviting you to join the DOH PH COVID19 community\\n\\nYou may join at \\n\\nStay safe stay informed',\n",
       " '23 COVID19 Update  Philippines\\nas of 15 March 2020\\n\\nTo keep yourself updated with the latest COVID19 developments the Department of Health is inviting you to join the DOH PH COVID19 community\\n\\nYou may join at \\n\\nStay safe stay informed',\n",
       " '33 COVID19 Update  Philippines\\nas of 15 March 2020\\n\\nTo keep yourself updated with the latest COVID19 developments the Department of Health is inviting you to join the DOH PH COVID19 community\\n\\nYou may join at \\n\\nStay safe stay informed',\n",
       " 'can someone explain to me why do people stock toilet paper instead of foods are they going to eat the toilet paper coronavirus',\n",
       " 'Be hygiene to protect yourself against coronavirus  \\n\\nCoronaindia \\nCOVID19 \\ncoronavirus',\n",
       " 'Iran HighRiskCovid19 panicshopping COVID19 \\nProud',\n",
       " 'coronavirus',\n",
       " 'This is an interesting example of animating COVID19 data with  Its fascinating to see how the top countries fluctuate  dataviz swd',\n",
       " '1n\\n\\nIm an American living in Singapore temporarily because of work Im nervous for everyone thats atrisk in the US shoutout to  Im going to share some observations about here that might help people there make good decisions Ask me anything coronavirus',\n",
       " 'Creativity in times of coronavirus',\n",
       " 'Some important infographics I got on COVID19 from various sources such as WHO CDC and MOH Singapore Stay safe friends For photographers remember to clean your equipment after use and wash your hands clean before touching your faces too\\n\\nCOVID19 CoronavirusOutbreak',\n",
       " 'One woman in South Korea who insist continue to worship pilgrims and refuse to be tested COVID19 has resulted in 80 of all positive cases in\\n\\nIn Indonesia, there are how many men and women with mental\\n\\nWith smug say I am not afraid corona only fear God',\n",
       " 'These simulations show how to flatten the coronavirus growth curve   COVID19',\n",
       " 'Why film it Why not mind your own business amp trust that is someone was ill they would be wearing a mask or not flying It all seemed very OTT coronavirus',\n",
       " 'List of CountriesRegions with Mandatory 14Day StayHome Notice SHN for Singapore Residents and LongTerm Pass Holders upon Return    news travel singapore sg covid19 virus',\n",
       " 'Cancel Haul\\n\\nCancel MajelisDzikir Akbar\\n\\nCancel PengajianTabligh Akbar\\n\\nCancel Odalan\\n\\nCancel mass Kumpulkumpul\\n\\nCancel Congress Party\\n\\nDo not repeat the Tablighi Jamaat Malaysia superspreaders COVID19',\n",
       " 'Going into open spaces grass patches hanging out under a tree or at the seaside is very much encouraged in order to promote general health and wellbeing in turn\\nsupporting the immunity says  family physician amp stressmanagement couch COVID19 covid19',\n",
       " 'This is my first time to draw Probably not good covid19uk coronavirus BorisOut',\n",
       " 'So can we assume that all of these people buying toilet paper and hand wash  didnt use these regularly before Either that or they go to the bathroom about 19 times more often than the rest of us  COVID19 coronavirus',\n",
       " 'broadcast news in the time of coronavirus  our presenters  and  setting a example for the public wrt social distancing COVID19',\n",
       " 'You can find this everywhere\\n\\nSingapore\\n\\ncoronavirus',\n",
       " 'Prayer works wonders  COVID19',\n",
       " 'Stay at Home Challenge\\n Count how many tiles in the house\\n\\n Count how many light bulbs\\n\\n Count how many electric sockets\\n\\n Count how many electric fans\\n\\n Count how many pairs of spoon fork\\n\\n Count how many plates\\n\\nExplore explore \\nCOVID19 COVID19PH coronavirus',\n",
       " 'ArtificialIntelligence amp MachineLearning will help us understand how to fight the coronavirus Using datamining with breadcrumb techniques will identify patterns eg clusters of immunity or where the worst COVID19 infections are Lets use DataScience to crack this',\n",
       " 'Fashion statements for Social Distancing COVID 19',\n",
       " '14          \\n     \\n   \\n       \\n     \\n\\ncoronavirus CasteVirus',\n",
       " \"He says he doesn't have covid 19 you'll forgive the WHPC journos if they exercise skepticism\",\n",
       " 'mentions ICE71Scale startup  spotting fake masks for sale on the dark web Yet another illegal attempt to cash in from fears around COVID19 \\n  cybersecurity  NUSEnterprise',\n",
       " 'This helps me think calmly and clearly with this restriction approach imposed by the govt For now time to postpone my travel plans and make more beats covd19 socialdistancing',\n",
       " 'Could we get them broadband set up etc For free The rest of us could perhaps donate some iPads etc we may have or help set up TVs for them to get these services Can we just do something Coronavirus coronvirusuk',\n",
       " 'Look forward to a little disorder in Color azan call later\\n\\nWeAreRadio covid19 SGunited',\n",
       " '3  55555  covid19',\n",
       " 'Chinas economic activity slowed sharply during JanFeb as a result of the coronavirus outbreak but the countrys national bureau of statistics said 2Q activity should pick up significantly  ArgusMetals housing \\n\\nFor this and related news visit\\xa0',\n",
       " 'Made it to Singapore so made a bee line straight for the newly opened Qantas First Lounge Some pampering before the flight home and 14 days selfisolation Separate bathrooms and sleeping No kisses or hugs thanks to COVID19',\n",
       " 'Its only for 14 days coronavirus COVID2019 perspective',\n",
       " 'While in many places stores are increasing the price of basic things to fight covid_19 in Singapore hand sanitizer vitamins thermometers and antibacterial products are discounted \\nIf everyone can access these products it is safer for everyone \\ncovid Coronavirus',\n",
       " 'This is why Sg is gold standard in detection and containment of coronavirus This would be unthinkable in UK',\n",
       " 'Happy Monday nomondayblues with something positive from covid_19  my TOP 5 favs of wfh swipe left to see\\n\\n5 Being in yogapants all day this was taken at Barre but you get the drift\\n\\n4 Healthy homecooked',\n",
       " 'COVID19\\ncoronavirus\\nWuhanVirus\\nWuhanCoronavius\\nWuhanCoronavirusOutbreak',\n",
       " 'Please attention for for Indonesian traveler \\nkbrisingapura covid_19 coronavirus  Singapore',\n",
       " 'The  administration has no idea of the seriousness of this problem  Professor Joseph Stiglitz weighs in on the economic impact of the coronavirus with  on',\n",
       " 'The honorable Representative Louie Can Gohfuckhimself COVID19',\n",
       " 'This is the algo for triage of patients with possible Covid19 infections in health care facilities by \\nMarch 16 2020\\nThis algo is consistent with  surveillance definition of Covid19',\n",
       " 'Hopefully both viruses are eradicated by November  coronavirus and   \\nCoronavirusOutbreak',\n",
       " 'COVID19',\n",
       " 'We stand by Italy during these trying times Share your Support for our Italian friends They are our colleagues friends and family Cari amici siamo con voi COVID19 WeStandWithItaly',\n",
       " 'If Republicans insist on calling coronavirus the Chinese virus or Wuhan virus then we must restrospectively relabel the GFC as the  Financial Crisis Given you know   it started in America on their watch CoronavirusOutbreak GOPVirus',\n",
       " 'COVID19 coronavirus WuhanCoronavirus',\n",
       " 'WuhanCoronavirus CoronavirusOutbreak COVID19',\n",
       " 'Msia announced restriction of all movement from 18 313 to prevent the spread of COVID19 No shortages in Singapore Govt says Only buy what you need no amount of stockpiling will be sufficient My supermarket now',\n",
       " 'Dutch Prime Minister Mark Rutte addressed the Netherlands on the impact of the Coronavirus Heres the link with English information \\nCOVID19 COVID2019  Netherlands together',\n",
       " 'A reminder of just how difficult Covid19 is to contain',\n",
       " 'Woah the queue at the supermarket is longer than the one at the lottery booth covid19 singaporepools panicbuying singapore pandemic sg',\n",
       " 'Are you staying strong in the face of Covid19 Its more important now than ever to keep fit and eat right More info on the coronavirus amp resources to keep you healthy here  \\n\\ninclusivehealth',\n",
       " '5 Luxury Hotels in Singapore That Are Incredibly Cheap Right Now for Hotel Employees and Maybe Their Friends    sg news covid19 staycation hotel singapore tourism luxury',\n",
       " 'coronavirus \\nCOVID2019\\n\\nMindfulness\\nThe need of the hour  Singapore',\n",
       " 'Hopefully i dont need to sent this message  COVID19',\n",
       " \"Current footfall at one of Singapore's top tourist attractions COVID19\",\n",
       " 'If you do not want to be like Italy we all must DiamDiRumahCuk\\n\\nLag time COVID19 outbreak in Indonesia than Italy only 3 weeks',\n",
       " 'Spreading love around the world as COVID19 is making many feel sad and low MS SUCHI SINGAPORE',\n",
       " 'Working from home Just realised that I need to invest in a proper setup for myself After 4 hours on a Teams meeting by back and neck are hurtingremoteworking covid19',\n",
       " \"One of the very few positive effects of Singapore's drop in exports COVID19 The coasts water is usually murky light brown at best\",\n",
       " 'Do check for COVID 19',\n",
       " 'Day 2 of selfimposed quarantine\\nWill use this opportunity to lose weight and exercise\\nLets take this bad situation and turn it into a positive \\n\\nquarantine covid19 cronavirus iostoacasa healthy',\n",
       " 'malaysia COVID19 MalaysiaBoleh malaysia2020 COVID19malaysia COVID19',\n",
       " 'MAS MINISTER MANTAP\\n\\nThe President and his Cabinet from the ranks of this new statement addressing NGGENAH Ko COVID19\\n\\nPak should learn from this This is the Information Leadership This is what makes people calm not cover underestimate',\n",
       " 'Scoot Launches SelfService Refund Option on Website for Travel until 31 May 2020    scoot news singapore sg travel covid19',\n",
       " 'Full steam ahead for Canalys Forums Check out a blog from our head of Events eventprofs COVID19 CopingWithCovid EventsIndustry',\n",
       " 'Panic buying in Malaysia and Singapore This Malaysian guy has his priorities right COVID19 coronavirus',\n",
       " 'Stay safe indoors with Hande Premium Hand Sanitizers that are fully manufactured and packed in Singapore Free delivery for min purchase of S100 online For more info call 65 6368 0225 or email to sales\\n\\nAnsacTechnology Covid19 Coronavirus HandSanitizer',\n",
       " 'Disney Aladdin SafetyFirst coronavirus COVID19',\n",
       " 'coronavirus comes full circle in Singapore  after a period of calm 6 weeks on from a short burst of panicbuying were back at it due to fears of imported cases',\n",
       " 'NOTICE TO KALEIDOSCOPE\\nJUST DO NOT JUST letting WHO WHO Okidoks Covid19\\n\\ncredits to',\n",
       " '45 New COVID19 Cases in the Philippines as of March 17 2020 4PM\\n\\nPray for Philippines \\nCoronavirusOutbreak COVID2019 coronavirus',\n",
       " 'Before the Malaysia lockdown tomorrow people who are workingliving in Singapore are rushing back to the island country\\nMalaysialockdown COVID19',\n",
       " 'The thread covid19 Symptoms virus pandemic Information SelfIsolation',\n",
       " 'Dont call it self quarantine if you just normally stay at home anyway just saying\\nstayhome challenge Coronavirus Outbreak justsaying Quarantine COVID 2019 coronavirus nofriends',\n",
       " 'Nothing against any human but without any threat to health we should have social distancing once in a month every year  coronavirus CoronavirusOutbreak StaySafe NaturesLastLaugh PollutionControl CleanEarth',\n",
       " 'What happens when my supervisor  and I are in two different teams Zoom meetings to the rescue   workstillgoeson covid19',\n",
       " 'Those who had no time to listen to this amendment at the end of its intake a little prayer\\n\\nAmong the azan amp iqamah a time efficacious\\n\\nHopefully with these orders we Mufti after the call to prayer will be easy to remember to pray COVID19 increase SGunited',\n",
       " 'We can only defeat with a gotong royong COVID 19 together',\n",
       " 'Due to the rapidly evolving COVID19 our offices are currently closed until further notice but services are being maintained through teleworking For consular assistance please contact the Government of Canada For all information',\n",
       " 'I am Indian National so no visa for mine India visit\\n\\nSince last 15 days m with customer care and nodal officer and they informed no cancellation waiver 2day I sent mail to appellateauthority\\nOn this issue amp help from\\n \\n\\nCOVID19',\n",
       " 'Time has come to reveal location of Covid 19 positive cases in Malaysia Coronavirus Pandemic',\n",
       " 'KL mayor Food trucks fresh markets roadside stalls must close for Covid19 shutdown  Malaysia  Malay Mail  CoronavirusPandemic',\n",
       " 'Sir want 2 know if cstmr wants 2 avoid travel amp cancelling flight tickets as per GOI advisory den also cancellation fees is not waived off \\n\\nIts not about money but about following higher ethics and standards  during COVID19',\n",
       " 'THIS NAH PINTER\\n\\nJagaJarakDulu not mean it can not make a living social distancing shared responsibility COVID19 order not continued to spread in Indonesia',\n",
       " 'Always be Grateful \\nWeWillGonnaSeeAVictory COVID19',\n",
       " 'You all might want to check this doc video such a heartwarming story Its long but worth to watch until the end \\n\\nCOVID19',\n",
       " 'Malaysia Lockdown MOM Provides Support to Employers with Affected Malaysian Workers in Singapore  CoronavirusPandemic',\n",
       " 'Excellent press conference by DG    feel even more confident about how we are tackling this COVID19 situation back home \\n\\nInformative document on testing strategy in India at',\n",
       " 'My German friend just told me that coronavirus may correct the falling birth rates in Europe because there is only so much tv one can watch',\n",
       " 'So people should stock up on birth control in addition to toilet paper  coronavirus',\n",
       " 'Singapore u must be kidding me\\nElection either before Ramadhan during Ramadhan during Raya or during the June school holidaysElections2020 this COVID19 still everywhere I cannot say a word about U guys Urrggghhhh',\n",
       " 'Nezuko cleaning her tooth\\n\\n\\n\\n\\nstayhomechallenge StayHome nezuko kimetsunoyaiba kimetsunoyaibafanart OnePiece BORUTO BlackClover attestation temblor coronavirus anime animememe animefanart animewallpaper gift gifts wallpapers wallpaper wibu otaku otakugirl',\n",
       " 'Birds are a miracle because they prove to us that there is a finer simpler state of being which we may strive to attain \\nFocusing on the positive\\nNeed of the hour\\ncovid_19 \\nart oil on canvas  Singapore',\n",
       " 'Seriously For blood type A people \\n\\nAlthough this is preliminary and more work is needed they did urge governments and medical facilities to consider blood type differences when planning mitigation measures or treating patients with the Covid19',\n",
       " 'So far COVID19 in India',\n",
       " 'coronavirus COVID19 Safety Precautions',\n",
       " 'I Managed to Cancel a Partner Award Booking with Alaska Airlines Mileage Plan on Twitter in 5 Minutes    aviation news alaskaairlines miles travel aviation covid19',\n",
       " 'Two weeks ago I assumed the virus would suffer and die in under an hour ex vivo The news isnt really that good  COVID19',\n",
       " '630am and again at 8am This is a drastically quiet scene from last night as thousands of people rushed back to MalaysiaSingapore before the lockdown COVID19malaysia covid19',\n",
       " \"Hoping they will implement WFH soon If you're taking trainbus daily there's still a big chance that you can catch COVID19 Social distancing cant be done when youre on public transport\",\n",
       " 'How blissful ignorance is How painful when it finally ends covid19',\n",
       " 'Any advice for this Am sure criticalcare intensivecare folks will appreciate our experience for this\\ncovid19\\ncoronavirus',\n",
       " 'Focusing on the positive\\nNeed of the hour\\nSam agrees  samthewestiepuppy westie smartdog beepositive \\ncovid_19 \\nart oil on canvas  Singapore',\n",
       " 'PedsICU\\nPedsPulm \\nPedsID\\ncovid19\\ncoronavirus',\n",
       " 'Podcast Metals demand from the main downstream sectors including automotive real estate leadacid battery aircons and electronics has been affected by the Covid19 crisis as many manufacturers have delayed resuming ops  ArgusMetals\\n\\nListen at',\n",
       " 'Regularly and thoroughly clean your hands with an alcoholbased hand rub or wash them with soap and water\\n\\nJust by washing your hands with soap and water or using alcoholbased hand rub kills viruses that may be on your hands WHO COVID2019 COVID19',\n",
       " 'When someone coughs or sneezes they spray small liquid droplets from their nose or mouth which may contain virus If you are too close you can breathe in the droplets including the COVID19 virus if the person coughing has the disease WHO COVID2019 COVID19',\n",
       " 'Hands touch many surfaces and can pick up viruses Once contaminated hands can transfer the virus to your eyes nose or mouth From there the virus can enter your body and can make you sick WHO COVID2019 COVID19',\n",
       " 'Capitalism is a perpetual motion machine and that machine is about to grind to a complete halt because of covid19 \\nNot a bad thing for us commoners if you ask me',\n",
       " 'Low key surreal to see the busiest land border crossing in the world emptied\\n\\n\\ncrossing Malaysia Singapore border COVID2019 stayhomechallenge COVID19',\n",
       " 'Unbelievable scene Probably the only other time this happened was during the 2nd World War covid19 \\n\\nPicture by the Straits Times',\n",
       " 'The world is literally on a lockdown and this presents the greatest crisis for the aviation sector if this goes on until the end of the year Covid_19 \\ncovid19 aviation economy',\n",
       " 'Idk where this made from That place never existed COVID19',\n",
       " 'MALAYSIANS PLEASE STAY HOME IS IT SO DIFFICULT TO DO GET TO KNOW YOUR OWN FAMILIES SIBLINGS N REBOND YOUR RELATIONSHIPS WATCH TV TOGETHER EAT FAST NOODLES TOGETHER YOU WILL KNOW MORE THAN U THINK YOU ALREADY KNEW \\nSayangiMalaysiaku covid19',\n",
       " 'This speaks for itself Amazing madness COVID 19 Covid 19 Usa',\n",
       " 'Once campaign trail roadkill between Iowa to NewHampshire VP  SuperTuesday comeback unprecedented SuperTuesday3 Florida Ohio amp Arizona wins overshadowed by COVID19 destine Biden as  Presidential nominee',\n",
       " 'Everything is cancelled except bills COVID19',\n",
       " 'I havent received any update especially when cancellation window is getting almost closed now \\n\\nPlz waive off cancellation fees and cancel my tickets \\nCOVID19 cancellations \\n\\nNeed your help here',\n",
       " 'Day 3  feeling meh Slighly tired I want to go out but better not On a happy note I have received the groceries and hanger I ordered yesterday so I am quite happy \\n\\nquarantine iostoacasa covid19',\n",
       " 'Yung nagkakaubusan of Covid19 kit and Ultimo those patients with mild syndromes burden iTest but because they are privileged and more important their lives ayan po Senator Philippines\\nPublic Servant',\n",
       " 'it takes nerves of steel to chose the health of the nation over its economy Sir you are our RightPresidentAtTheRightTime thank you for saving thousands of Filipino lives in this COVID19 crisis',\n",
       " 'Life goes on as normal\\n\\nDespite coronavirus',\n",
       " 'coronavirusindia\\nCoronavirusOutbreak',\n",
       " 'Eating and drinking carrotorange juice outside with 32 Celsius and 70 humidity Trying to avoid being at airconditioned places \\ncovid_19 Coronavirus food Singapore travel',\n",
       " 'It was only a matter of time before Coronavirus Pandemic hit Zambia Stay safe people',\n",
       " 'Brazils Vale  has shut its Teluk Rubiah ironore blending terminal in Malaysia until 31 March to comply with a lockdown aimed at slowing the coronavirus outbreak  ArgusSteel\\n\\nChris Newman reports\\xa0',\n",
       " 'Great time for Earth to reset coronavirus COVID19',\n",
       " 'Coronavirus vaccine set for testing says startup backed by Singapore VC  CoronavirusOutbreak COVID2019uk vaccine Covid_19',\n",
       " 'Great to see some positive environmental impacts of coronavirus in Italy',\n",
       " 'At least for children there are some data  up to 40 can have coinfection \\nPedsICU \\ncovid19 coronavirus \\n\\nClinical and CT features in pediatric patients with COVID19 infection Different points from adults',\n",
       " 'Bravo Singapore and  for efficiency and vigilance Day 2 of SHN  6 SMS and 1 WhatsApp video call from a friendly caring woman Penalties for breaking quarantine are the right thing I hope the world follows coronavirus WeCanGetThroughThis  leadership',\n",
       " \"Its great to see people actually enjoy Social Distancing Life's good This buzz word wont go away soon coronavirus Social Distance\",\n",
       " 'I do think coronavirus is the work of Mother Nature and serves as a reminder that there is a higher power',\n",
       " 'Looks like Malaysia is getting serious about people not in their homes COVID19 coronavirus',\n",
       " 'No Football during COVID19coronavirus outbreak No worries Football Manager 2020 is now free to play',\n",
       " 'Italy OMG \\nFrom 3 cases on feb 3 to 35713 today\\n1 death on Feb 21 to 2978 today\\nWith no sign of slowing down\\n COVID19',\n",
       " 'Tom Hanks and wife discharged from Australian hospital expected to make full recovery from Coronavirus with rest and selfisolation COVID19',\n",
       " 'thr best covid19 news coverage is a mix of seriousness and levity']"
      ]
     },
     "execution_count": 200,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "translated_tweets = []\n",
    "\n",
    "num_translated_tweets = 0 \n",
    "for translation in translated_tweet_list:\n",
    "    if translation.origin != translation.text:\n",
    "        num_translated_tweets += 1\n",
    "    translated_tweets.append(translation.text)\n",
    "    \n",
    "print(\"The number of tweets that are not in English and have been translated is: \", num_translated_tweets)\n",
    "translated_tweets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 201,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(356, 23)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>status_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>created_at</th>\n",
       "      <th>screen_name</th>\n",
       "      <th>text</th>\n",
       "      <th>source</th>\n",
       "      <th>reply_to_status_id</th>\n",
       "      <th>reply_to_user_id</th>\n",
       "      <th>reply_to_screen_name</th>\n",
       "      <th>is_quote</th>\n",
       "      <th>...</th>\n",
       "      <th>country_code</th>\n",
       "      <th>place_full_name</th>\n",
       "      <th>place_type</th>\n",
       "      <th>followers_count</th>\n",
       "      <th>friends_count</th>\n",
       "      <th>account_lang</th>\n",
       "      <th>account_created_at</th>\n",
       "      <th>verified</th>\n",
       "      <th>lang</th>\n",
       "      <th>translated_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1235359346659217408</td>\n",
       "      <td>4373254527</td>\n",
       "      <td>2020-03-05T00:19:54Z</td>\n",
       "      <td>AquibIkubal</td>\n",
       "      <td>Good morning. Crowded metro. Fully packed. Sin...</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>32</td>\n",
       "      <td>91</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-12-04T15:15:45Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>Good morning Crowded metro Fully packed Singap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1235550008314744833</td>\n",
       "      <td>45325484</td>\n",
       "      <td>2020-03-05T12:57:32Z</td>\n",
       "      <td>bucksteeth</td>\n",
       "      <td>#pohchaipills is life. Fuck you #Covid_19 http...</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>East Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>124</td>\n",
       "      <td>448</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2009-06-07T11:41:59Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>pohchaipills is life Fuck you Covid_19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1235578864945913856</td>\n",
       "      <td>836488722157744130</td>\n",
       "      <td>2020-03-05T14:52:12Z</td>\n",
       "      <td>SulingLinCNA</td>\n",
       "      <td>Hmm not many good options to pump the economy ...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>143</td>\n",
       "      <td>143</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-02-28T08:10:27Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>Hmm not many good options to pump the economy ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1235589693913190400</td>\n",
       "      <td>355284635</td>\n",
       "      <td>2020-03-05T15:35:13Z</td>\n",
       "      <td>ArunPrasanth_R</td>\n",
       "      <td>#Covid_19 #CoronavirusOutbreak #COVID19india  ...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>West Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>103</td>\n",
       "      <td>209</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2011-08-15T03:32:43Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>Covid_19 CoronavirusOutbreak COVID19india  STA...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1235716860881993729</td>\n",
       "      <td>282135000</td>\n",
       "      <td>2020-03-06T00:00:32Z</td>\n",
       "      <td>danielfyork</td>\n",
       "      <td>Didn’t think I’d be saying this a few weeks ag...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>6251</td>\n",
       "      <td>2054</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2011-04-14T16:24:28Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>Didnt think Id be saying this a few weeks ago ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             status_id             user_id            created_at  \\\n",
       "0  1235359346659217408          4373254527  2020-03-05T00:19:54Z   \n",
       "1  1235550008314744833            45325484  2020-03-05T12:57:32Z   \n",
       "2  1235578864945913856  836488722157744130  2020-03-05T14:52:12Z   \n",
       "3  1235589693913190400           355284635  2020-03-05T15:35:13Z   \n",
       "4  1235716860881993729           282135000  2020-03-06T00:00:32Z   \n",
       "\n",
       "      screen_name                                               text  \\\n",
       "0     AquibIkubal  Good morning. Crowded metro. Fully packed. Sin...   \n",
       "1      bucksteeth  #pohchaipills is life. Fuck you #Covid_19 http...   \n",
       "2    SulingLinCNA  Hmm not many good options to pump the economy ...   \n",
       "3  ArunPrasanth_R  #Covid_19 #CoronavirusOutbreak #COVID19india  ...   \n",
       "4     danielfyork  Didn’t think I’d be saying this a few weeks ag...   \n",
       "\n",
       "                source  reply_to_status_id  reply_to_user_id  \\\n",
       "0  Twitter for Android                 NaN               NaN   \n",
       "1  Twitter for Android                 NaN               NaN   \n",
       "2   Twitter for iPhone                 NaN               NaN   \n",
       "3   Twitter for iPhone                 NaN               NaN   \n",
       "4   Twitter for iPhone                 NaN               NaN   \n",
       "\n",
       "  reply_to_screen_name  is_quote  ...  country_code  \\\n",
       "0                  NaN     False  ...            SG   \n",
       "1                  NaN     False  ...            SG   \n",
       "2                  NaN     False  ...            SG   \n",
       "3                  NaN      True  ...            SG   \n",
       "4                  NaN     False  ...            SG   \n",
       "\n",
       "             place_full_name  place_type followers_count friends_count  \\\n",
       "0  Central Region, Singapore       admin              32            91   \n",
       "1     East Region, Singapore       admin             124           448   \n",
       "2  Central Region, Singapore       admin             143           143   \n",
       "3     West Region, Singapore       admin             103           209   \n",
       "4  Central Region, Singapore       admin            6251          2054   \n",
       "\n",
       "  account_lang    account_created_at  verified  lang  \\\n",
       "0          NaN  2015-12-04T15:15:45Z     False    en   \n",
       "1          NaN  2009-06-07T11:41:59Z     False    en   \n",
       "2          NaN  2017-02-28T08:10:27Z     False    en   \n",
       "3          NaN  2011-08-15T03:32:43Z     False    en   \n",
       "4          NaN  2011-04-14T16:24:28Z     False    en   \n",
       "\n",
       "                                     translated_text  \n",
       "0  Good morning Crowded metro Fully packed Singap...  \n",
       "1             pohchaipills is life Fuck you Covid_19  \n",
       "2  Hmm not many good options to pump the economy ...  \n",
       "3  Covid_19 CoronavirusOutbreak COVID19india  STA...  \n",
       "4  Didnt think Id be saying this a few weeks ago ...  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 201,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_mar['translated_text'] = translated_tweets\n",
    "tweets_mar.to_csv('sg_tweets_covid19_march.csv')\n",
    "\n",
    "print(tweets_mar.shape)\n",
    "tweets_mar.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Singapore Tweets in March (from 19 Mar)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 266,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(247, 22)"
      ]
     },
     "execution_count": 266,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Get SG tweets in March\n",
    "\n",
    "path = 'coronavirus-covid19-tweets/'\n",
    "tweets_csv2 = ['2020-03-20 Coronavirus Tweets.csv',\n",
    "             '2020-03-21 Coronavirus Tweets.csv',\n",
    "             '2020-03-22 Coronavirus Tweets.csv']\n",
    "\n",
    "tweets2 = pd.read_csv('coronavirus-covid19-tweets/2020-03-19 Coronavirus Tweets.csv')\n",
    "tweets_sg2 = tweets2[tweets2['country_code'] == 'SG']\n",
    "\n",
    "for file in tweets_csv2:\n",
    "    filepath = path + file\n",
    "    df = pd.read_csv(filepath)\n",
    "    df_sg = df[df['country_code'] == 'SG']\n",
    "    \n",
    "    tweets_sg2 = pd.concat([tweets_sg2, df_sg], ignore_index=True)\n",
    "    \n",
    "tweets_sg2.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 267,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export Singapore's tweets on COVID-19 in March\n",
    "tweets_sg2.to_csv('tweets_sg_mar(2).csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 287,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(247, 22)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>status_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>created_at</th>\n",
       "      <th>screen_name</th>\n",
       "      <th>text</th>\n",
       "      <th>source</th>\n",
       "      <th>reply_to_status_id</th>\n",
       "      <th>reply_to_user_id</th>\n",
       "      <th>reply_to_screen_name</th>\n",
       "      <th>is_quote</th>\n",
       "      <th>...</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>country_code</th>\n",
       "      <th>place_full_name</th>\n",
       "      <th>place_type</th>\n",
       "      <th>followers_count</th>\n",
       "      <th>friends_count</th>\n",
       "      <th>account_lang</th>\n",
       "      <th>account_created_at</th>\n",
       "      <th>verified</th>\n",
       "      <th>lang</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1240432252376379393</td>\n",
       "      <td>837548605</td>\n",
       "      <td>2020-03-19T00:17:49Z</td>\n",
       "      <td>SanghiAnand</td>\n",
       "      <td>The “experts” on TV have now moved from the R ...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>129</td>\n",
       "      <td>95</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012-09-21T11:03:25Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1240432793881997312</td>\n",
       "      <td>76647624</td>\n",
       "      <td>2020-03-19T00:19:58Z</td>\n",
       "      <td>JayMcr</td>\n",
       "      <td>Cumon people...\\n\\n\"Social Distancing\" Does NO...</td>\n",
       "      <td>Instagram</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>2294</td>\n",
       "      <td>2400</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2009-09-23T13:49:42Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1240433938377539584</td>\n",
       "      <td>90391638</td>\n",
       "      <td>2020-03-19T00:24:31Z</td>\n",
       "      <td>triciapang</td>\n",
       "      <td>824am and the train is barely packed at Hougan...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>SG</td>\n",
       "      <td>North-East Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>170</td>\n",
       "      <td>171</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2009-11-16T13:22:19Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1240436806396440576</td>\n",
       "      <td>1016482563328602112</td>\n",
       "      <td>2020-03-19T00:35:55Z</td>\n",
       "      <td>3e_like</td>\n",
       "      <td>In time likes this QC will go down. #mayor #co...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>SG</td>\n",
       "      <td>North-East Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2018-07-10T00:41:43Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1240438146317217794</td>\n",
       "      <td>544789016</td>\n",
       "      <td>2020-03-19T00:41:14Z</td>\n",
       "      <td>onefern</td>\n",
       "      <td>#Singapore #coronavirus #COVID19 https://t.co/...</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>77</td>\n",
       "      <td>325</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012-04-04T03:01:24Z</td>\n",
       "      <td>False</td>\n",
       "      <td>und</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             status_id              user_id            created_at  \\\n",
       "0  1240432252376379393            837548605  2020-03-19T00:17:49Z   \n",
       "1  1240432793881997312             76647624  2020-03-19T00:19:58Z   \n",
       "2  1240433938377539584             90391638  2020-03-19T00:24:31Z   \n",
       "3  1240436806396440576  1016482563328602112  2020-03-19T00:35:55Z   \n",
       "4  1240438146317217794            544789016  2020-03-19T00:41:14Z   \n",
       "\n",
       "   screen_name                                               text  \\\n",
       "0  SanghiAnand  The “experts” on TV have now moved from the R ...   \n",
       "1       JayMcr  Cumon people...\\n\\n\"Social Distancing\" Does NO...   \n",
       "2   triciapang  824am and the train is barely packed at Hougan...   \n",
       "3      3e_like  In time likes this QC will go down. #mayor #co...   \n",
       "4      onefern  #Singapore #coronavirus #COVID19 https://t.co/...   \n",
       "\n",
       "                source  reply_to_status_id  reply_to_user_id  \\\n",
       "0   Twitter for iPhone                 NaN               NaN   \n",
       "1            Instagram                 NaN               NaN   \n",
       "2   Twitter for iPhone                 NaN               NaN   \n",
       "3   Twitter for iPhone                 NaN               NaN   \n",
       "4  Twitter for Android                 NaN               NaN   \n",
       "\n",
       "  reply_to_screen_name  is_quote  ...  retweet_count  country_code  \\\n",
       "0                  NaN     False  ...              0            SG   \n",
       "1                  NaN     False  ...              0            SG   \n",
       "2                  NaN     False  ...              0            SG   \n",
       "3                  NaN     False  ...              0            SG   \n",
       "4                  NaN     False  ...              0            SG   \n",
       "\n",
       "                place_full_name place_type followers_count friends_count  \\\n",
       "0     Central Region, Singapore      admin             129            95   \n",
       "1     Central Region, Singapore      admin            2294          2400   \n",
       "2  North-East Region, Singapore      admin             170           171   \n",
       "3  North-East Region, Singapore      admin               1             2   \n",
       "4     Central Region, Singapore      admin              77           325   \n",
       "\n",
       "   account_lang    account_created_at  verified lang  \n",
       "0           NaN  2012-09-21T11:03:25Z     False   en  \n",
       "1           NaN  2009-09-23T13:49:42Z     False   en  \n",
       "2           NaN  2009-11-16T13:22:19Z     False   en  \n",
       "3           NaN  2018-07-10T00:41:43Z     False   en  \n",
       "4           NaN  2012-04-04T03:01:24Z     False  und  \n",
       "\n",
       "[5 rows x 22 columns]"
      ]
     },
     "execution_count": 287,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_mar2 = pd.read_csv('tweets_sg_mar(2).csv', index_col=0)\n",
    "\n",
    "print(tweets_mar2.shape)\n",
    "tweets_mar2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 289,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['The “experts” on TV have now moved from the R word to the D word...the recovery shapes have moved from V to U to W, but L seems to be the favourite now. For us ordinary folk, best to take precautions and stay safe while carrying on with our work. \\n#recession #depression #COVID19',\n",
       " 'Cumon people...\\n\\n\"Social Distancing\" Does NOT mean \"Self Isolation\" So Please get a grip, get outta the House &amp; most importantly...Keep Exercising!\\n⚠️\\n⚠️\\n⚠️\\n#covid_19 #corona #NOTairborn… https://t.co/uOWeVfmcMV',\n",
       " '824am and the train is barely packed at Hougang #COVID19 #thursdaymorning #singapore',\n",
       " 'In time likes this QC will go down. #mayor #covid19 #QC #QuezonCity',\n",
       " '#Singapore #coronavirus #COVID19 https://t.co/qqgzAv2NXY',\n",
       " '@Expedia i am trying to change my reservation since last 4 days and send you number of emails about it. There is no response. At least update your site to allow changing the reservation. #COVID19 #Expedia',\n",
       " '#coronavirus playlist on @Spotify https://t.co/GCiTQKdNE1',\n",
       " '⚠️#Covid19 Nuove misure restrittive all’ingresso a #Singapore \\n\\n🔗https://t.co/TAXNAuLvcn\\n🔗https://t.co/BLokdPhec2\\n\\n#coronavirus #covid https://t.co/3aLE4s5hIl',\n",
       " 'Shout out to #Singapore government for dealing #COVID19 spread so effectively. Thank you for  competent &amp; confident leadership!!!',\n",
       " 'I am thriving on plant based food, I truely love all the animals so I do not eat them!!\\n🌍💕\\n#COVID19 https://t.co/GW6OKxIPXG']"
      ]
     },
     "execution_count": 289,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Get list of tweets\n",
    "tweets_list2 = tweets_mar2['text'].tolist()\n",
    "tweets_list2[:10]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Text Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 290,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['The experts on TV have now moved from the R word to the D wordthe recovery shapes have moved from V to U to W but L seems to be the favourite now For us ordinary folk best to take precautions and stay safe while carrying on with our work \\nrecession depression COVID19',\n",
       " 'Cumon people\\n\\nSocial Distancing Does NOT mean Self Isolation So Please get a grip get outta the House amp most importantlyKeep Exercising\\n\\n\\n\\ncovid_19 corona NOTairborn ',\n",
       " '824am and the train is barely packed at Hougang COVID19 thursdaymorning singapore',\n",
       " 'In time likes this QC will go down mayor covid19 QC QuezonCity',\n",
       " 'Singapore coronavirus COVID19 ',\n",
       " ' i am trying to change my reservation since last 4 days and send you number of emails about it There is no response At least update your site to allow changing the reservation COVID19 Expedia',\n",
       " 'coronavirus playlist on  ',\n",
       " 'Covid19 Nuove misure restrittive allingresso a Singapore \\n\\n\\n\\n\\ncoronavirus covid ',\n",
       " 'Shout out to Singapore government for dealing COVID19 spread so effectively Thank you for  competent amp confident leadership',\n",
       " 'I am thriving on plant based food I truely love all the animals so I do not eat them\\n\\nCOVID19 ',\n",
       " 'Why this Kovid19 Di \\nCOVID19 WhyThisKolaveri',\n",
       " 'Wuhan reports no new confirmed COVID19 cases since the outbreak',\n",
       " 'Its amazing how much COVID19 can bring out the racism out of people coronavirus',\n",
       " 'Hmm The 2020 is acting bit weird lately should we try the good old software update and reboot trick askingforafriend COVID19 ',\n",
       " 'What a great initiative Should be done in other countries as well coronavirus ',\n",
       " 'People send me all sorts of CPR AED related stuff Sometimes its about good CPR practices AED issues etc \\n\\nThis does take the cake The words say chest  compression \\n\\nI guess its good to be able to have a laugh in such terrible times \\n\\ncprfail COVID19 ',\n",
       " 'good story on workers sleeping rough in Singapore due to Malaysias COVID19 lockdown the pandemic is exposing the invisible lives of those who perform essential services for a pittance and are most vulnerable from economic and health perspective ',\n",
       " 'I agree with these sentiments Mother Nature has spoken We all need a break from modern life for 14 days minimum to save ourselves and our planet  coronavirus QuarantineLife StayAtHome ',\n",
       " 'This is leadership covid19 is both a health and economic crisis Many could learn from this ',\n",
       " 'Testing  COVID19 with AI \\n\\nCoronavirus is spreading exponentially When should a suspected case be tested\\n\\nThis AI can be trained in a few hours by a local medical expert launch via a web free to government at cost to medical cos\\nMore here \\n ',\n",
       " 'Some more good news  Its official in China hope others too use it to get good results  \\n\\ncovid19 hopeforcure glimerofhope staypositive  ',\n",
       " 'Zambia needs to ban all religious services immediately Places of worship were the biggest spreader of coronavirus in many countries People should use the radio or live tv instead\\n\\n   \\n\\nZambia ZedTwitter',\n",
       " 'Beginilah respon dan tindakan yang benar menyikapi jamaah massa dengan kasus positif COVID19 \\n\\nMaqasid syariah itu salah satunya melindungi jiwa \\n\\nDiamDiRumahAja \\n\\nIbadahDiRumah ',\n",
       " '    The Spanish Flu originated in the US and was brought to Europe by the US Army where it for the first time broke out very big in Madrid hence the name Any parallels here calling COVID19 ChinaVirus Sir',\n",
       " 'Sporting Thursdays\\n\\nWe certainly didnt wish for this but heres how we can stay safe whilst playing our part to be socially responsible \\n\\ncovid_19  Singapore ',\n",
       " 'In case you asked yourself why China after initial mistakes Taiwan Singapore Vietnam etc put all this effort into fighting the CoronavirusOutbreak including risking serious damage to their economy thats why  ',\n",
       " 'People are outraged at the name of the Virus than the virus itself  \\n\\nCOVID19ON covid19UK CovidPain Covid_19 Wuhan TrumpRecession TrumpPandemic ',\n",
       " '  \\nEl presidente  dando medidas drsticas para controlar el Coronavirus y un idiota como este tipo hace drama para regresar de Italia y estando en el Per se pasea como sin nada sabiendo q tiene el COVID19 crcel ',\n",
       " 'As the number of Covid19 cases surges ventilators have quickly become the most soughtafter medicaldevice in the world Who gets the precious ventilator when Covid19 overwhelms ICUs I hope we do not have to be in that kind of situation medtech\\n',\n",
       " 'Is anyone really going to be surprised when the US numbers begin to mirror those of China People are morons COVID19 coronavirus springbreakers ',\n",
       " '  pse open school in batches so any risk to COVID19 from holiday and travel returning kids and teachers can be managed well wo any risk or spread Singapore ',\n",
       " 'Tragedi pertama yang akan terjadi dan mungkin ditutuptutupi adalah habisnya tenaga kesehatan Indonesia dokter amp perawat karena gugur tertular COVID19 dari pasien yang ditanganinya \\n\\nKarena 2 hal\\n Ketidakjelasan status tes pasien\\n Kelangkaan APD Alat Pelindung Diri ',\n",
       " 'Sad But true \\nWe will know the pain when it hurts us  COVID19 ',\n",
       " 'For those people \\n\\nlego toys pandemic covid_19 yoloswag epic nofilter randomthings onfleek  Singapore ',\n",
       " '     14     \\n\\n     \\n\\n        104   \\n\\n    \\n\\nCoronaVirusIndia Coronaindia COVID Covid19 AndhraFightsCorona',\n",
       " 'coronavirus COVID19 Home learning with 3kids be like parentingfail ',\n",
       " '  why are there even sg pilgrims in indonesia if any during this dangerous COVID19 Havent we learn Anytg fm msia incident  these irresponsible pple shld be checked under laws as danger to sg and all',\n",
       " 'If you would like to know how it feels to be in hospitality\\ncoronavirus ',\n",
       " 'Siri what is Shinnicheoji in Bahasa Indonesia covid19 organizedReligionWillKillUsAll ',\n",
       " ' Dedicating this post to all medical staffs who are fighting the coronavirus tirelessly Thank you and be safe  Continue to shine and keep your spirits up  sgunited  Singapore ',\n",
       " 'Will service with a smile suffice when everyone is masked up or will it bring loyalty down \\n\\ncovid19 pandemic airlines hospitality ',\n",
       " 'Want to track the dreadful COVID19 globally\\n\\nHere is the dashboard \\n          \\n',\n",
       " 'IATA The scale of the current industry crisis is much worse and far more widespread than 911 SARS or the 2008 Global Financial Crisis aviation coronavirus ',\n",
       " 'IATA Since the end of January 16000 passenger flights have been cancelled in the Middle East Middle East airlines have lost US72 billion revenue as of 11 March aviation coronavirus ',\n",
       " 'Diperkirakan 800 ribu sampai 8 juta jiwa akan melayang karena wabah COVID19 sedunia  \\n\\nIndonesia  itu 130 populasi dunia Berarti kira2 antara 275 ribu  275 ribu jiwa melayang \\n\\nKarenanya PENTING kita tahan penyebarannya JagaJarakDulu DiamDiRumahAja JanganKumpulKumpul ',\n",
       " 'Once again a reminder from covid19 that humans too are a disease cleanedByContagion crisisOpportunity ',\n",
       " 'Coronavirus has already jumped the fence in many countries First time weve seen it jump the fencers though COVID19 ',\n",
       " ' will the 40 of Malaysians who think the lockdown is a holiday go home and stay home on their own or will the military be dragging them home Big question COVID19 ',\n",
       " '   So no one told you life was gonna be this way  your jobs are gone youre broke  reunions DOA COVID19 FriendsInTryingTimes ',\n",
       " 'The Trump Administration are calling it Kungflu  the Chinese Politburo are calling it an American military conspiracy What we call it is two big babies who dont seem to be able to acknowledge that covid19 is a pox on the entire human race GetOverIt NotTheTimeForThisShit ',\n",
       " 'This needs to go global Absolute gold  To any parent out there who is going through the maelstrom that is homelearning coronavirus covid19 parenting parentfail ',\n",
       " ' \\nPedsICU \\nBlock your calendars for this  \\ncovid19\\ncoronavirus ',\n",
       " 'Please read share n donate\\n\\n\\n   coronavirus ',\n",
       " 'wishing everybody will safe amp always in good health   FRONTLINE Covid_19 ',\n",
       " '  De overheid heet NIKS geleerd van het fiasco na de krokusvakantie Hoe ging dat gezegde van die ezel en die steen failedstate COVID19',\n",
       " 'South America and Africa please have a good look at this \\nCOVID19 SouthAmerica Africa ',\n",
       " 'Keep up with the preparedness of managing your business and keeping your staff and customer safe from CoronaVirus Here is a good reference from  for your use Keep safe        ',\n",
       " 'A great summary of Singapores response to the CoronavirusOutbreak ',\n",
       " 'Basta Seo Bi you know already Covid19 ',\n",
       " 'But sure Lets split to Kentucky to preside over the installation of another conservative incompetent as a Federal judge Fscking the future generations is really important Priorities mate covid19 TurtlingTheLegislation ',\n",
       " 'Id say everybody all together now but socialdistancing covid19 ',\n",
       " 'The situation due to this Pandemic reminds me of Blaise Pascals Quote  All of humanitys problems stem from man inability to sit quietly in a room alone\\n\\nCOVID19 solitude',\n",
       " 'Useful Singapore COVID19 ',\n",
       " 'Saw this LEGO  MOC on Facebook too ironic not to share it\\nCOVID19  \\nStaySafe  \\nFearIsTheEnemy  \\nSaveRetail \\nSGsecure \\nMAGA  ',\n",
       " 'Yep I would say that Marikina LGUs management and handling COVID19 is way better compared to vivico ',\n",
       " ' Sir pls dont blast on mayors who overdo things It only means they really know the challenges  in their area and take initiatives they see fit in line with the national goals Pls punish the underperforming ones instead COVID19',\n",
       " ' Idisable na lang usa ang face id gamit password Actually dili ka dapat mag mask kung wala kay signs and symptoms sa covid19 or any flu ',\n",
       " 'Join us for our firstever virtual briefing for insurance professionals on Survival Skills in the Era of Pandemics\\n\\nRegister here \\n\\nvirtual survival pandemic coronavirus covid19 covid_19 onlineevents ',\n",
       " 'covid19 some good news for india  The numbers seem small and red to be increased to have a better gauge of the situation  Positivesteps StaySafeStayHome ',\n",
       " ' dinner tonight by our little chefs  CL1 amp CL2 \\n\\nLook at some of the positive sides during this covid19  \\n\\n familybondingtime \\n personalhygiene \\n kids learn to be wecarewelove \\n healthiswealth ',\n",
       " 'Hi Ms Oprah Can you tell them to stay home so they help stop the spread of covid_19  \\nBTW nice to meet you  \\n\\n\\nDown to the last pic of my Singapore feed Promise Last na ito Hahaha\\nBirthday ',\n",
       " 'Some of you have messaged to ask how else you can help below is a comprehensive list of charities in Singapore where you can help respond to community needs amidst Covid_19  ',\n",
       " 'Another great COVID19 article by    well worth a read        ',\n",
       " 'A lovely gesture from some  colleagues to appreciate the team dealing with the COVID19 challenges dcissg ',\n",
       " 'Our poor heart cant take this much happiness itna tou Coronavirus k liye nahi socha jitna inlogo ka fever chadh gaya    teenage vala love again wid thm BhulaDungaOnMarch24 SidNaaz BhulaDungaFirstLook ',\n",
       " 'BBC News  Coronavirus Robots use light beams to zap hospital viruses  robitics COVID19 CoronaVirusUpdate technology',\n",
       " 'Got a feeling this dudes been restocking this shelf a lot recently toiletpaper youcanuseashowerifyourunout dontpanicbuy singapore coronavirus covid_19  Singapore ',\n",
       " 'Self isolating at lunch noonehere lunch singapore covid_19 coronavirus  Tandoori Culture ',\n",
       " '      Our poor heart cant take this much happiness My Singapore Chinese friends also madnow for them  itna tou Coronavirus k liye nahi socha jitna inlogo ka fever chadh gaya    teenage vala love again wid thm SidNaazBrokeInternet SidNaaz',\n",
       " 'SocialDistanacing COVID19 WuhanVirus staycalm ',\n",
       " 'Wondering how millions of homeless  in India would cope with Covid_19  am trembling in fear  Lord Mritynjaya and Amma Gayathri must protect them',\n",
       " 'Its come to this already Day two of homelearning and the 3kids are going nuts coronavirus COVID19 WashYourHands Learningathome parenting ',\n",
       " 'China  second day for zero case reported Im impressed with their resolute covid19 coronavirus',\n",
       " 'Planning on places to go during SARSCOV2 outbreak \\n\\ncovid_19 virusoutbreak yoloswag epicfail lifegoals iphonex nofilter randomthings onfleek  Singapore ',\n",
       " 'In an MRT towards Changi Singapore\\n\\ncoronavirus ',\n",
       " 'coronavirus ',\n",
       " ' I appreciate the advice James alas we have no choice because the school have designed courses online and ever since coronavirus threatened theyve been preparing for this I think its more my inability to teach that is the problem',\n",
       " 'Restock done at Toy Outpost Plaza Singapura Do come by NoFrillsFactoryOutlet lockers \\n\\n\\nmusthave cleanwell handsanitizer sgselling wuhanvirus covid_19 cardsagainsthumanity jokinghazard whatdoyoumeme ',\n",
       " 'Mandatory 14 days quarantine and a compulsory negative test for Covid_19 before boarding for each passenger and crew should have kept the air travel coronavirus free and delayed coronavirus spreading Being slow in responding  UN members suffer now\\n',\n",
       " 'Its Friday my day so to hell with covid_19 Im living my life whether u here or not \\n\\npositivevibesonly asianfoodsoldier chefmelvynlee gymrenovationdone gymrat grindlife fitnessaddict singaporean ',\n",
       " ' Covid_19 in a nutshell by ',\n",
       " 'Against Agamben Is a Democratic Biopolitics Possible  Agamben Biopolitics Coronavirus COVID19 Foucault via ',\n",
       " 'So so clever The Lion City leading from the front once again Proud to say that this island is my home  coronavirus covid19 \\nSingapore launches TraceTogether mobile app to boost COVID19 contact tracing efforts\\n',\n",
       " 'Restock done at Toy Outpost VivoCity  Do come by NoFrillsFactoryOutlet lockers \\n\\n\\nmusthave cleanwell handsanitizer sgselling wuhanvirus covid_19 cardsagainsthumanity jokinghazard whatdoyoumeme ',\n",
       " 'Take your mind off coronavirus for a while and read this  ',\n",
       " 'East or West a decision coming for all nations No longer will you be able to sit on the fence coronavirus usa China',\n",
       " 'Impressed by  for the contact free delivery Rider just puts the order outside amp stays nearby to confirm youve received it How businesses ensure safety in these times without disrupting life is remarkable CoronavirusPandemic',\n",
       " 'Singapores  just rolled out this app for COVID19 contact tracing via Bluetooth Kinda like Tile for people but wo location info and more of a locally stored proximity log if I understood it correctly  ',\n",
       " 'Welcome to our world \\n\\nBuwisBuhay\\nWhatVirus\\nCoronaVirus\\nCTTO\\nNoVirusCanStopUs \\nWorkWorkWork  Singapore ',\n",
       " 'Majority of the daily new coronavirus cases in Singapore now are citizens and permanent residents returning from Europe mainly the UK and US That suggests widespread community transmission in key cities there ',\n",
       " 'Singapore    COVID19 ',\n",
       " 'Jagalah diri anda sebelum diri anda dijagakan COVID19',\n",
       " 'Also sanitise your timeline Avoid reading toxic and alarmist tweets in these extraordinary times StaySafeStayHome DontPanic COVID19',\n",
       " '  Great to speak Lisa However Im sorry to report my husband tested positive for covid19 amp is now in an isolation ward This truly is a time to read my own book choose faithoverfear amp trust myself that Ive got this  We all do',\n",
       " 'What do some of the most forwardthinking entrepreneurs and CEOs predict for the Future of work \\nWatch yesterdays event on the futureofwork Subscribe to Fvtura Community on YouTube \\nworkingfromhome remotework WorkFromHome Covid_19 coronavirus jobs workplace ',\n",
       " 'Discover Next Billion Jobs\\nWatch yesterdays event about nextbillionjobs and the future of work Subscribe to Fvtura Community on YouTube\\n\\nremote remotework WorkFromHome workingfromhome Covid_19 coronavirus entrepreneur here4more freelancers jobopportunity ',\n",
       " 'Please note the surge in yesterdays 20th Mar 2020 COVID19 cases\\nNow to protect yourself and everyone personal hygiene should be your key and social distancing should be your password \\nSocialResponsibility ',\n",
       " 'So many flights cancelled now from Singapore Happy that  still has flights from Singapore COVID19 ',\n",
       " 'In Singapore one of the first  hit by coronavirus detectives are tracking down potential positive cases to try to stay one step ahead of the virus How did they do this and is it too late for the rest of the world    ',\n",
       " 'G77 countries are definitely winning in coronavirus Its been an absolute shit show for the West ',\n",
       " 'Good Morningwhile hindi nagpaparamdam si     ito muna ang bagong libangan ko  MayWard EdwardBarber MayWard Quarantine Day7 COVID19 Prayfortheworld WeloveyouPAPAGod ',\n",
       " 'Nice illustration on how good technique helps \\ncovid19\\ncoronavirus\\npedsICU\\nFlattenTheCurve ',\n",
       " 'Hi Covid_19 Laura needs an answer pls reply thx ',\n",
       " 'Friday 20 Mach 2020 EU and ASEAN ministers convened a video conference on Covid_19 EU ASEAN together  ',\n",
       " 'Singapore works on contact tracing Covid_19 You can download the app tracetogether ',\n",
       " 'USA  mau menyalip Italia  dalam jumlah kenaikan kasus positif COVID19 per hari \\n\\nBerapa hari lagi Indonesia  akan menyalipnya juga Mengingat USA amp Indonesia mirip dalam hal ini\\n\\n populasi besar 320 jt amp 260 jt\\n respon pemerintahnya awalnya meremehkan\\n tidak lockdown ',\n",
       " 'Chatted with a singaporean working in KL and we were comparing each countrys reaction to covid19 He said Singaporeans are too complacent and still heading out gym etc He says its cos we have a lot of faith in our government Do you think its wise',\n",
       " 'Please do not go meet your grandparents during this period  your love for them can be shown by distancing yourself\\n\\nYou have practiced it all your life apply it once\\ncovid_19 wuhan CoronaCrisis CoronaStopKaroNa CoronavirusPandemic WuhanVirus',\n",
       " 'Curfew of the people by the people for the people to fight COVID19 As a responsible citizen come forward amp respond to PM  call for Janta Curfew by taking the I Support Janta Curfew pledge IndiaFightsCorona\\n',\n",
       " 'Singapore  pecah telur dua orang meninggal COVID19 \\n\\nSalah satunya adalah WNI yang ke Singapura mencari perawatan setelah sempat dirawat di Indonesia  dan bahkan tidak dites baru dites positif setibanya di Singapura \\n\\n ',\n",
       " 'Why do ppl panic cos of deaths Read on to see what might be the true cause of death Dont just everything covid19',\n",
       " 'I have signed on to this app by  which facilitates contact tracing if needed through ones mobile phone Another brilliant idea in the fight against coronavirus FightCOVID19 fightCoronavirus coronavirussingapore ',\n",
       " 'Be responsible\\nThere is so much we can do just staying at homesocialdistancing covid19  Singapore ',\n",
       " 'Two patients in Singapore have passed away from complications due to COVID19 infection If we look at Italy more than 99 of there coronavirus fatalities were people who suffered from previous medical conditions Deeply saddened by their passing\\n\\n ',\n",
       " 'HumanityUnited\\nWhilst countries close their borders there are other ways we can support each other during this time \\ncovid19\\ncoronavirus\\nPedsICU ',\n",
       " 'As the COVID19 situation seems to worsen around the world more of us have to start adjusting our lifestyle of being at home more than usual not for me Well the good thing about being a nerd  gamer  and an ',\n",
       " 'First report of COVID19 related death in Singapore   We mourn and my deepest condolences to the family Stay strong and vigilant always Singaporean',\n",
       " 'This picture by  says it all No room for underestimation Act and be disciplined For yourself and for your grandparents For everybody Stay safe \\ncovid_19 staydisciplined ',\n",
       " 'Singapore lost its first people today due to Covid_19 \\nI think the whole nation mourns them \\n\\nRest In Peace the beautiful souls that were case 90 and 212 \\n\\nMay they pass safely into the next realm knowing they are loved and grieved\\n\\nSGUnited ',\n",
       " 'An empty airport\\n\\nCovid_19 \\nCoronavirusPandemic \\nChangiairport ',\n",
       " 'Use common sense as tool to wardoff Covid_19 ',\n",
       " ' Good use of technology to help contain spread of coronavirus Limited use on iOS as background access to Bluetooth is limited app needs to run in foreground to work effectively Good summary addressing privacy concerns some may have  govtech singapore',\n",
       " 'On a Saturday afternoon in Singapore \\n\\nThe fight against Covid_19 is making progress \\n\\nThe rises in new cases are mostly imported by returning citizens from abroad ',\n",
       " 'Dalawa na yung tegi diteli because of Covid_19',\n",
       " 'Updates on Covid19 Coronavirus Disease 2019  Case Summary in Singapore as of 21 Mar 2020 1200h\\n via  \\nCOVID19 Singapore',\n",
       " 'Its very difficult to buy masks in foreign countries If you need masks protective clothing or nucleic acid test kit you can contact me I will provide you with purchasing channels to help you Now of course its an opportunity COVID19',\n",
       " ' need help coronavirus',\n",
       " 'Mulai bergelimpangan jenazah \\n\\nWarga Negara Perancis  ditemukan jasadnya di atas motor di tepi jalan di Bali Kemudian dites dan ditemukan positif COVID19 \\n\\n',\n",
       " 'WATCH Have you downloaded the TraceTogether app to help contact tracing amid the COVID19 outbreak\\n\\nHeres how it works \\n\\nDownload it here ',\n",
       " 'It was the west that feared Asia with the virus spreading across quickly Tables have turned 180 degrees as Asian countries are now fending westerners and expats to lower imported cases of coronavirus  Irony',\n",
       " 'Uplifting spirits at Singapores first Virtual Club\\n\\nCovid_19 Singapore laugh CoronaStopKaroNa StaySafeStayHome virtuallearning ',\n",
       " 'Other countries take note  singapore Govt is taking  help of technology to help stem  spread of covid19  mobile apps  Every with a phone can participate  TraceTogether  SGUnited      ',\n",
       " 'Covid_19 \\nRest in peace  ',\n",
       " 'Introducing my oc Huang \\nIllustrator COVID19 artistalleyonline ',\n",
       " 'MANTAP thanks mbak penerjemah bahasa isyarat telah MENEKANKAN bahwa tidak boleh meremehkan COVID19 ',\n",
       " 'Malaysia COVID19 coronavirus Malaysia update  ',\n",
       " 'CoronavirusPandemic',\n",
       " 'Saudi Arabia unveils SR120bn business support war chest to fight virus pandemic  SaudiArabia coronavirus COVID19',\n",
       " 'Bahkan duka karena COVID19 sudah terjadi di lingkaran relawan medis   ',\n",
       " 'Smoke the virus awayyyyy \\ncovid_19  Yishun ',\n",
       " '1183 na ang postive sa COVID19 sa Malaysia  ',\n",
       " 'Lihatlah situasi rumah sakit di Lombardia Italia  pusat epidemi COVID19 di negara itu\\n\\nDokter di sana negaranegara yang lain lihatlah ini segera lockdownshutdown semuanya untuk menghentikan penyebaran wabah sebelum ini terjadi di negaramu juga\\n\\n ',\n",
       " 'Meron na tracker ang DOH para COVID19 coronavirus Link gtgtgtgt\\n',\n",
       " 'Buttercup quick draw\\n\\n\\nArtistOnTwitter sketch StayAtHome Covid_19 fanartwork ',\n",
       " 'A simple small lie can cost a life\\nOne of our doctor died already and plenty more are now intubated\\nPlease When our health workers ask for your travel and medical history be TRUTHFUL DONT LIE \\n\\nThis is painful and alarming\\nPlease send them your prayers\\nCovid19 ',\n",
       " 'A  commercial in Berlin with this two amazing girls \\nYa it is a tough timecoronavirus  covid_19 is not a joke\\n\\nSo remember to\\nStay clean and hygienicAvoid the crowdStay safe\\n\\nLets pray for the best\\nMay all of us be protected from this virus\\n\\nrittersport ',\n",
       " 'ohh sibai  close until further notice Covid_19   ',\n",
       " 'Another story about the spread of CoronavirusPandemic in churches ',\n",
       " 'coronavirus Covid_19 ',\n",
       " 'My niece was trying to occupy her time at home Shortly after her brother put up a new sign  Go away covid19 ',\n",
       " 'JUST IN Singapore reports 47 new cases of COVID19 mostly imported 9 more patients discharged from hospital   ',\n",
       " 'When freedom taken away from youwhats left is memory\\n\\nAn evening in Singapore\\n\\ncoronavirus ',\n",
       " 'Gross  \\nThe saliva of COVID19 patients can harbor half a trillion virus particles per teaspoon and a cough aerosolizes it into a diffuse mist \\n socialdistance  covid19 \\nCoronavirusOutbreak\\n\\n',\n",
       " 'Singapore had some really sad news today with the first two deaths due to covid19 There should be no doubt sg has led the way in containment and treatment  but a spike was predicted by PMlee bummer',\n",
       " 'Indonesia is likely to have a far higher number of coronavirus cases than it has reported due to low levels of testing and needs to consider tougher measures like lockdowns covid19 publichealth\\n',\n",
       " 'Having a moment to yourself or a company of a good friend is a privilege in life \\n\\nDo not throw it away\\n\\ncoronavirus Singapore ',\n",
       " '14days Quarantine at home \\nCORONA negative but your wifegirlfriend positive \\n\\nStay safe everyone \\nCovid_19 CoronavirusPandemic QuarantineLife',\n",
       " '20200321\\nStay at home \\n\\nCOVID19MY\\nCOVID19 \\ndudukrumah\\nstayathome ',\n",
       " 'Restock done at Cube Sprout Our Tampines Hub Do come by  \\n\\n\\ncovid_19 wuhanvirus handsanitizer cleanwell alcoholfree californiababy cardsagainsthumanity jokinghazard unstableunicorns implodingkittens ',\n",
       " 'Covid_19 ',\n",
       " 'Great to see Singapore making really sensible Covid_19 physical distancing regulations keeping restaurants and bars open but safe ',\n",
       " 'You know whats gonna be gone after Covid_19 \\nThe FOMO pandemic',\n",
       " 'We really appreciate the way  is handling COVID19 situation and thanks to all healthcare workers for going beyond their duties \\n SGUnited\\nCoronaVirus\\n\\n',\n",
       " 'Take a break CoronaCrisis StayAtHome CoronavirusPandemic ',\n",
       " 'A full day at home without the idiot box read       and back to my current novel A Gentleman in Moscow Social distancing has never been better SocialDistanacing coronavirus',\n",
       " 'Dr Ben Carson taking a nap during the live COVID19 press conference ',\n",
       " 'Unusual circumstances emptyairport thanks to covid19 Changis such a big airport I really needed a wheelchair  Changi Airport Singapore ',\n",
       " 'Guess its good to have some celebrity beef to get our minds off COVID19 \\nWhy am I not surprised to find out KanyeWest and KimKardashian are liars That explains all that they do these days too So TaylorSwiftWasRightAllAlong didnt know it was a hashtag ',\n",
       " 'For those skeptical of how China has been classifying its COVID19 data a helpful thread ',\n",
       " 'Im torn too but surely the pressure to postpone will become too much  best to err on the side of caution no We remain in uncharted territory re coronavirus ',\n",
       " 'How soap kill the coronavirus\\n\\n',\n",
       " 'We stand by Italy during these trying times Share your Support for our Italian friends They are our colleagues friends and family Cari amici siamo con voi COVID19 WeStandWithItaly',\n",
       " 'There is going to be huge pressure on beds and critical care Potentially a patient already on a ventilator could be removed to allow a someone with a greater chance of survival to take his or her place COVID19 coronavirus publichealth health\\n',\n",
       " 'COVID19 Identifying the symptoms coronavirus publichealth health ',\n",
       " 'Is it just me or is  donating 15m to coronavirus relief a little underwhelming I love everything Apple but theres more a company with 200b in cash can do for the world that supports them so fervently apple covid19 donate corporateamerica CSR',\n",
       " 'Dont just soso distancing Take SocialDistancing seriously please COVID19',\n",
       " '  It would be over generalisation as the  Epicentre has shifted to Europe and US from China So flattening of the curve will depend on how these countries respond with measures Still early days to respond CoronavirusPandemic',\n",
       " 'Lessons from the first 59 COVID19 cases  and sharing by all ID docs nationally  SGUnited WeAreID IDTwitter ',\n",
       " 'Singapore an example to the world in the way us islanders contain the COVID19 outbreak  until there is a fire sale that is ',\n",
       " 'Fascinating to see the new mobility index in  especially the changes from last week to this week COVID19 ',\n",
       " 'Urge everyone to read and watch this People who are conplacent about the COVID19 pandemic need to see what its like to basically suffocate Seniors are so vulnerable ',\n",
       " '29sultangate covid19 halalfoodsg havehalalwilltravel halalfoodhunt greybyortenhill sundayfunday  Sultan Gate Restaurant ',\n",
       " 'The Philippines has developed a lowcost portable ventilator for patients in Intensive Care Units which is so critical at a time like this when a surge of COVID19 cases could consume the potentially lifesaving breathing machines  MedicalDevices\\n\\n',\n",
       " 'New addition to the dictionary\\ncovid19 COVIDIOT coronavirus ',\n",
       " 'Things will certainly change This will be one for the Buildings and Built Environments HVACD Disinfection for COVID19 coronavirus CoronavirusPandemic \\n ',\n",
       " 'Karena jumlah imported case mencapai 80 Singapura menutup semua entry buat turis  jadi gak bisa lagi masuk meski buat transit doang kalau tetep diterima jumlah kasus Dan kematian akan terus bertambah covid19 ',\n",
       " 'Rare sight completely empty dropoff points at the airport wuwu covid19  T2 Departure Drive ',\n",
       " ' Social Distancing at Saizeriya Orchard Gateway Covid19 ',\n",
       " 'A line from the editor in   One day 2020 will come to be known as the year the animals got their revenge and put humans in cagescoronavirus',\n",
       " 'Stricter measures at Singapore borders \\n\\nCOVID19 ',\n",
       " 'What did you see Peace Fear Serene Comment down below\\n\\n\\n\\n\\n\\nsunday coronavirus covid19 2019nCov causeway woodland malaysia singapore weekend traffic trafficjam highway  Woodlands Checkpoint And ',\n",
       " 'In view of the heightened risk\\xa0of importation of COVID19 cases into Singapore all shortterm visitors will not be allowed to enter or transit through Singapore\\xa0from 23 March 2020 2359 hours\\xa0\\nsgunited\\nStayHome \\nstaycalm\\nCovid_19',\n",
       " 'Coronavirus will only impact people with underlying conditions\\n\\nShow me one Indian uncle without Diabetes Asthma Blood pressure  \\n\\nIndian uncles will be extinct in 3 weeks  Stay Home  save Indian uncles  \\n\\ncovid_19 COVID19 JanataCurfew',\n",
       " ' pls keep your indifference opinion about how careless your state is about this sensitive issue Covid_19 to yourself people need awareness on how to cope with such situations and not a time to feel proud on how you people are not serious about the on going threat ',\n",
       " 'Humanity and generosity in Covid_19 ',\n",
       " ' I m confident things will improve who want these situation to prolong Both Malaysians n Singaporeans hve relatives n families on each side Dont let the virus cause seperate us for too long n tore us apart COVID19outbreak covid19singapore Covid_19',\n",
       " 'My sister forwarded to me this video Placemarking it here hoping it will make someone laugh amidst this pandemic Covid_19 CoronavirusPandemic  StayHomeStaySafe ',\n",
       " ' Please prioritise the test kits to patients who are hospitalised for pneumonia or upper respiratory tract infection suspected to have COVID19 You guys should just self quarantine Stop this humblebragging ',\n",
       " 'Singapore\\n\\nThe distance me and others is just 6 \\n\\nThats how safe for them here\\n\\nMalaysian must setaside differences to confront Covid_19 \\n\\nStayHomeStaySafe ',\n",
       " '               JanataCurfew             CoronavirusPandemic QuaratineLife JantaCurfewMarch22 StayHomeStaySafe',\n",
       " 'This didnt age well\\n\\n\\nCovid_19 COVID19 2019nCov Coronavirus CoronavirusPandemic ',\n",
       " 'The Philippines FDA has approved the sale of COVID19 test kits from South Korea and China medtech diagnostic coronavirus\\n\\n',\n",
       " 'Stay Home for humanity CoronavirusPandemic coronavirus CoronaCrisis CoronaVirusUpdate StayAtHome stayhomechallenge StayHomeStaySafe ',\n",
       " 'Was in school when SARS outbreak happened amp was in university when H1N1 happened Couldnt really assess the impact that time With coronavirus pandemic have actually witnessed firsthand impact an epidemic can have in a hyper connected world',\n",
       " 'CoronavirusPandemic \\n\\nEither shut down all your nonessential services or wait for the virus to shut down all your essential services',\n",
       " 'Depressing AF coronavirus COVID19outbreak SerieA  italylockdown stay well everybody WashYourHands ',\n",
       " 'Do not forget the nurses who have to sacrifices their lives during this pandemic not only doctors its a hard reality our medical teams have to fight with covid19 without a proper medical apparatus protective gears amp lack of med teams all at once ',\n",
       " 'Heres a sundayfunday stayhome message We can get through the worst of covid_19 if everyone is socially responsible and does our part photostory shotoniphone11pro goodvibes sunrise light igers igsg ',\n",
       " 'Covid_19\\nrulelikeputin putin \\nYou stay at home for 2 weeks or you go to jail for 5years\\nNo middle ground\\nRUSSIA Vladimir Putin has Dropped 800 tigers and Lions all over the Country to push people to stay Home Stay Safe Everyone ',\n",
       " 'healthsystems should start embracing the hospitalathome model which has seen an upward swing in 2019 HospitalatHome programs will play a critical role during a pandemic like COVID19 publichealth healthcare health coronavirus \\n\\n',\n",
       " ' \\n\\nHats off to Doctors nurses and others whore working to save other lives \\nCoronavirusPandemic clapforourcarers clapping',\n",
       " 'CoronavirusPandemic JantaCurfew well done India standing united behind  sh  ji to face any challenge ',\n",
       " 'With COVID19 touching the new heights let us stay home to be safe and protect others at this challenging times StayAtHome coronavirus CoronavirusPandemic ',\n",
       " 'Restock done at Hako AMK Hub Do come by NoFrillsFactoryOutlet lockers  \\n\\nsgselling wuhanvirus covid_19 handsanitizer cardsagainsthumanity cleanwell alcoholfree disney madbeauty disturbedfriends ',\n",
       " 'WHO just launched a global messaging service with WhatsApp to keep people safe from the coronavirus Try it now at   COVID19 UIB is here to assist you if you need to communicate with your users via WhatsApp  AI IoT AIoT H2M NLP Chatbots ',\n",
       " 'Social distancing is an opportunity to get closer to nature \\n\\nrunning runner runnersofinstagram corona covid_19 covd19  The Green Corridor ',\n",
       " 'CoronavirusPandemic is that exceptional circumstance where youre better off in an authoritarian regime where the government says stay indoors  and you obey than in democratic ones where they say Kindly consider staying indoors and people say  and head off to the beach',\n",
       " 'Papa and Mami also supporting JantaCurfew Salute   for organising such emotional moments\\ntogetherwecan\\nCOVID19\\nStayAtHome\\nStayHomeStaySafe\\ncoronavirus\\nCOVID19outbreak\\nStopPanicBuying\\ngocarona ',\n",
       " 'Singapore has been dealing with CoronavirusPandemic since January Our numbers were around 100 until people returning from abroad started bringing the virus back with them We are still taking precautions I took this photo in Chinatown at noon yesterday The streets were empty ',\n",
       " 'Emirates As a global network airline we find ourselves in a situation where we cannot viably operate passenger services until countries reopen their borders and travel confidence returns Coronavirus',\n",
       " '  Wow Ghana has 100m to fund coronavirus  I hope the bulk of that is going towards test kits masks ventilators and other medical equipment',\n",
       " 'socialdistancing is the word all over the world now covid_19 is fast changing on how people interact with each other  McDonalds ',\n",
       " 'The  should declare a global emergency and ask everyone everywhere to stay put for just two weeks Stock up in advance Dont travel Work from home coronavirus CoronavirusPandemic twoweeks',\n",
       " '   31  2020     LockDownUttarakhand IndiaFightsCorona BePositive StayHomeStaySafe CoronavirusPandemic ',\n",
       " 'Sekali lagi kami menyeru rakyat malaysia bersamasama menyumbang  kepada tabung kami dalam bentuk tunai pada akaun yang tertera\\n\\nMedTweetMY\\nCOVID19MTM\\nCOVID19',\n",
       " 'Coronavirus Singapore is very successful at fighting COVID19 How did they do it\\nWatch the full video to find out more facts\\n\\n\\n\\n     Science_Natural_page\\n     CoronavirusOutbreak\\n     coronavirussingapore\\n     coronaviruswho\\n     CoronaViruesue\\n     COVID19PH ',\n",
       " '\\n\\n \\ncovid19\\ntechforgood',\n",
       " 'Please STAY at HOMEso that all the frontliners who are working miles away from home can go backIve been away from Home for too longi miss my family so muchThats the least that you can do to help us fight against Covid19 Pilipinars  \\n NewProfilePic ',\n",
       " 'Scary the opposite of my room is doing some sanitation and when i ask the reception what is that all about and he said its the government one doing some cleaning I ask again the reception if person stayed there has confirmed COVID19  and he said he still dont know yet',\n",
       " 'On the other hand one of my housemate is currently has close contact to a nonconfirmed COVID19 her colleague went to a clinic and given a 5days MC I hope its just an ordinary sickness While last Thursday night my housemate went to a clinic where she was given a 3days MC',\n",
       " 'the opportunity of a lifetime  \\nby doing nothing you are doing a great service to rest of the humanity \\n COVID19',\n",
       " 'This afternoon i witnessed a little boy getting wheeled out Im hoping it was just a broken arm but generally not so worried for him since youngsters have 0 reported deaths  so far But the sight was a bit of a shock Covid19 ',\n",
       " 'BREAKING UAE suspends all passenger and transit flights to and from the country for two weeks to curb the spread of coronavirus ',\n",
       " 'NOW Republican Coronavirus Rescue Bill fails in senate vote  negotiations continuing Equity Futures are limit down ',\n",
       " 'As creepy as it may sound this is how your lung sounds like with Corona Virus Covid19 \\n\\n',\n",
       " 'Have you been keeping yourself healthy As the covid19 disease goes pandemic around the world it is important for us to have a regular exercise routine eat healthily sleep well and follow social distancing ',\n",
       " '2 bulan lalu ada tokohmentri yg bilang kalau kita hentikan penerbangan dari TiongKok itu melanggar HAM  gue yg rolling eyes pemerintah kita emang planga plongo total Melindungi rakyat dari wabah itu juga HAM udah begini juga melanggar HAM planga plongo gak covid19 ']"
      ]
     },
     "execution_count": 290,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Text Preprocessing\n",
    "\n",
    "tweets_list_processed2 = []\n",
    "for tweet in tweets_list2:\n",
    "    tweet = remove_urls(tweet)\n",
    "    tweet = remove_usernames(tweet)\n",
    "    tweet = remove_specialchar(tweet, remove_digits=False)\n",
    "    tweets_list_processed2.append(tweet)\n",
    "\n",
    "tweets_list_processed2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 291,
   "metadata": {},
   "outputs": [],
   "source": [
    "temp = pd.DataFrame(tweets_list_processed2)\n",
    "temp.to_csv('temp.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Translation "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 292,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Initial exploratory data analysis shows that there are a lot of SG tweets in Malay. \n",
    "# We will attempt to detect tweets made in Malay (or any other languages) and translate that to English.\n",
    "\n",
    "# translator = Translator()\n",
    "# translated_tweet_list2 = translator.translate(tweets_list_processed2, dest='en')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 293,
   "metadata": {},
   "outputs": [],
   "source": [
    "# translated_tweets2 = []\n",
    "\n",
    "# num_translated_tweets2 = 0 \n",
    "# for translation in translated_tweet_list2:\n",
    "#     if translation.origin != translation.text:\n",
    "#         num_translated_tweets2 += 1\n",
    "#     translated_tweets2.append(translation.text)\n",
    "    \n",
    "# print(\"The number of tweets that are not in English and have been translated is: \", num_translated_tweets2)\n",
    "# translated_tweets2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 294,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['The experts on TV have now moved from the R word to the D wordthe recovery shapes have moved from V to U to W but L seems to be the favourite now For us ordinary folk best to take precautions and stay safe while carrying on with our work \\nrecession depression COVID19',\n",
       " 'Cumon people\\n\\nSocial Distancing Does NOT mean Self Isolation So Please get a grip get outta the House amp most importantlyKeep Exercising\\n\\n\\n\\ncovid_19 corona NOTairborn',\n",
       " '824am and the train is barely packed at Hougang COVID 19 thursday morning singapore',\n",
       " 'In time like this BAC will go down mayor covid 19 QC Quezon City',\n",
       " 'Singapore coronavirus COVID19',\n",
       " 'i am trying to change my reservation since last 4 days and send you number of emails about it There is no response At least update your site to allow changing the reservation COVID19 Expedia',\n",
       " 'coronavirus playlist on',\n",
       " 'Covid19 New restrictive measures at the entrance to Singapore\\n\\n\\n\\n\\ncoronavirus covid',\n",
       " 'Shout out to Singapore government for dealing COVID19 spread so effectively Thank you for  competent amp confident leadership',\n",
       " 'I am thriving on plant based food I truly love all the animals so I do not eat them\\nCOVID 19']"
      ]
     },
     "execution_count": 294,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Read file with the translated tweets (that were generated from above code)\n",
    "\n",
    "translated_tweets2 = pd.read_csv('translated_mar(2).csv', index_col=0)['0'].tolist()\n",
    "translated_tweets2[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 295,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(247, 23)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>status_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>created_at</th>\n",
       "      <th>screen_name</th>\n",
       "      <th>text</th>\n",
       "      <th>source</th>\n",
       "      <th>reply_to_status_id</th>\n",
       "      <th>reply_to_user_id</th>\n",
       "      <th>reply_to_screen_name</th>\n",
       "      <th>is_quote</th>\n",
       "      <th>...</th>\n",
       "      <th>country_code</th>\n",
       "      <th>place_full_name</th>\n",
       "      <th>place_type</th>\n",
       "      <th>followers_count</th>\n",
       "      <th>friends_count</th>\n",
       "      <th>account_lang</th>\n",
       "      <th>account_created_at</th>\n",
       "      <th>verified</th>\n",
       "      <th>lang</th>\n",
       "      <th>translated_tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1240432252376379393</td>\n",
       "      <td>837548605</td>\n",
       "      <td>2020-03-19T00:17:49Z</td>\n",
       "      <td>SanghiAnand</td>\n",
       "      <td>The “experts” on TV have now moved from the R ...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>129</td>\n",
       "      <td>95</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012-09-21T11:03:25Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>The experts on TV have now moved from the R wo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1240432793881997312</td>\n",
       "      <td>76647624</td>\n",
       "      <td>2020-03-19T00:19:58Z</td>\n",
       "      <td>JayMcr</td>\n",
       "      <td>Cumon people...\\n\\n\"Social Distancing\" Does NO...</td>\n",
       "      <td>Instagram</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>2294</td>\n",
       "      <td>2400</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2009-09-23T13:49:42Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>Cumon people\\n\\nSocial Distancing Does NOT mea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1240433938377539584</td>\n",
       "      <td>90391638</td>\n",
       "      <td>2020-03-19T00:24:31Z</td>\n",
       "      <td>triciapang</td>\n",
       "      <td>824am and the train is barely packed at Hougan...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>North-East Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>170</td>\n",
       "      <td>171</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2009-11-16T13:22:19Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>824am and the train is barely packed at Hougan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1240436806396440576</td>\n",
       "      <td>1016482563328602112</td>\n",
       "      <td>2020-03-19T00:35:55Z</td>\n",
       "      <td>3e_like</td>\n",
       "      <td>In time likes this QC will go down. #mayor #co...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>North-East Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2018-07-10T00:41:43Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>In time like this BAC will go down mayor covid...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1240438146317217794</td>\n",
       "      <td>544789016</td>\n",
       "      <td>2020-03-19T00:41:14Z</td>\n",
       "      <td>onefern</td>\n",
       "      <td>#Singapore #coronavirus #COVID19 https://t.co/...</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>77</td>\n",
       "      <td>325</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012-04-04T03:01:24Z</td>\n",
       "      <td>False</td>\n",
       "      <td>und</td>\n",
       "      <td>Singapore coronavirus COVID19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             status_id              user_id            created_at  \\\n",
       "0  1240432252376379393            837548605  2020-03-19T00:17:49Z   \n",
       "1  1240432793881997312             76647624  2020-03-19T00:19:58Z   \n",
       "2  1240433938377539584             90391638  2020-03-19T00:24:31Z   \n",
       "3  1240436806396440576  1016482563328602112  2020-03-19T00:35:55Z   \n",
       "4  1240438146317217794            544789016  2020-03-19T00:41:14Z   \n",
       "\n",
       "   screen_name                                               text  \\\n",
       "0  SanghiAnand  The “experts” on TV have now moved from the R ...   \n",
       "1       JayMcr  Cumon people...\\n\\n\"Social Distancing\" Does NO...   \n",
       "2   triciapang  824am and the train is barely packed at Hougan...   \n",
       "3      3e_like  In time likes this QC will go down. #mayor #co...   \n",
       "4      onefern  #Singapore #coronavirus #COVID19 https://t.co/...   \n",
       "\n",
       "                source  reply_to_status_id  reply_to_user_id  \\\n",
       "0   Twitter for iPhone                 NaN               NaN   \n",
       "1            Instagram                 NaN               NaN   \n",
       "2   Twitter for iPhone                 NaN               NaN   \n",
       "3   Twitter for iPhone                 NaN               NaN   \n",
       "4  Twitter for Android                 NaN               NaN   \n",
       "\n",
       "  reply_to_screen_name  is_quote  ...  country_code  \\\n",
       "0                  NaN     False  ...            SG   \n",
       "1                  NaN     False  ...            SG   \n",
       "2                  NaN     False  ...            SG   \n",
       "3                  NaN     False  ...            SG   \n",
       "4                  NaN     False  ...            SG   \n",
       "\n",
       "                place_full_name  place_type followers_count friends_count  \\\n",
       "0     Central Region, Singapore       admin             129            95   \n",
       "1     Central Region, Singapore       admin            2294          2400   \n",
       "2  North-East Region, Singapore       admin             170           171   \n",
       "3  North-East Region, Singapore       admin               1             2   \n",
       "4     Central Region, Singapore       admin              77           325   \n",
       "\n",
       "  account_lang    account_created_at  verified  lang  \\\n",
       "0          NaN  2012-09-21T11:03:25Z     False    en   \n",
       "1          NaN  2009-09-23T13:49:42Z     False    en   \n",
       "2          NaN  2009-11-16T13:22:19Z     False    en   \n",
       "3          NaN  2018-07-10T00:41:43Z     False    en   \n",
       "4          NaN  2012-04-04T03:01:24Z     False   und   \n",
       "\n",
       "                                   translated_tweets  \n",
       "0  The experts on TV have now moved from the R wo...  \n",
       "1  Cumon people\\n\\nSocial Distancing Does NOT mea...  \n",
       "2  824am and the train is barely packed at Hougan...  \n",
       "3  In time like this BAC will go down mayor covid...  \n",
       "4                      Singapore coronavirus COVID19  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 295,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweets_mar2['translated_tweets'] = translated_tweets2\n",
    "tweets_mar2.to_csv('sg_tweets_covid19_march(2).csv')\n",
    "\n",
    "print(tweets_mar2.shape)\n",
    "tweets_mar2.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Singapore Tweets (Jan - Early Mar)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 237,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(6084, 5)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>texts</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>lang</th>\n",
       "      <th>full text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PuteriAmirah01</td>\n",
       "      <td>b'RT @rndsmsl: Kiamat dh dekat knp aku masih m...</td>\n",
       "      <td>1580145448380</td>\n",
       "      <td>in</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>joseph_yeow</td>\n",
       "      <td>b'RT @new_prykm: This video shows how South Ko...</td>\n",
       "      <td>1580145450152</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>_naufalraffid</td>\n",
       "      <td>b'RT @L0s3r_AT_w0rk: Thomas had never seen suc...</td>\n",
       "      <td>1580145460572</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FaadehlehHakehm</td>\n",
       "      <td>b'RT @chey_cobb: Chinese officials say this is...</td>\n",
       "      <td>1580145610362</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>miz4h</td>\n",
       "      <td>b'RT @putridamiaa: spread this, it\\xe2\\x80\\x99...</td>\n",
       "      <td>1580145646308</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              name                                              texts  \\\n",
       "0   PuteriAmirah01  b'RT @rndsmsl: Kiamat dh dekat knp aku masih m...   \n",
       "1      joseph_yeow  b'RT @new_prykm: This video shows how South Ko...   \n",
       "2    _naufalraffid  b'RT @L0s3r_AT_w0rk: Thomas had never seen suc...   \n",
       "3  FaadehlehHakehm  b'RT @chey_cobb: Chinese officials say this is...   \n",
       "4            miz4h  b'RT @putridamiaa: spread this, it\\xe2\\x80\\x99...   \n",
       "\n",
       "       timestamp lang full text  \n",
       "0  1580145448380   in       NaN  \n",
       "1  1580145450152   en       NaN  \n",
       "2  1580145460572   en       NaN  \n",
       "3  1580145610362   en       NaN  \n",
       "4  1580145646308   en       NaN  "
      ]
     },
     "execution_count": 237,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Retrieve all SG tweets from Jan - Early March\n",
    "tweets_bulk = pd.read_csv('sg_tweets_covid19.csv', index_col=0)\n",
    "\n",
    "print(tweets_bulk.shape)\n",
    "tweets_bulk.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 238,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_sgtweet_list(tweetdf):\n",
    "    \n",
    "    text_list = tweetdf['texts'].tolist()\n",
    "    fulltext_list = tweetdf['full text'].tolist()\n",
    "    num_tweets = len(text_list)\n",
    "\n",
    "    sgtweets_list = []\n",
    "    for i in range(0, num_tweets):\n",
    "        try:\n",
    "            if math.isnan(fulltext_list[i]):\n",
    "                sgtweets_list.append(text_list[i])\n",
    "        except:\n",
    "            sgtweets_list.append(fulltext_list[i])\n",
    "            \n",
    "    return sgtweets_list "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 239,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[\"b'RT @rndsmsl: Kiamat dh dekat knp aku masih malas solat \\\\xf0\\\\x9f\\\\x98\\\\x94'\",\n",
       " \"b'RT @new_prykm: This video shows how South Korea Airport is dealing with #coronavirus #\\\\xe0\\\\xb9\\\\x82\\\\xe0\\\\xb8\\\\x84\\\\xe0\\\\xb9\\\\x82\\\\xe0\\\\xb8\\\\xa3\\\\xe0\\\\xb8\\\\x99\\\\xe0\\\\xb9\\\\x88\\\\xe0\\\\xb8\\\\xb2\\\\xe0\\\\xb9\\\\x84\\\\xe0\\\\xb8\\\\xa7\\\\xe0\\\\xb8\\\\xa3\\\\xe0\\\\xb8\\\\xb1\\\\xe0\\\\xb8\\\\xaa from spreading.\\\\n\\\\n\\\\xe0\\\\xb8\\\\xad\\\\xe0\\\\xb8\\\\xa2\\\\xe0\\\\xb8\\\\xb2\\\\xe0\\\\xb8\\\\x81\\\\xe0\\\\xb9\\\\x80\\\\xe0\\\\xb8\\\\xab\\\\xe0\\\\xb9\\\\x87\\\\xe0\\\\xb8\\\\x99\\\\xe0\\\\xb9\\\\x81\\\\xe0\\\\xb8\\\\x9a\\\\xe0\\\\xb8\\\\x9a\\\\xe0\\\\xb8\\\\x99\\\\xe0\\\\xb8\\\\xb5\\\\xe0\\\\xb9\\\\x89\\\\xe0\\\\xb9\\\\x83\\\\xe0\\\\xb8\\\\x99\\\\xe0\\\\xb9\\\\x84\\\\xe0\\\\xb8\\\\x97\\\\xe0\\\\xb8\\\\xa2\\\\nCr.\\\\xe2\\\\x80\\\\xa6'\",\n",
       " \"b'RT @L0s3r_AT_w0rk: Thomas had never seen such bullshit before\\\\n#CoronaOutbreak https://t.co/RYukvuBtzT'\",\n",
       " \"b'RT @chey_cobb: Chinese officials say this is a photo of a new hospital building in #Wuhan.\\\\n\\\\nFunny, because a reverse image search reveals t\\\\xe2\\\\x80\\\\xa6'\",\n",
       " \"b'RT @putridamiaa: spread this, it\\\\xe2\\\\x80\\\\x99s worth to share :) #coronarvirus https://t.co/rLAeOtjwgn'\"]"
      ]
     },
     "execution_count": 239,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sgtweet_list = get_sgtweet_list(tweets_bulk)\n",
    "sgtweet_list[:5]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Text Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 240,
   "metadata": {},
   "outputs": [],
   "source": [
    "# We observed that there are unicode character errors, so this function helps to remove that\n",
    "def remove_unicode_errors(tweet):\n",
    "    return re.sub(r'\\\\\\S+', \"\", tweet)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 241,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['bRT  Kiamat dh dekat knp aku masih malas solat ',\n",
       " 'bRT  This video shows how South Korea Airport is dealing with coronavirus  from spreading',\n",
       " 'bRT  Thomas had never seen such bullshit before ',\n",
       " 'bRT  Chinese officials say this is a photo of a new hospital building in Wuhan because a reverse image search reveals t',\n",
       " 'bRT  spread this it worth to share  coronarvirus ',\n",
       " 'bRT  Alleged leak from epidemiologist working for Brazil Ministry of Health says like someone had taken different par',\n",
       " 'bRT  Please do retweet this We need to change our disgusting habits this is a really2 serious matter This is no joke nor a gam',\n",
       " 'bRT  Wuhan mayor reveals FIVE MILLION residents have left the city before it went into lockdown coronavirusoutbreak ',\n",
       " 'bRT  Please do retweet this We need to change our disgusting habits this is a really2 serious matter This is no joke nor a gam',\n",
       " 'bRT  New video form the coronavirus quarantine zone in Wuhan A man demands hospital not to turn away patients His relative is d']"
      ]
     },
     "execution_count": 241,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Text Preprocessing\n",
    "\n",
    "sgtweet_list_processed = []\n",
    "for tweet in sgtweet_list:\n",
    "    tweet = remove_urls(tweet)\n",
    "    tweet = remove_usernames(tweet)\n",
    "    tweet = remove_specialchar(tweet, remove_digits=False)\n",
    "    tweet = remove_unicode_errors(tweet)\n",
    "    sgtweet_list_processed.append(tweet)\n",
    "\n",
    "sgtweet_list_processed[:10]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Translation "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 242,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of tweets that are not in English is:  669\n"
     ]
    }
   ],
   "source": [
    "# Number of tweets that are not in English\n",
    "print(\"Number of tweets that are not in English is: \", tweets_bulk[tweets_bulk['lang'] != 'en'].shape[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 243,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Note: Below code might hit errors, when GoogleTranslate API limit is reached\n",
    "# translator = Translator()\n",
    "# translated_sgtweet_list = translator.translate(sgtweet_list_processed, dest='en')\n",
    "\n",
    "# translated_tweets_bulk = []\n",
    "# for translation in translated_sgtweet_list:\n",
    "#     translated_tweets_bulk.append(translation.text)\n",
    "    \n",
    "# translated_tweets_bulk"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 244,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(6084, 1)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>News Apocalypse is near why I'm still lazy pra...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bRT  This video shows how South Korea Airport ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bRT  Thomas had never seen such bullshit before</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bRT  Chinese officials say this is a photo of ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bRT spread this it worth to share coronavirus</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   0\n",
       "0  News Apocalypse is near why I'm still lazy pra...\n",
       "1  bRT  This video shows how South Korea Airport ...\n",
       "2    bRT  Thomas had never seen such bullshit before\n",
       "3  bRT  Chinese officials say this is a photo of ...\n",
       "4      bRT spread this it worth to share coronavirus"
      ]
     },
     "execution_count": 244,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Retrieve set of translated tweets for sgtweet_list_processed (tweets were split up and translated with above code due to API limits)\n",
    "\n",
    "# DataFrame to continue concatenating translated tweets from other files\n",
    "translated_tweets_bulk = pd.read_csv('translated_tweets_bulk/translated1.csv')\n",
    "\n",
    "input_file_list = ['translated_tweets_bulk/translated2.csv',\n",
    "                   'translated_tweets_bulk/translated4.csv',\n",
    "                   'translated_tweets_bulk/translated5.csv',\n",
    "                   'translated_tweets_bulk/translated6.csv',\n",
    "                   'translated_tweets_bulk/translated7.csv',\n",
    "                   'translated_tweets_bulk/translated8.csv',\n",
    "                   'translated_tweets_bulk/translated9.csv',\n",
    "                   'translated_tweets_bulk/translated10.csv',\n",
    "                   'translated_tweets_bulk/translated11.csv',\n",
    "                   'translated_tweets_bulk/translated12.csv'\n",
    "                  ]\n",
    "\n",
    "counter = 0\n",
    "for file in input_file_list:\n",
    "    df = pd.read_csv(file)\n",
    "    counter += df.shape[0]    \n",
    "    translated_tweets_bulk = pd.concat([translated_tweets_bulk, df], ignore_index=True)\n",
    "    \n",
    "print(translated_tweets_bulk.shape)\n",
    "translated_tweets_bulk.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 245,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(6084, 1)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>News Apocalypse is near why I'm still lazy pra...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>This video shows how South Korea Airport is d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Thomas had never seen such bullshit before</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Chinese officials say this is a photo of a ne...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>spread this it worth to share coronavirus</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   0\n",
       "0  News Apocalypse is near why I'm still lazy pra...\n",
       "1   This video shows how South Korea Airport is d...\n",
       "2         Thomas had never seen such bullshit before\n",
       "3   Chinese officials say this is a photo of a ne...\n",
       "4          spread this it worth to share coronavirus"
      ]
     },
     "execution_count": 245,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Further clean the data to remove 'bRT'\n",
    "\n",
    "translated = translated_tweets_bulk['0'].tolist()\n",
    "translated_cleaned = []\n",
    "\n",
    "for tweet in translated:\n",
    "    tweet = str(tweet)\n",
    "    tweet = re.sub(r'bRT\\s', \"\", tweet)\n",
    "    translated_cleaned.append(tweet)\n",
    "    \n",
    "translated_tweets_bulk = pd.DataFrame(translated_cleaned)\n",
    "\n",
    "print(translated_tweets_bulk.shape)\n",
    "translated_tweets_bulk.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 246,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(6084, 6)\n"
     ]
    }
   ],
   "source": [
    "# Add translated tweets to DataFrame\n",
    "\n",
    "tweets_bulk['translated_tweets'] = translated_tweets_bulk\n",
    "\n",
    "print(tweets_bulk.shape)\n",
    "tweets_bulk.head()\n",
    "\n",
    "# Export data\n",
    "tweets_bulk.to_csv('sg_tweets_covid19_bulk.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Combine Twitter Datasets\n",
    "\n",
    "- Jan to Early March\n",
    "- March (till 18 March)\n",
    "- March (from 19 March)\n",
    "\n",
    "This section combines the three datasets that were processed above"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Jan to Early Mar"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 299,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(6084, 6)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>texts</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>lang</th>\n",
       "      <th>full text</th>\n",
       "      <th>translated_tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PuteriAmirah01</td>\n",
       "      <td>b'RT @rndsmsl: Kiamat dh dekat knp aku masih m...</td>\n",
       "      <td>1580145448380</td>\n",
       "      <td>in</td>\n",
       "      <td>NaN</td>\n",
       "      <td>News Apocalypse is near why I'm still lazy pra...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>joseph_yeow</td>\n",
       "      <td>b'RT @new_prykm: This video shows how South Ko...</td>\n",
       "      <td>1580145450152</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>This video shows how South Korea Airport is d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>_naufalraffid</td>\n",
       "      <td>b'RT @L0s3r_AT_w0rk: Thomas had never seen suc...</td>\n",
       "      <td>1580145460572</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Thomas had never seen such bullshit before</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FaadehlehHakehm</td>\n",
       "      <td>b'RT @chey_cobb: Chinese officials say this is...</td>\n",
       "      <td>1580145610362</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chinese officials say this is a photo of a ne...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>miz4h</td>\n",
       "      <td>b'RT @putridamiaa: spread this, it\\xe2\\x80\\x99...</td>\n",
       "      <td>1580145646308</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>spread this it worth to share coronavirus</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              name                                              texts  \\\n",
       "0   PuteriAmirah01  b'RT @rndsmsl: Kiamat dh dekat knp aku masih m...   \n",
       "1      joseph_yeow  b'RT @new_prykm: This video shows how South Ko...   \n",
       "2    _naufalraffid  b'RT @L0s3r_AT_w0rk: Thomas had never seen suc...   \n",
       "3  FaadehlehHakehm  b'RT @chey_cobb: Chinese officials say this is...   \n",
       "4            miz4h  b'RT @putridamiaa: spread this, it\\xe2\\x80\\x99...   \n",
       "\n",
       "       timestamp lang full text  \\\n",
       "0  1580145448380   in       NaN   \n",
       "1  1580145450152   en       NaN   \n",
       "2  1580145460572   en       NaN   \n",
       "3  1580145610362   en       NaN   \n",
       "4  1580145646308   en       NaN   \n",
       "\n",
       "                                   translated_tweets  \n",
       "0  News Apocalypse is near why I'm still lazy pra...  \n",
       "1   This video shows how South Korea Airport is d...  \n",
       "2         Thomas had never seen such bullshit before  \n",
       "3   Chinese officials say this is a photo of a ne...  \n",
       "4          spread this it worth to share coronavirus  "
      ]
     },
     "execution_count": 299,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1 = pd.read_csv('sg_tweets_covid19_bulk.csv', index_col=0)\n",
    "\n",
    "print(df1.shape)\n",
    "df1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 300,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(6084, 6)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>text</th>\n",
       "      <th>date</th>\n",
       "      <th>lang</th>\n",
       "      <th>full text</th>\n",
       "      <th>processed_tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PuteriAmirah01</td>\n",
       "      <td>b'RT @rndsmsl: Kiamat dh dekat knp aku masih m...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>in</td>\n",
       "      <td>NaN</td>\n",
       "      <td>News Apocalypse is near why I'm still lazy pra...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>joseph_yeow</td>\n",
       "      <td>b'RT @new_prykm: This video shows how South Ko...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>This video shows how South Korea Airport is d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>_naufalraffid</td>\n",
       "      <td>b'RT @L0s3r_AT_w0rk: Thomas had never seen suc...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Thomas had never seen such bullshit before</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FaadehlehHakehm</td>\n",
       "      <td>b'RT @chey_cobb: Chinese officials say this is...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chinese officials say this is a photo of a ne...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>miz4h</td>\n",
       "      <td>b'RT @putridamiaa: spread this, it\\xe2\\x80\\x99...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>en</td>\n",
       "      <td>NaN</td>\n",
       "      <td>spread this it worth to share coronavirus</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          username                                               text  \\\n",
       "0   PuteriAmirah01  b'RT @rndsmsl: Kiamat dh dekat knp aku masih m...   \n",
       "1      joseph_yeow  b'RT @new_prykm: This video shows how South Ko...   \n",
       "2    _naufalraffid  b'RT @L0s3r_AT_w0rk: Thomas had never seen suc...   \n",
       "3  FaadehlehHakehm  b'RT @chey_cobb: Chinese officials say this is...   \n",
       "4            miz4h  b'RT @putridamiaa: spread this, it\\xe2\\x80\\x99...   \n",
       "\n",
       "         date lang full text  \\\n",
       "0  2020-01-27   in       NaN   \n",
       "1  2020-01-27   en       NaN   \n",
       "2  2020-01-27   en       NaN   \n",
       "3  2020-01-27   en       NaN   \n",
       "4  2020-01-27   en       NaN   \n",
       "\n",
       "                                    processed_tweets  \n",
       "0  News Apocalypse is near why I'm still lazy pra...  \n",
       "1   This video shows how South Korea Airport is d...  \n",
       "2         Thomas had never seen such bullshit before  \n",
       "3   Chinese officials say this is a photo of a ne...  \n",
       "4          spread this it worth to share coronavirus  "
      ]
     },
     "execution_count": 300,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Convert timestamp (in milliseconds) to datetime\n",
    "\n",
    "df1['timestamp'] = pd.to_datetime(df1['timestamp'], unit='ms')\n",
    "df1['timestamp'] = df1['timestamp'].apply(lambda x: x.date())\n",
    "df1.columns = ['username', 'text', 'date', 'lang', 'full text', 'processed_tweets']\n",
    "\n",
    "print(df1.shape)\n",
    "df1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 301,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(6084, 4)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>text</th>\n",
       "      <th>date</th>\n",
       "      <th>processed_tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PuteriAmirah01</td>\n",
       "      <td>b'RT @rndsmsl: Kiamat dh dekat knp aku masih m...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>News Apocalypse is near why I'm still lazy pra...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>joseph_yeow</td>\n",
       "      <td>b'RT @new_prykm: This video shows how South Ko...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>This video shows how South Korea Airport is d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>_naufalraffid</td>\n",
       "      <td>b'RT @L0s3r_AT_w0rk: Thomas had never seen suc...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>Thomas had never seen such bullshit before</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FaadehlehHakehm</td>\n",
       "      <td>b'RT @chey_cobb: Chinese officials say this is...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>Chinese officials say this is a photo of a ne...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>miz4h</td>\n",
       "      <td>b'RT @putridamiaa: spread this, it\\xe2\\x80\\x99...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>spread this it worth to share coronavirus</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          username                                               text  \\\n",
       "0   PuteriAmirah01  b'RT @rndsmsl: Kiamat dh dekat knp aku masih m...   \n",
       "1      joseph_yeow  b'RT @new_prykm: This video shows how South Ko...   \n",
       "2    _naufalraffid  b'RT @L0s3r_AT_w0rk: Thomas had never seen suc...   \n",
       "3  FaadehlehHakehm  b'RT @chey_cobb: Chinese officials say this is...   \n",
       "4            miz4h  b'RT @putridamiaa: spread this, it\\xe2\\x80\\x99...   \n",
       "\n",
       "         date                                   processed_tweets  \n",
       "0  2020-01-27  News Apocalypse is near why I'm still lazy pra...  \n",
       "1  2020-01-27   This video shows how South Korea Airport is d...  \n",
       "2  2020-01-27         Thomas had never seen such bullshit before  \n",
       "3  2020-01-27   Chinese officials say this is a photo of a ne...  \n",
       "4  2020-01-27          spread this it worth to share coronavirus  "
      ]
     },
     "execution_count": 301,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Extract required columns only\n",
    "\n",
    "df1_new = df1[['username', 'text', 'date', 'processed_tweets']].copy()\n",
    "\n",
    "print(df1_new.shape)\n",
    "df1_new.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### March (till 18 Mar)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 302,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(356, 23)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>status_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>created_at</th>\n",
       "      <th>screen_name</th>\n",
       "      <th>text</th>\n",
       "      <th>source</th>\n",
       "      <th>reply_to_status_id</th>\n",
       "      <th>reply_to_user_id</th>\n",
       "      <th>reply_to_screen_name</th>\n",
       "      <th>is_quote</th>\n",
       "      <th>...</th>\n",
       "      <th>country_code</th>\n",
       "      <th>place_full_name</th>\n",
       "      <th>place_type</th>\n",
       "      <th>followers_count</th>\n",
       "      <th>friends_count</th>\n",
       "      <th>account_lang</th>\n",
       "      <th>account_created_at</th>\n",
       "      <th>verified</th>\n",
       "      <th>lang</th>\n",
       "      <th>translated_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1235359346659217408</td>\n",
       "      <td>4373254527</td>\n",
       "      <td>2020-03-05T00:19:54Z</td>\n",
       "      <td>AquibIkubal</td>\n",
       "      <td>Good morning. Crowded metro. Fully packed. Sin...</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>32</td>\n",
       "      <td>91</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-12-04T15:15:45Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>Good morning Crowded metro Fully packed Singap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1235550008314744833</td>\n",
       "      <td>45325484</td>\n",
       "      <td>2020-03-05T12:57:32Z</td>\n",
       "      <td>bucksteeth</td>\n",
       "      <td>#pohchaipills is life. Fuck you #Covid_19 http...</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>East Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>124</td>\n",
       "      <td>448</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2009-06-07T11:41:59Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>pohchaipills is life Fuck you Covid_19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1235578864945913856</td>\n",
       "      <td>836488722157744130</td>\n",
       "      <td>2020-03-05T14:52:12Z</td>\n",
       "      <td>SulingLinCNA</td>\n",
       "      <td>Hmm not many good options to pump the economy ...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>143</td>\n",
       "      <td>143</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-02-28T08:10:27Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>Hmm not many good options to pump the economy ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1235589693913190400</td>\n",
       "      <td>355284635</td>\n",
       "      <td>2020-03-05T15:35:13Z</td>\n",
       "      <td>ArunPrasanth_R</td>\n",
       "      <td>#Covid_19 #CoronavirusOutbreak #COVID19india  ...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>West Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>103</td>\n",
       "      <td>209</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2011-08-15T03:32:43Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>Covid_19 CoronavirusOutbreak COVID19india  STA...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1235716860881993729</td>\n",
       "      <td>282135000</td>\n",
       "      <td>2020-03-06T00:00:32Z</td>\n",
       "      <td>danielfyork</td>\n",
       "      <td>Didn’t think I’d be saying this a few weeks ag...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>6251</td>\n",
       "      <td>2054</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2011-04-14T16:24:28Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>Didnt think Id be saying this a few weeks ago ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             status_id             user_id            created_at  \\\n",
       "0  1235359346659217408          4373254527  2020-03-05T00:19:54Z   \n",
       "1  1235550008314744833            45325484  2020-03-05T12:57:32Z   \n",
       "2  1235578864945913856  836488722157744130  2020-03-05T14:52:12Z   \n",
       "3  1235589693913190400           355284635  2020-03-05T15:35:13Z   \n",
       "4  1235716860881993729           282135000  2020-03-06T00:00:32Z   \n",
       "\n",
       "      screen_name                                               text  \\\n",
       "0     AquibIkubal  Good morning. Crowded metro. Fully packed. Sin...   \n",
       "1      bucksteeth  #pohchaipills is life. Fuck you #Covid_19 http...   \n",
       "2    SulingLinCNA  Hmm not many good options to pump the economy ...   \n",
       "3  ArunPrasanth_R  #Covid_19 #CoronavirusOutbreak #COVID19india  ...   \n",
       "4     danielfyork  Didn’t think I’d be saying this a few weeks ag...   \n",
       "\n",
       "                source  reply_to_status_id  reply_to_user_id  \\\n",
       "0  Twitter for Android                 NaN               NaN   \n",
       "1  Twitter for Android                 NaN               NaN   \n",
       "2   Twitter for iPhone                 NaN               NaN   \n",
       "3   Twitter for iPhone                 NaN               NaN   \n",
       "4   Twitter for iPhone                 NaN               NaN   \n",
       "\n",
       "  reply_to_screen_name  is_quote  ...  country_code  \\\n",
       "0                  NaN     False  ...            SG   \n",
       "1                  NaN     False  ...            SG   \n",
       "2                  NaN     False  ...            SG   \n",
       "3                  NaN      True  ...            SG   \n",
       "4                  NaN     False  ...            SG   \n",
       "\n",
       "             place_full_name  place_type followers_count friends_count  \\\n",
       "0  Central Region, Singapore       admin              32            91   \n",
       "1     East Region, Singapore       admin             124           448   \n",
       "2  Central Region, Singapore       admin             143           143   \n",
       "3     West Region, Singapore       admin             103           209   \n",
       "4  Central Region, Singapore       admin            6251          2054   \n",
       "\n",
       "  account_lang    account_created_at  verified  lang  \\\n",
       "0          NaN  2015-12-04T15:15:45Z     False    en   \n",
       "1          NaN  2009-06-07T11:41:59Z     False    en   \n",
       "2          NaN  2017-02-28T08:10:27Z     False    en   \n",
       "3          NaN  2011-08-15T03:32:43Z     False    en   \n",
       "4          NaN  2011-04-14T16:24:28Z     False    en   \n",
       "\n",
       "                                     translated_text  \n",
       "0  Good morning Crowded metro Fully packed Singap...  \n",
       "1             pohchaipills is life Fuck you Covid_19  \n",
       "2  Hmm not many good options to pump the economy ...  \n",
       "3  Covid_19 CoronavirusOutbreak COVID19india  STA...  \n",
       "4  Didnt think Id be saying this a few weeks ago ...  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 302,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2 = pd.read_csv('sg_tweets_covid19_march.csv', index_col=0)\n",
    "\n",
    "print(df2.shape)\n",
    "df2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 303,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(356, 4)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>text</th>\n",
       "      <th>date</th>\n",
       "      <th>processed_tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AquibIkubal</td>\n",
       "      <td>Good morning. Crowded metro. Fully packed. Sin...</td>\n",
       "      <td>2020-03-05T00:19:54Z</td>\n",
       "      <td>Good morning Crowded metro Fully packed Singap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bucksteeth</td>\n",
       "      <td>#pohchaipills is life. Fuck you #Covid_19 http...</td>\n",
       "      <td>2020-03-05T12:57:32Z</td>\n",
       "      <td>pohchaipills is life Fuck you Covid_19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>SulingLinCNA</td>\n",
       "      <td>Hmm not many good options to pump the economy ...</td>\n",
       "      <td>2020-03-05T14:52:12Z</td>\n",
       "      <td>Hmm not many good options to pump the economy ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ArunPrasanth_R</td>\n",
       "      <td>#Covid_19 #CoronavirusOutbreak #COVID19india  ...</td>\n",
       "      <td>2020-03-05T15:35:13Z</td>\n",
       "      <td>Covid_19 CoronavirusOutbreak COVID19india  STA...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>danielfyork</td>\n",
       "      <td>Didn’t think I’d be saying this a few weeks ag...</td>\n",
       "      <td>2020-03-06T00:00:32Z</td>\n",
       "      <td>Didnt think Id be saying this a few weeks ago ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         username                                               text  \\\n",
       "0     AquibIkubal  Good morning. Crowded metro. Fully packed. Sin...   \n",
       "1      bucksteeth  #pohchaipills is life. Fuck you #Covid_19 http...   \n",
       "2    SulingLinCNA  Hmm not many good options to pump the economy ...   \n",
       "3  ArunPrasanth_R  #Covid_19 #CoronavirusOutbreak #COVID19india  ...   \n",
       "4     danielfyork  Didn’t think I’d be saying this a few weeks ag...   \n",
       "\n",
       "                   date                                   processed_tweets  \n",
       "0  2020-03-05T00:19:54Z  Good morning Crowded metro Fully packed Singap...  \n",
       "1  2020-03-05T12:57:32Z             pohchaipills is life Fuck you Covid_19  \n",
       "2  2020-03-05T14:52:12Z  Hmm not many good options to pump the economy ...  \n",
       "3  2020-03-05T15:35:13Z  Covid_19 CoronavirusOutbreak COVID19india  STA...  \n",
       "4  2020-03-06T00:00:32Z  Didnt think Id be saying this a few weeks ago ...  "
      ]
     },
     "execution_count": 303,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Extract required columns only\n",
    "\n",
    "df2_new = df2[['screen_name', 'text', 'created_at', 'translated_text']].copy()\n",
    "df2_new.columns = ['username', 'text', 'date', 'processed_tweets']\n",
    "\n",
    "print(df2_new.shape)\n",
    "df2_new.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 304,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>text</th>\n",
       "      <th>date</th>\n",
       "      <th>processed_tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AquibIkubal</td>\n",
       "      <td>Good morning. Crowded metro. Fully packed. Sin...</td>\n",
       "      <td>2020-03-05</td>\n",
       "      <td>Good morning Crowded metro Fully packed Singap...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bucksteeth</td>\n",
       "      <td>#pohchaipills is life. Fuck you #Covid_19 http...</td>\n",
       "      <td>2020-03-05</td>\n",
       "      <td>pohchaipills is life Fuck you Covid_19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>SulingLinCNA</td>\n",
       "      <td>Hmm not many good options to pump the economy ...</td>\n",
       "      <td>2020-03-05</td>\n",
       "      <td>Hmm not many good options to pump the economy ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ArunPrasanth_R</td>\n",
       "      <td>#Covid_19 #CoronavirusOutbreak #COVID19india  ...</td>\n",
       "      <td>2020-03-05</td>\n",
       "      <td>Covid_19 CoronavirusOutbreak COVID19india  STA...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>danielfyork</td>\n",
       "      <td>Didn’t think I’d be saying this a few weeks ag...</td>\n",
       "      <td>2020-03-06</td>\n",
       "      <td>Didnt think Id be saying this a few weeks ago ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         username                                               text  \\\n",
       "0     AquibIkubal  Good morning. Crowded metro. Fully packed. Sin...   \n",
       "1      bucksteeth  #pohchaipills is life. Fuck you #Covid_19 http...   \n",
       "2    SulingLinCNA  Hmm not many good options to pump the economy ...   \n",
       "3  ArunPrasanth_R  #Covid_19 #CoronavirusOutbreak #COVID19india  ...   \n",
       "4     danielfyork  Didn’t think I’d be saying this a few weeks ag...   \n",
       "\n",
       "         date                                   processed_tweets  \n",
       "0  2020-03-05  Good morning Crowded metro Fully packed Singap...  \n",
       "1  2020-03-05             pohchaipills is life Fuck you Covid_19  \n",
       "2  2020-03-05  Hmm not many good options to pump the economy ...  \n",
       "3  2020-03-05  Covid_19 CoronavirusOutbreak COVID19india  STA...  \n",
       "4  2020-03-06  Didnt think Id be saying this a few weeks ago ...  "
      ]
     },
     "execution_count": 304,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Extract date only from 'date' column\n",
    "\n",
    "df2_new['date'] = df2_new['date'].apply(lambda x: datetime.strptime(x, '%Y-%m-%dT%H:%M:%SZ'))\n",
    "df2_new['date'] = df2_new['date'].apply(lambda x: x.date())\n",
    "df2_new.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### March (from 19 Mar)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 305,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(247, 23)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>status_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>created_at</th>\n",
       "      <th>screen_name</th>\n",
       "      <th>text</th>\n",
       "      <th>source</th>\n",
       "      <th>reply_to_status_id</th>\n",
       "      <th>reply_to_user_id</th>\n",
       "      <th>reply_to_screen_name</th>\n",
       "      <th>is_quote</th>\n",
       "      <th>...</th>\n",
       "      <th>country_code</th>\n",
       "      <th>place_full_name</th>\n",
       "      <th>place_type</th>\n",
       "      <th>followers_count</th>\n",
       "      <th>friends_count</th>\n",
       "      <th>account_lang</th>\n",
       "      <th>account_created_at</th>\n",
       "      <th>verified</th>\n",
       "      <th>lang</th>\n",
       "      <th>translated_tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1240432252376379393</td>\n",
       "      <td>837548605</td>\n",
       "      <td>2020-03-19T00:17:49Z</td>\n",
       "      <td>SanghiAnand</td>\n",
       "      <td>The “experts” on TV have now moved from the R ...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>129</td>\n",
       "      <td>95</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012-09-21T11:03:25Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>The experts on TV have now moved from the R wo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1240432793881997312</td>\n",
       "      <td>76647624</td>\n",
       "      <td>2020-03-19T00:19:58Z</td>\n",
       "      <td>JayMcr</td>\n",
       "      <td>Cumon people...\\n\\n\"Social Distancing\" Does NO...</td>\n",
       "      <td>Instagram</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>2294</td>\n",
       "      <td>2400</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2009-09-23T13:49:42Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>Cumon people\\n\\nSocial Distancing Does NOT mea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1240433938377539584</td>\n",
       "      <td>90391638</td>\n",
       "      <td>2020-03-19T00:24:31Z</td>\n",
       "      <td>triciapang</td>\n",
       "      <td>824am and the train is barely packed at Hougan...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>North-East Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>170</td>\n",
       "      <td>171</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2009-11-16T13:22:19Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>824am and the train is barely packed at Hougan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1240436806396440576</td>\n",
       "      <td>1016482563328602112</td>\n",
       "      <td>2020-03-19T00:35:55Z</td>\n",
       "      <td>3e_like</td>\n",
       "      <td>In time likes this QC will go down. #mayor #co...</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>North-East Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2018-07-10T00:41:43Z</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>In time like this BAC will go down mayor covid...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1240438146317217794</td>\n",
       "      <td>544789016</td>\n",
       "      <td>2020-03-19T00:41:14Z</td>\n",
       "      <td>onefern</td>\n",
       "      <td>#Singapore #coronavirus #COVID19 https://t.co/...</td>\n",
       "      <td>Twitter for Android</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>...</td>\n",
       "      <td>SG</td>\n",
       "      <td>Central Region, Singapore</td>\n",
       "      <td>admin</td>\n",
       "      <td>77</td>\n",
       "      <td>325</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012-04-04T03:01:24Z</td>\n",
       "      <td>False</td>\n",
       "      <td>und</td>\n",
       "      <td>Singapore coronavirus COVID19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             status_id              user_id            created_at  \\\n",
       "0  1240432252376379393            837548605  2020-03-19T00:17:49Z   \n",
       "1  1240432793881997312             76647624  2020-03-19T00:19:58Z   \n",
       "2  1240433938377539584             90391638  2020-03-19T00:24:31Z   \n",
       "3  1240436806396440576  1016482563328602112  2020-03-19T00:35:55Z   \n",
       "4  1240438146317217794            544789016  2020-03-19T00:41:14Z   \n",
       "\n",
       "   screen_name                                               text  \\\n",
       "0  SanghiAnand  The “experts” on TV have now moved from the R ...   \n",
       "1       JayMcr  Cumon people...\\n\\n\"Social Distancing\" Does NO...   \n",
       "2   triciapang  824am and the train is barely packed at Hougan...   \n",
       "3      3e_like  In time likes this QC will go down. #mayor #co...   \n",
       "4      onefern  #Singapore #coronavirus #COVID19 https://t.co/...   \n",
       "\n",
       "                source  reply_to_status_id  reply_to_user_id  \\\n",
       "0   Twitter for iPhone                 NaN               NaN   \n",
       "1            Instagram                 NaN               NaN   \n",
       "2   Twitter for iPhone                 NaN               NaN   \n",
       "3   Twitter for iPhone                 NaN               NaN   \n",
       "4  Twitter for Android                 NaN               NaN   \n",
       "\n",
       "  reply_to_screen_name  is_quote  ...  country_code  \\\n",
       "0                  NaN     False  ...            SG   \n",
       "1                  NaN     False  ...            SG   \n",
       "2                  NaN     False  ...            SG   \n",
       "3                  NaN     False  ...            SG   \n",
       "4                  NaN     False  ...            SG   \n",
       "\n",
       "                place_full_name  place_type followers_count friends_count  \\\n",
       "0     Central Region, Singapore       admin             129            95   \n",
       "1     Central Region, Singapore       admin            2294          2400   \n",
       "2  North-East Region, Singapore       admin             170           171   \n",
       "3  North-East Region, Singapore       admin               1             2   \n",
       "4     Central Region, Singapore       admin              77           325   \n",
       "\n",
       "  account_lang    account_created_at  verified  lang  \\\n",
       "0          NaN  2012-09-21T11:03:25Z     False    en   \n",
       "1          NaN  2009-09-23T13:49:42Z     False    en   \n",
       "2          NaN  2009-11-16T13:22:19Z     False    en   \n",
       "3          NaN  2018-07-10T00:41:43Z     False    en   \n",
       "4          NaN  2012-04-04T03:01:24Z     False   und   \n",
       "\n",
       "                                   translated_tweets  \n",
       "0  The experts on TV have now moved from the R wo...  \n",
       "1  Cumon people\\n\\nSocial Distancing Does NOT mea...  \n",
       "2  824am and the train is barely packed at Hougan...  \n",
       "3  In time like this BAC will go down mayor covid...  \n",
       "4                      Singapore coronavirus COVID19  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 305,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df3 = pd.read_csv('sg_tweets_covid19_march(2).csv', index_col=0)\n",
    "\n",
    "print(df3.shape)\n",
    "df3.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 306,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(247, 4)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>text</th>\n",
       "      <th>date</th>\n",
       "      <th>processed_tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SanghiAnand</td>\n",
       "      <td>The “experts” on TV have now moved from the R ...</td>\n",
       "      <td>2020-03-19T00:17:49Z</td>\n",
       "      <td>The experts on TV have now moved from the R wo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>JayMcr</td>\n",
       "      <td>Cumon people...\\n\\n\"Social Distancing\" Does NO...</td>\n",
       "      <td>2020-03-19T00:19:58Z</td>\n",
       "      <td>Cumon people\\n\\nSocial Distancing Does NOT mea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>triciapang</td>\n",
       "      <td>824am and the train is barely packed at Hougan...</td>\n",
       "      <td>2020-03-19T00:24:31Z</td>\n",
       "      <td>824am and the train is barely packed at Hougan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3e_like</td>\n",
       "      <td>In time likes this QC will go down. #mayor #co...</td>\n",
       "      <td>2020-03-19T00:35:55Z</td>\n",
       "      <td>In time like this BAC will go down mayor covid...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>onefern</td>\n",
       "      <td>#Singapore #coronavirus #COVID19 https://t.co/...</td>\n",
       "      <td>2020-03-19T00:41:14Z</td>\n",
       "      <td>Singapore coronavirus COVID19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      username                                               text  \\\n",
       "0  SanghiAnand  The “experts” on TV have now moved from the R ...   \n",
       "1       JayMcr  Cumon people...\\n\\n\"Social Distancing\" Does NO...   \n",
       "2   triciapang  824am and the train is barely packed at Hougan...   \n",
       "3      3e_like  In time likes this QC will go down. #mayor #co...   \n",
       "4      onefern  #Singapore #coronavirus #COVID19 https://t.co/...   \n",
       "\n",
       "                   date                                   processed_tweets  \n",
       "0  2020-03-19T00:17:49Z  The experts on TV have now moved from the R wo...  \n",
       "1  2020-03-19T00:19:58Z  Cumon people\\n\\nSocial Distancing Does NOT mea...  \n",
       "2  2020-03-19T00:24:31Z  824am and the train is barely packed at Hougan...  \n",
       "3  2020-03-19T00:35:55Z  In time like this BAC will go down mayor covid...  \n",
       "4  2020-03-19T00:41:14Z                      Singapore coronavirus COVID19  "
      ]
     },
     "execution_count": 306,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Extract required columns only\n",
    "\n",
    "df3_new = df3[['screen_name', 'text', 'created_at', 'translated_tweets']].copy()\n",
    "df3_new.columns = ['username', 'text', 'date', 'processed_tweets']\n",
    "\n",
    "print(df3_new.shape)\n",
    "df3_new.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 307,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>text</th>\n",
       "      <th>date</th>\n",
       "      <th>processed_tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>SanghiAnand</td>\n",
       "      <td>The “experts” on TV have now moved from the R ...</td>\n",
       "      <td>2020-03-19</td>\n",
       "      <td>The experts on TV have now moved from the R wo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>JayMcr</td>\n",
       "      <td>Cumon people...\\n\\n\"Social Distancing\" Does NO...</td>\n",
       "      <td>2020-03-19</td>\n",
       "      <td>Cumon people\\n\\nSocial Distancing Does NOT mea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>triciapang</td>\n",
       "      <td>824am and the train is barely packed at Hougan...</td>\n",
       "      <td>2020-03-19</td>\n",
       "      <td>824am and the train is barely packed at Hougan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3e_like</td>\n",
       "      <td>In time likes this QC will go down. #mayor #co...</td>\n",
       "      <td>2020-03-19</td>\n",
       "      <td>In time like this BAC will go down mayor covid...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>onefern</td>\n",
       "      <td>#Singapore #coronavirus #COVID19 https://t.co/...</td>\n",
       "      <td>2020-03-19</td>\n",
       "      <td>Singapore coronavirus COVID19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      username                                               text        date  \\\n",
       "0  SanghiAnand  The “experts” on TV have now moved from the R ...  2020-03-19   \n",
       "1       JayMcr  Cumon people...\\n\\n\"Social Distancing\" Does NO...  2020-03-19   \n",
       "2   triciapang  824am and the train is barely packed at Hougan...  2020-03-19   \n",
       "3      3e_like  In time likes this QC will go down. #mayor #co...  2020-03-19   \n",
       "4      onefern  #Singapore #coronavirus #COVID19 https://t.co/...  2020-03-19   \n",
       "\n",
       "                                    processed_tweets  \n",
       "0  The experts on TV have now moved from the R wo...  \n",
       "1  Cumon people\\n\\nSocial Distancing Does NOT mea...  \n",
       "2  824am and the train is barely packed at Hougan...  \n",
       "3  In time like this BAC will go down mayor covid...  \n",
       "4                      Singapore coronavirus COVID19  "
      ]
     },
     "execution_count": 307,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Extract date only from 'date' column\n",
    "\n",
    "df3_new['date'] = df3_new['date'].apply(lambda x: datetime.strptime(x, '%Y-%m-%dT%H:%M:%SZ'))\n",
    "df3_new['date'] = df3_new['date'].apply(lambda x: x.date())\n",
    "df3_new.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Merging datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 309,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(6687, 4)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>username</th>\n",
       "      <th>text</th>\n",
       "      <th>date</th>\n",
       "      <th>processed_tweets</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PuteriAmirah01</td>\n",
       "      <td>b'RT @rndsmsl: Kiamat dh dekat knp aku masih m...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>News Apocalypse is near why I'm still lazy pra...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>joseph_yeow</td>\n",
       "      <td>b'RT @new_prykm: This video shows how South Ko...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>This video shows how South Korea Airport is d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>_naufalraffid</td>\n",
       "      <td>b'RT @L0s3r_AT_w0rk: Thomas had never seen suc...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>Thomas had never seen such bullshit before</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FaadehlehHakehm</td>\n",
       "      <td>b'RT @chey_cobb: Chinese officials say this is...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>Chinese officials say this is a photo of a ne...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>miz4h</td>\n",
       "      <td>b'RT @putridamiaa: spread this, it\\xe2\\x80\\x99...</td>\n",
       "      <td>2020-01-27</td>\n",
       "      <td>spread this it worth to share coronavirus</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          username                                               text  \\\n",
       "0   PuteriAmirah01  b'RT @rndsmsl: Kiamat dh dekat knp aku masih m...   \n",
       "1      joseph_yeow  b'RT @new_prykm: This video shows how South Ko...   \n",
       "2    _naufalraffid  b'RT @L0s3r_AT_w0rk: Thomas had never seen suc...   \n",
       "3  FaadehlehHakehm  b'RT @chey_cobb: Chinese officials say this is...   \n",
       "4            miz4h  b'RT @putridamiaa: spread this, it\\xe2\\x80\\x99...   \n",
       "\n",
       "         date                                   processed_tweets  \n",
       "0  2020-01-27  News Apocalypse is near why I'm still lazy pra...  \n",
       "1  2020-01-27   This video shows how South Korea Airport is d...  \n",
       "2  2020-01-27         Thomas had never seen such bullshit before  \n",
       "3  2020-01-27   Chinese officials say this is a photo of a ne...  \n",
       "4  2020-01-27          spread this it worth to share coronavirus  "
      ]
     },
     "execution_count": 309,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Combining the datasets above\n",
    "\n",
    "combined_tweets1 = pd.concat([df1_new, df2_new], ignore_index=True)\n",
    "combined_tweets2 = pd.concat([combined_tweets1, df3_new], ignore_index=True)\n",
    "\n",
    "print(combined_tweets2.shape)\n",
    "combined_tweets2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 310,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export combined data\n",
    "combined_tweets2.to_csv('combined_sg_tweets.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 311,
   "metadata": {},
   "outputs": [],
   "source": [
    "import dill"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 312,
   "metadata": {},
   "outputs": [],
   "source": [
    "#save notebook session\n",
    "dill.dump_session('datacleaning_env.db')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {},
   "outputs": [],
   "source": [
    "#restore notebook session\n",
    "dill.load_session('datacleaning_env.db')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}