scrapping_notebook.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "colab": {
      "name": "scrapping_starter_notebook.py",
      "provenance": [],
      "collapsed_sections": [],
      "toc_visible": true,
      "include_colab_link": true
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/stephyi/Twitter_User_Segmentation/blob/master/scrapping_notebook.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "j_keSsTx9lUO",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# This Python file uses the following encoding: utf-8"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "iU7TolFjrBZC",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# $ python3 -m venv venv\n",
        "# $ . ./venv/bin/activate"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ukjj_XwNrBY_",
        "colab_type": "text"
      },
      "source": [
        "## Web scrapping using python\n",
        "\n",
        "#### References\n",
        "1. [Practical Introduction to Web Scraping in Python](https://realpython.com/python-web-scraping-practical-introduction/)\n",
        "2. [Web Scraping using Python](https://www.datacamp.com/community/tutorials/web-scraping-using-python)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "n2zikiKHrBZO",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 478
        },
        "outputId": "f0ae3188-9b6f-4f86-e058-954aec17fba9"
      },
      "source": [
        "#Better\n",
        "!pip install requests BeautifulSoup4 fire\n",
        "!pip install --upgrade pip"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: requests in /usr/local/lib/python3.6/dist-packages (2.23.0)\n",
            "Requirement already satisfied: BeautifulSoup4 in /usr/local/lib/python3.6/dist-packages (4.6.3)\n",
            "Collecting fire\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/34/a7/0e22e70778aca01a52b9c899d9c145c6396d7b613719cd63db97ffa13f2f/fire-0.3.1.tar.gz (81kB)\n",
            "\u001b[K     |████████████████████████████████| 81kB 2.1MB/s \n",
            "\u001b[?25hRequirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests) (3.0.4)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests) (1.24.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests) (2.10)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests) (2020.6.20)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from fire) (1.12.0)\n",
            "Requirement already satisfied: termcolor in /usr/local/lib/python3.6/dist-packages (from fire) (1.1.0)\n",
            "Building wheels for collected packages: fire\n",
            "  Building wheel for fire (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for fire: filename=fire-0.3.1-py2.py3-none-any.whl size=111005 sha256=abb9c14c104df75cad78074478761fa0fc27e659a3fafe38f7338b42d8ca5805\n",
            "  Stored in directory: /root/.cache/pip/wheels/c1/61/df/768b03527bf006b546dce284eb4249b185669e65afc5fbb2ac\n",
            "Successfully built fire\n",
            "Installing collected packages: fire\n",
            "Successfully installed fire-0.3.1\n",
            "Collecting pip\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/43/84/23ed6a1796480a6f1a2d38f2802901d078266bda38388954d01d3f2e821d/pip-20.1.1-py2.py3-none-any.whl (1.5MB)\n",
            "\u001b[K     |████████████████████████████████| 1.5MB 2.8MB/s \n",
            "\u001b[?25hInstalling collected packages: pip\n",
            "  Found existing installation: pip 19.3.1\n",
            "    Uninstalling pip-19.3.1:\n",
            "      Successfully uninstalled pip-19.3.1\n",
            "Successfully installed pip-20.1.1\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fIt_Z8PZrBZV",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from requests import get\n",
        "from requests.exceptions import RequestException\n",
        "from contextlib import closing\n",
        "from bs4 import BeautifulSoup\n",
        "import pandas as pd\n",
        "import os, sys\n",
        "\n",
        "import fire"
      ],
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "juuxegg1rBZc",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#%%writefile ../pyscrap_url.py\n",
        "\n",
        "def simple_get(url):\n",
        "    \"\"\"\n",
        "    Attempts to get the content at `url` by making an HTTP GET request.\n",
        "    If the content-type of response is some kind of HTML/XML, return the\n",
        "    text content, otherwise return None.\n",
        "    \"\"\"\n",
        "    try:\n",
        "        with closing(get(url, stream=True)) as resp:\n",
        "            if is_good_response(resp):\n",
        "                return resp.content  #.encode(BeautifulSoup.original_encoding)\n",
        "            else:\n",
        "                return None\n",
        "\n",
        "    except RequestException as e:\n",
        "        log_error('Error during requests to {0} : {1}'.format(url, str(e)))\n",
        "        return None\n",
        "\n",
        "\n",
        "def is_good_response(resp):\n",
        "    \"\"\"\n",
        "    Returns True if the response seems to be HTML, False otherwise.\n",
        "    \"\"\"\n",
        "    content_type = resp.headers['Content-Type'].lower()\n",
        "    return (resp.status_code == 200 \n",
        "            and content_type is not None \n",
        "            and content_type.find('html') > -1)\n",
        "\n",
        "\n",
        "def log_error(e):\n",
        "    \"\"\"\n",
        "    It is always a good idea to log errors. \n",
        "    This function just prints them, but you can\n",
        "    make it do anything.\n",
        "    \"\"\"\n",
        "    print(e)\n",
        "    \n",
        "def get_elements(url, tag='',search={}, fname=None):\n",
        "    \"\"\"\n",
        "    Downloads a page specified by the url parameter\n",
        "    and returns a list of strings, one per tag element\n",
        "    \"\"\"\n",
        "    \n",
        "    if isinstance(url,str):\n",
        "        response = simple_get(url)\n",
        "    else:\n",
        "        #if already it is a loaded html page\n",
        "        response = url\n",
        "\n",
        "    if response is not None:\n",
        "        html = BeautifulSoup(response, 'html.parser')\n",
        "        \n",
        "        res = []\n",
        "        if tag:    \n",
        "            for li in html.select(tag):\n",
        "                for name in li.text.split('\\n'):\n",
        "                    if len(name) > 0:\n",
        "                        res.append(name.strip())\n",
        "                       \n",
        "                \n",
        "        if search:\n",
        "            soup = html            \n",
        "            \n",
        "            \n",
        "            r = ''\n",
        "            if 'find' in search.keys():\n",
        "                print('findaing',search['find'])\n",
        "                soup = soup.find(**search['find'])\n",
        "                r = soup\n",
        "\n",
        "                \n",
        "            if 'find_all' in search.keys():\n",
        "                print('findaing all of',search['find_all'])\n",
        "                r = soup.find_all(**search['find_all'])\n",
        "   \n",
        "            if r:\n",
        "                for x in list(r):\n",
        "                    if len(x) > 0:\n",
        "                        res.extend(x)\n",
        "            \n",
        "        return res\n",
        "\n",
        "    # Raise an exception if we failed to get any data from the url\n",
        "    raise Exception('Error retrieving contents at {}'.format(url))    \n",
        "    \n",
        "    \n",
        "if get_ipython().__class__.__name__ == '__main__':\n",
        "    fire(get_tag_elements)"
      ],
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "l2LuXTvgWVXB",
        "colab_type": "text"
      },
      "source": [
        "#### Top 100 Most Influential twitter Users"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "collapsed": true,
        "jupyter": {
          "outputs_hidden": true
        },
        "id": "toHE698MrBZk",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 443
        },
        "outputId": "2e0b9115-7c8f-4dea-ab31-b04355777564"
      },
      "source": [
        "import re,numpy\n",
        "res=get_elements('https://africafreak.com/100-most-influential-twitter-users-in-africa',tag='h2')\n",
        "most_influential= [re.findall(\"[@]\\w+\",text) for text in res]\n",
        "most_influential_sorted=most_influential[::-1]\n",
        "influencers=numpy.concatenate(most_influential_sorted)\n",
        "print(influencers)"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "['@Trevornoah' '@GarethCliff' '@SAPresident' '@News24' '@Julius_S_Malema'\n",
            " '@helenzille' '@mailandguardian' '@5FM' '@loyisogola' '@Computicket'\n",
            " '@MTVbaseAfrica' '@OfficialCSA' '@702JohnRobbie' '@UlrichJvV' '@euphonik'\n",
            " '@BBCAndrewH' '@Camfed' '@BobSkinstad' '@SamsungSA' '@liveamp'\n",
            " '@hartleyr' '@SmithInAfrica' '@gertjohan' '@_AfricanUnion' '@SandtonCity'\n",
            " '@ParliamentofRSA' '@Mo_IbrahimFdn' '@NDOCKenya' '@PeterGreste'\n",
            " '@JendayiFrazer' '@art2gee' '@IECSouthAfrica' '@forbesafrica'\n",
            " '@Entrepreneur_SA' '@geoffreyyork' '@The_New_Age' '@HenleyAfrica'\n",
            " '@IFCAfrica' '@africaprogress' '@MbuyiseniNdlozi' '@FoodBlogCT'\n",
            " '@AfricaResearch' '@MadeItInAfrica' '@cnbcafrica' '@willintune'\n",
            " '@AfricaGoodNews' '@ThinkAfricaFeed' '@CityofJoburgZA' '@theafricareport'\n",
            " '@Afrinnovator' '@schneiderhome' '@TheStar_news' '@rangerdiaries'\n",
            " '@daniel_howden' '@Aynte' '@GautengProvince' '@TechCentral'\n",
            " '@pressfreedom' '@africamedia_CPJ' '@savetherhino' '@mary_harper'\n",
            " '@okayafrica' '@africagathering' '@MercedesBenz_SA' '@ayittey' '@cx73'\n",
            " '@africatechie' '@drewfhinshaw' '@Hamza_Africa' '@ONEinAfrica'\n",
            " '@audisouthafrica' '@thisisafrica' '@jaxpanik' '@BBCKarenAllen'\n",
            " '@hurricanevaness' '@forbeesta' '@t_mcconnell' '@equal_education'\n",
            " '@mikestopforth' '@iamsuede' '@JamalMOsman' '@KahnMorbee'\n",
            " '@artsouthafrica' '@malonebarry' '@InvestInAfrica' '@TheEIU_Africa'\n",
            " '@sarzss' '@ThisIsAfricaTIA' '@andBeyondSafari' '@VISI_Mag'\n",
            " '@CityTshwane' '@BrendanSAfrica' '@Moadow' '@StateAfrica' '@PatrickNgowi'\n",
            " '@oafrica' '@JamesCopnall' '@AfricaCheck' '@andiMakinana' '@a24media'\n",
            " '@gettleman']\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0gYbAuoLWt94",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#Save to csv file\n",
        "from numpy import savetxt\n",
        "numpy.savetxt(\"top_100_influencers.csv\",influencers,header='twiiter_handles' , fmt='%s')"
      ],
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "6q5LCDJNWdOV",
        "colab_type": "text"
      },
      "source": [
        "#### Top 18 Goverment officials"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "v7A9c-V6dK0k",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "2953ffea-d5b2-48f4-8324-fdaa796fe363"
      },
      "source": [
        "import re\n",
        "import numpy\n",
        "top_18_govt_officials = get_elements('https://docs.google.com/spreadsheets/d/1jeOt6P6Hgg_xDF76mj08iYKeQGDc03WWPipjI17dxEY/pubhtml?gid=1475837395&amp;single=true&amp;widget=true&amp;headers=false',tag='td')\n",
        "\n",
        "gvt_officials = [re.findall(\"[@]\\w+\",text) for text in top_18_govt_officials]\n",
        "officials=numpy.concatenate(gvt_officials)\n",
        "gvt_official=officials[:18]\n",
        "type(gvt_official)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "numpy.ndarray"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Qk7RuMdJ_264",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#Save to csv file\n",
        "from numpy import savetxt\n",
        "numpy.savetxt(\"top_18_govt_officials.csv\",gvt_official,header='twitter_handles',  fmt='%s')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "NDVpjCvsWj_S",
        "colab_type": "text"
      },
      "source": [
        "#### Top african leaders"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bHhk_yvlR9Xh",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "016e6865-a436-4343-cb19-3ac84f44bcc5"
      },
      "source": [
        "url= 'https://www.atlanticcouncil.org/blogs/africasource/african-leaders-respond-to-coronavirus-on-twitter/#east-africa'\n",
        "response = simple_get(url)\n",
        "\n",
        "res=get_elements('https://www.atlanticcouncil.org/blogs/africasource/african-leaders-respond-to-coronavirus-on-twitter/#east-africa',tag='p')\n",
        "most= [re.findall(\"[@]\\w+\",text) for text in res]\n",
        "africa_leaders=numpy.concatenate(most)\n",
        "type(africa_leaders)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "numpy.ndarray"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "wRdj2XnZYH9s",
        "colab_type": "text"
      },
      "source": [
        "#### Goverment Officials twitter handles"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "8xj4ckYFrBZ1",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 958
        },
        "outputId": "6cf51a16-11d5-4cdb-c69d-af30993f744f"
      },
      "source": [
        "import re\n",
        "response = get_elements('https://www.atlanticcouncil.org/blogs/africasource/african-leaders-respond-to-coronavirus-on-twitter/#east-africa', search={'find_all':{'class_':'wp-block-embed__wrapper'}})\n",
        "africaleader_twitter_handle = re.findall('@[a-zA-Z]+[0-9]*[/_*]*[a-zA-Z]*', str(response))\n",
        "africaleader_twitter_handle\n"
      ],
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "findaing all of {'class_': 'wp-block-embed__wrapper'}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['@EswatiniGovern1',\n",
              " '@MalawiGovt',\n",
              " '@hagegeingob',\n",
              " '@FinanceSC',\n",
              " '@PresidencyZA',\n",
              " '@Dora_Siliya',\n",
              " '@ChitaluChilufy3',\n",
              " '@noalaskinner',\n",
              " '@coumbagadio_ZM',\n",
              " '@unicefzambia',\n",
              " '@UNZambia',\n",
              " '@mohzambia',\n",
              " '@edmnangagwa',\n",
              " '@MinSantedj',\n",
              " '@hawelti',\n",
              " '@StateHouseKenya',\n",
              " '@WHO',\n",
              " '@StateHouseKenya',\n",
              " '@Macky_Sall',\n",
              " '@MagufuliJP',\n",
              " '@Presidence_RDC',\n",
              " '@CyrilRamaphosa',\n",
              " '@BorisJohnson',\n",
              " '@KGeorgieva',\n",
              " '@PaulKagame',\n",
              " '@M_Farmaajo',\n",
              " '@SouthSudanGov',\n",
              " '@SudanPMHamdok',\n",
              " '@TZSpokesperson',\n",
              " '@KagutaMuseveni',\n",
              " '@angola_Mirex',\n",
              " '@willynyamitwe',\n",
              " '@Cherif_MZ',\n",
              " '@Presidence_RDC',\n",
              " '@PresidentABO',\n",
              " '@gouvbenin',\n",
              " '@PresidenceBenin',\n",
              " '@rochkaborepf',\n",
              " '@PresidenciaCV',\n",
              " '@AOuattara_PRCI',\n",
              " '@Presidency_GMB',\n",
              " '@NAkufoAddo',\n",
              " '@President_GN',\n",
              " '@USEmbalo',\n",
              " '@PresidenceMali',\n",
              " '@CheikhGhazouani',\n",
              " '@IssoufouMhm',\n",
              " '@MBuhari',\n",
              " '@PaulKagame',\n",
              " '@Macky_Sall',\n",
              " '@PresidentBio',\n",
              " '@MSPS_Togo']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "CALd0mIt4Hat",
        "colab_type": "text"
      },
      "source": [
        "#### Concatenating all the influencers into one csv file"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Lf15UmnCX5_Y",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#Save to csv file\n",
        "from numpy import savetxt\n",
        "numpy.savetxt(\"gvt_handles.csv\",africaleader_twitter_handle,header='twitter_handles',  fmt='%s')\n"
      ],
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JnILoAlJrBZ9",
        "colab_type": "code",
        "colab": {},
        "outputId": "5ef474fd-f709-46a3-e247-c8a2f20aa65b"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "findaing all of {'class_': 'wp-block-embed__wrapper'}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['\\nhttps://twitter.com/TsholetsaDomi/status/1238324860536922112\\n',\n",
              " '\\nhttps://twitter.com/Azali_officiel/status/1239649350747332613\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">The Deputy Prime Minister Themba Masuku has today met representatives of the private sector and employees' unions to map a collaborative effort in the fight against <a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a>. <a href=\"https://t.co/EIYNGOEKRN\">pic.twitter.com/EIYNGOEKRN</a></p>— Eswatini Government (@EswatiniGovern1) <a href=\"https://twitter.com/EswatiniGovern1/status/1241038139889721346?ref_src=twsrc%5Etfw\">March 20, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\nhttps://twitter.com/SE_Rajoelina/status/1241101811647500288\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">GUIDELINES FOR SCHOOLS IN <a href=\"https://twitter.com/hashtag/MALAWI?src=hash&amp;ref_src=twsrc%5Etfw\">#MALAWI</a> ON THE PREVENTION AND MANAGEMENT OF <a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a> <a href=\"https://twitter.com/hashtag/CORONAVIRUS?src=hash&amp;ref_src=twsrc%5Etfw\">#CORONAVIRUS</a> <a href=\"https://t.co/PL9R4XvGV3\">pic.twitter.com/PL9R4XvGV3</a></p>— Malawi Government (@MalawiGovt) <a href=\"https://twitter.com/MalawiGovt/status/1240275631323185152?ref_src=twsrc%5Etfw\">March 18, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\nhttps://twitter.com/PKJugnauth/status/1240740484714319872\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">Fellow Namibians, I declared a State of Emergency on <a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a>. Cabinet approved additonal measures and responses to contain the spread of the Coronavirus. <a href=\"https://t.co/OsjrguArxf\">pic.twitter.com/OsjrguArxf</a></p>— Hage G. Geingob (@hagegeingob) <a href=\"https://twitter.com/hagegeingob/status/1240272081805336577?ref_src=twsrc%5Etfw\">March 18, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\"><a href=\"https://twitter.com/hashtag/COVID19measuresSC?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19measuresSC</a> <a href=\"https://twitter.com/hashtag/PrivateSector?src=hash&amp;ref_src=twsrc%5Etfw\">#PrivateSector</a> \"Government will guarantee the salaries of all employees in the private sector for the months of April, May and June. A total of SCR1.2 billion has been budgeted for this intervention. Government will not approve any redundancies.\"</p>— Seychelles Ministry of Finance (@FinanceSC) <a href=\"https://twitter.com/FinanceSC/status/1241039570608828416?ref_src=twsrc%5Etfw\">March 20, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">The Minister for Cooperative Governance &amp; Traditional Affairs (COGTA) has, in terms of section 3 of the Disaster Management Act, 2002 (Act No. 57 of 2002), made the and gazetted regulations to deal with the spread of Regulations in the Schedule. <a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a> <a href=\"https://twitter.com/hashtag/CoronaVirusSA?src=hash&amp;ref_src=twsrc%5Etfw\">#CoronaVirusSA</a> <a href=\"https://t.co/3iPRnVebcs\">pic.twitter.com/3iPRnVebcs</a></p>— PresidencyZA (@PresidencyZA) <a href=\"https://twitter.com/PresidencyZA/status/1240502027446300674?ref_src=twsrc%5Etfw\">March 19, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">Join the <a href=\"https://twitter.com/hashtag/SafeHands?src=hash&amp;ref_src=twsrc%5Etfw\">#SafeHands</a>  Challenge. The key is preventing the spread of <a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a> <a href=\"https://twitter.com/Dora_Siliya?ref_src=twsrc%5Etfw\">@Dora_Siliya</a> <a href=\"https://twitter.com/ChitaluChilufy3?ref_src=twsrc%5Etfw\">@ChitaluChilufy3</a> <a href=\"https://twitter.com/noalaskinner?ref_src=twsrc%5Etfw\">@noalaskinner</a> <a href=\"https://twitter.com/coumbagadio_ZM?ref_src=twsrc%5Etfw\">@coumbagadio_ZM</a> <a href=\"https://twitter.com/unicefzambia?ref_src=twsrc%5Etfw\">@unicefzambia</a> <a href=\"https://twitter.com/UNZambia?ref_src=twsrc%5Etfw\">@UNZambia</a> <a href=\"https://t.co/vLoc72v5Np\">pic.twitter.com/vLoc72v5Np</a></p>— Ministry of Health Zambia (@mohzambia) <a href=\"https://twitter.com/mohzambia/status/1240292737892732931?ref_src=twsrc%5Etfw\">March 18, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">I urge my fellow Zimbabweans to maintain excellent levels of personal hygiene. Wash your hands thoroughly with soap, cover your nose &amp; mouth with a tissue when you cough, &amp; avoid unnecessary travel abroad.  We must keep our nation, safe, secure &amp; healthy.</p>— President of Zimbabwe (@edmnangagwa) <a href=\"https://twitter.com/edmnangagwa/status/1237958955080519680?ref_src=twsrc%5Etfw\">March 12, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"fr\"><a href=\"https://twitter.com/hashtag/COVID19DJ?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19DJ</a> : FERMETURE DES MOSQUÉES<br/><br/>Voici Communiqué du Ministère des affaires musulmanes et des biens Warkfs. <a href=\"https://t.co/AQ2kQP254j\">pic.twitter.com/AQ2kQP254j</a></p>— MinSantédj (@MinSantedj) <a href=\"https://twitter.com/MinSantedj/status/1241062742611681281?ref_src=twsrc%5Etfw\">March 20, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">The Ministry of Health announced this evening the first confirmed case of a Coronavirus patient who arrived at Asmara International Airport from Norway with Fly Dubai at 7:00 a.m. LT this morning.  The 39-year old patient is an Eritrean national with permanent residence in Norway</p>— Yemane G. Meskel (@hawelti) <a href=\"https://twitter.com/hawelti/status/1241426444754063366?ref_src=twsrc%5Etfw\">March 21, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\nhttps://twitter.com/AbiyAhmedAli/status/1240291553056260099\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">Please join His Excellency President Uhuru Kenyatta this Saturday, 21st March 2020 at 12 noon for a broadcast prayer service to mark the National Day of Prayer on the Coronavirus pandemic. The Service will be led by a cross-section of religious leaders. <a href=\"https://t.co/kDZPDUpeGz\">pic.twitter.com/kDZPDUpeGz</a></p>— State House Kenya (@StateHouseKenya) <a href=\"https://twitter.com/StateHouseKenya/status/1240905037435547649?ref_src=twsrc%5Etfw\">March 20, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">I joined <a href=\"https://twitter.com/WHO?ref_src=twsrc%5Etfw\">@WHO</a> <a href=\"https://twitter.com/hashtag/SafeHands?src=hash&amp;ref_src=twsrc%5Etfw\">#SafeHands</a> challenge. Handwashing is key to preventing the spread of <a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a>. I challenge President Kenyatta <a href=\"https://twitter.com/StateHouseKenya?ref_src=twsrc%5Etfw\">@StateHouseKenya</a>, <a href=\"https://twitter.com/Macky_Sall?ref_src=twsrc%5Etfw\">@Macky_Sall</a>, <a href=\"https://twitter.com/MagufuliJP?ref_src=twsrc%5Etfw\">@MagufuliJP</a>, President Tshisekedi <a href=\"https://twitter.com/Presidence_RDC?ref_src=twsrc%5Etfw\">@Presidence_RDC</a>,  <a href=\"https://twitter.com/CyrilRamaphosa?ref_src=twsrc%5Etfw\">@CyrilRamaphosa</a>, <a href=\"https://twitter.com/BorisJohnson?ref_src=twsrc%5Etfw\">@BorisJohnson</a>, <a href=\"https://twitter.com/KGeorgieva?ref_src=twsrc%5Etfw\">@KGeorgieva</a> to join in by sharing a video <a href=\"https://t.co/udaVPCexCJ\">pic.twitter.com/udaVPCexCJ</a></p>— Paul Kagame (@PaulKagame) <a href=\"https://twitter.com/PaulKagame/status/1239263206691999748?ref_src=twsrc%5Etfw\">March 15, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">We commend all medical practitioners across the globe working hard to counter the <a href=\"https://twitter.com/hashtag/CoronavirusPandemic?src=hash&amp;ref_src=twsrc%5Etfw\">#CoronavirusPandemic</a>. I urge everyone to support all efforts and recommended medical measures to slow the spread of <a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a> and keep the numbers low. <a href=\"https://t.co/AFtDg7Vtoo\">pic.twitter.com/AFtDg7Vtoo</a></p>— Mohamed Farmaajo (@M_Farmaajo) <a href=\"https://twitter.com/M_Farmaajo/status/1239662108519923713?ref_src=twsrc%5Etfw\">March 16, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">20 March 2020: Communication from the <a href=\"https://twitter.com/hashtag/SouthSudan?src=hash&amp;ref_src=twsrc%5Etfw\">#SouthSudan</a> Presidency on the Coronavirus (COVID-19) Pandemic <br/><br/> \"South Sudan remains <a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a>-free. It is time to protect our people.\" — H.E Hussein Abdelbagi Akol, VP <a href=\"https://t.co/dZigOXyW2V\">pic.twitter.com/dZigOXyW2V</a></p>— South Sudan Government (@SouthSudanGov) <a href=\"https://twitter.com/SouthSudanGov/status/1241054039959371776?ref_src=twsrc%5Etfw\">March 20, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">There is no shame in not shaking hands and in social distancing, during these difficult times, we must protect ourselves and those around us.<br/>Prevention is the best cure, therefore please be sure to follow health safety and security instructions.<a href=\"https://twitter.com/hashtag/%D8%A7%D8%AD%D8%AA%D9%8A%D8%A7%D8%B7%D8%A7%D8%AA_%D8%A7%D9%84%D8%B3%D9%88%D8%AF%D8%A7%D9%86_%D9%84%D9%85%D9%86%D8%B9_%D9%83%D9%88%D8%B1%D9%88%D9%86%D8%A7?src=hash&amp;ref_src=twsrc%5Etfw\">#احتياطات_السودان_لمنع_كورونا</a> <a href=\"https://t.co/abrg7Pvb5w\">pic.twitter.com/abrg7Pvb5w</a></p>— Abdalla Hamdok (@SudanPMHamdok) <a href=\"https://twitter.com/SudanPMHamdok/status/1240656894433296385?ref_src=twsrc%5Etfw\">March 19, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">We have confirmed first case of Corona patient in Tanzania. The government was prepared with isolation centers and isolation hospitals. More measures to curb the spread will continue to be announced. In the meantime, let us continue to observe health precautions.<br/><br/>Dr. H.A</p>— TanzaniaSpokesperson (@TZSpokesperson) <a href=\"https://twitter.com/TZSpokesperson/status/1239534071681859587?ref_src=twsrc%5Etfw\">March 16, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">We believe that we can never do enough in the face of corona virus unless God is with us.<br/><br/>We shall hold prayers as a nation at State House, Entebbe.<br/> <br/>Join us from wherever you will be <a href=\"https://t.co/voLCrF8nPK\">pic.twitter.com/voLCrF8nPK</a></p>— Yoweri K Museveni (@KagutaMuseveni) <a href=\"https://twitter.com/KagutaMuseveni/status/1241069763582988288?ref_src=twsrc%5Etfw\">March 20, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">Minister Manuel Augusto participating at SADC Council of Ministers Meeting  from the Ministry in Luanda through videoconference, due to the Coronavirus outbreak. The meeting was conducted from Dar Es Salaam,Tanzania from 16 to 18/3. Tanzania holds the current presidency of SADC. <a href=\"https://t.co/vOfLwRizKr\">pic.twitter.com/vOfLwRizKr</a></p>— MOFA/MRE -(Angola) (@angola_Mirex) <a href=\"https://twitter.com/angola_Mirex/status/1240587177903427584?ref_src=twsrc%5Etfw\">March 19, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"fr\">🔴 Une rumeur de mauvais goût sur le <a href=\"https://twitter.com/hashtag/coronavirus?src=hash&amp;ref_src=twsrc%5Etfw\">#coronavirus</a> est propagée par un ancien milicien sans-échec tout en identifiant, dans sa publication, d’honnêtes personnes, dans le but de saboter l’investissement au <a href=\"https://twitter.com/hashtag/Burundi?src=hash&amp;ref_src=twsrc%5Etfw\">#Burundi</a> et semer la panique comme ils ont l’habitude de le faire.<a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a> <a href=\"https://t.co/x4VrMaXF16\">pic.twitter.com/x4VrMaXF16</a></p>— Amb. Willy Nyamitwe (@willynyamitwe) <a href=\"https://twitter.com/willynyamitwe/status/1239240373945409540?ref_src=twsrc%5Etfw\">March 15, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\nhttps://twitter.com/PR_Paul_BIYA/status/1239988020763398147\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"fr\">La situation du premier patient testé positif au COVID-19 et pris en charge depuis hier par les services médicaux compétents, s'améliore, et l'Ambassade de son pays suit l'évolution de l'état de sa santé.</p>— Chérif Mahamat Zene (@Cherif_MZ) <a href=\"https://twitter.com/Cherif_MZ/status/1241057558049296385?ref_src=twsrc%5Etfw\">March 20, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\nhttps://twitter.com/MinistereComCG/status/1239695479476293632\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"und\"><a href=\"https://twitter.com/hashtag/RDC?src=hash&amp;ref_src=twsrc%5Etfw\">#RDC</a> 19.03.20| <a href=\"https://twitter.com/hashtag/Stop?src=hash&amp;ref_src=twsrc%5Etfw\">#Stop</a> <a href=\"https://twitter.com/hashtag/Covid_19?src=hash&amp;ref_src=twsrc%5Etfw\">#Covid_19</a> <a href=\"https://twitter.com/hashtag/COVID19RDC?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19RDC</a> <a href=\"https://twitter.com/hashtag/coronavirus?src=hash&amp;ref_src=twsrc%5Etfw\">#coronavirus</a> <a href=\"https://twitter.com/hashtag/PresidenceCD?src=hash&amp;ref_src=twsrc%5Etfw\">#PresidenceCD</a> <a href=\"https://t.co/q2dpBcX7C6\">pic.twitter.com/q2dpBcX7C6</a></p>— Présidence RDC 🇨🇩 (@Presidence_RDC) <a href=\"https://twitter.com/Presidence_RDC/status/1240736987960741889?ref_src=twsrc%5Etfw\">March 19, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"fr\">Pour ralentir la diffusion du Covid-19 au Gabon et ainsi en atténuer au maximum l'impact sur le plan sanitaire, j'ai décidé lors du conseil des ministres ce lundi de renforcer les mesures préventives. <a href=\"https://t.co/LzkrkwyorB\">pic.twitter.com/LzkrkwyorB</a></p>— Ali Bongo Ondimba (@PresidentABO) <a href=\"https://twitter.com/PresidentABO/status/1239592652242370565?ref_src=twsrc%5Etfw\">March 16, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"fr\">Pour réduire les risques de propagation du <a href=\"https://twitter.com/hashtag/Coronavirus?src=hash&amp;ref_src=twsrc%5Etfw\">#Coronavirus</a>, le <a href=\"https://twitter.com/gouvbenin?ref_src=twsrc%5Etfw\">@gouvbenin</a><br/> vous invite à adopter ces gestes barrières au <a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a> . Se protéger et protéger les autres, c'est le devoir du citoyen responsable.<br/>Toutes les infos utiles sur : <a href=\"https://t.co/eimzSLmTVF\">https://t.co/eimzSLmTVF</a> <a href=\"https://t.co/OanWPLnnDB\">pic.twitter.com/OanWPLnnDB</a></p>— Présidence du Bénin (@PresidenceBenin) <a href=\"https://twitter.com/PresidenceBenin/status/1240687767354392576?ref_src=twsrc%5Etfw\">March 19, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"fr\">J'invite mes compatriotes à adopter des mesures préventives, afin de se prémunir contre le Coronavirus et éviter sa propagation. Ensemble, adoptons des comportements individuels et collectifs adéquats, en suivant les conseils des services de santé.<a href=\"https://twitter.com/hashtag/BurkinaFaso?src=hash&amp;ref_src=twsrc%5Etfw\">#BurkinaFaso</a> <a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a> <a href=\"https://t.co/aM8y0srZqJ\">pic.twitter.com/aM8y0srZqJ</a></p>— Roch KABORE (@rochkaborepf) <a href=\"https://twitter.com/rochkaborepf/status/1237718515081248773?ref_src=twsrc%5Etfw\">March 11, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"und\"><a href=\"https://twitter.com/hashtag/preven%C3%A7%C3%A3ocovid19?src=hash&amp;ref_src=twsrc%5Etfw\">#prevençãocovid19</a> <a href=\"https://t.co/hiI3LwtWjv\">https://t.co/hiI3LwtWjv</a></p>— Presidente Cabo Verde (@PresidenciaCV) <a href=\"https://twitter.com/PresidenciaCV/status/1240985116551327744?ref_src=twsrc%5Etfw\">March 20, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"fr\">Mes chers compatriotes, face à la pandémie du Coronavirus COVID-19, adoptons les bonnes pratiques et mettons en application les mesures de prévention recommandées par le Ministère de la Santé et l’OMS. <a href=\"https://t.co/cSxzODR6Vs\">https://t.co/cSxzODR6Vs</a> <a href=\"https://t.co/tILcYxVCf8\">pic.twitter.com/tILcYxVCf8</a></p>— Alassane Ouattara (@AOuattara_PRCI) <a href=\"https://twitter.com/AOuattara_PRCI/status/1239496922219544577?ref_src=twsrc%5Etfw\">March 16, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\"><a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a> awareness campaign: H.E the Vice President Dr Isatou Touray. <a href=\"https://t.co/FhADcBZVsL\">pic.twitter.com/FhADcBZVsL</a></p>— State House of The Gambia (@Presidency_GMB) <a href=\"https://twitter.com/Presidency_GMB/status/1240692846119673857?ref_src=twsrc%5Etfw\">March 19, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">Here are excerpts of my address to the nation on the updates taken to combat the spread of Coronavirus <a href=\"https://t.co/dkfcrrEiy5\">pic.twitter.com/dkfcrrEiy5</a></p>— Nana Akufo-Addo (@NAkufoAddo) <a href=\"https://twitter.com/NAkufoAddo/status/1239321707984367623?ref_src=twsrc%5Etfw\">March 15, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"fr\">Dans un contexte de crise <a href=\"https://twitter.com/hashtag/sanitaire?src=hash&amp;ref_src=twsrc%5Etfw\">#sanitaire</a> mondiale, j’ai pris de nouvelles mesures afin d’endiguer la propagation du <a href=\"https://twitter.com/hashtag/Covid19?src=hash&amp;ref_src=twsrc%5Etfw\">#Covid19</a> en République de <a href=\"https://twitter.com/hashtag/Guin%C3%A9e?src=hash&amp;ref_src=twsrc%5Etfw\">#Guinée</a><a href=\"https://twitter.com/hashtag/Kibaro?src=hash&amp;ref_src=twsrc%5Etfw\">#Kibaro</a> <a href=\"https://twitter.com/hashtag/Covid19GN?src=hash&amp;ref_src=twsrc%5Etfw\">#Covid19GN</a> <a href=\"https://twitter.com/hashtag/CoronaVirusUpdate?src=hash&amp;ref_src=twsrc%5Etfw\">#CoronaVirusUpdate</a> <a href=\"https://t.co/3GAibFbONn\">pic.twitter.com/3GAibFbONn</a></p>— Pr. Alpha CONDÉ (@President_GN) <a href=\"https://twitter.com/President_GN/status/1240747558970036225?ref_src=twsrc%5Etfw\">March 19, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\"><a href=\"https://twitter.com/hashtag/GuineaBissau?src=hash&amp;ref_src=twsrc%5Etfw\">#GuineaBissau</a> 's borders closed.</p>— Umaro Sissoco Embalo (@USEmbalo) <a href=\"https://twitter.com/USEmbalo/status/1240009221669863425?ref_src=twsrc%5Etfw\">March 17, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"fr\">Communiqué intégrale du Conseil Extraordinaire de Défense présidé ce 17 Mars par le Chef de l’Etat sur le <a href=\"https://twitter.com/hashtag/coronavirus?src=hash&amp;ref_src=twsrc%5Etfw\">#coronavirus</a> <a href=\"https://t.co/i3AOlM8Jk7\">pic.twitter.com/i3AOlM8Jk7</a></p>— Presidence Mali (@PresidenceMali) <a href=\"https://twitter.com/PresidenceMali/status/1240016297452331009?ref_src=twsrc%5Etfw\">March 17, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"fr\">Chers citoyens et résidents, <br/>Un cas de Covid-19 concernant un citoyen étranger ayant été confirmé, je voudrais vous rassurer que les dispositions ont été prises à tous les niveaux. Je vous engage à la prudence et au strict respect  des directives des autorités  compétentes.</p>— Mohamed Cheikh El Ghazouani محمد الشيخ الغزواني (@CheikhGhazouani) <a href=\"https://twitter.com/CheikhGhazouani/status/1238865788993507329?ref_src=twsrc%5Etfw\">March 14, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"fr\">Mes Chers Concitoyens, <br/>Depuis la grippe Espagnole, il y a un siècle, l’ humanité n’a pas connu un fléau sanitaire d’ une telle ampleur. Je le répète: il n’y a ni traitement, ni vaccin. Notre seule arme reste la prévention. <a href=\"https://t.co/akIhqXETrW\">https://t.co/akIhqXETrW</a></p>— Issoufou Mahamadou (@IssoufouMhm) <a href=\"https://twitter.com/IssoufouMhm/status/1240000723112398848?ref_src=twsrc%5Etfw\">March 17, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">Protecting Nigerians from the Coronavirus is a key priority for us as a Government. We have the Ministry of Health and the Nigeria Center for Disease Control (NCDC) working round-the-clock with several other agencies, as well as State Governments, to ensure this.</p>— Muhammadu Buhari (@MBuhari) <a href=\"https://twitter.com/MBuhari/status/1241017438147354624?ref_src=twsrc%5Etfw\">March 20, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">Dear President <a href=\"https://twitter.com/PaulKagame?ref_src=twsrc%5Etfw\">@PaulKagame</a>, I accept the challenge and encourage all people from Senegal and all contaminated countries to do as well against <a href=\"https://twitter.com/hashtag/COVID19?src=hash&amp;ref_src=twsrc%5Etfw\">#COVID19</a> <a href=\"https://twitter.com/hashtag/SafeHands?src=hash&amp;ref_src=twsrc%5Etfw\">#SafeHands</a><br/>What about you? <a href=\"https://t.co/1ga1ZCwYfb\">pic.twitter.com/1ga1ZCwYfb</a></p>— Macky Sall (@Macky_Sall) <a href=\"https://twitter.com/Macky_Sall/status/1239994958859382787?ref_src=twsrc%5Etfw\">March 17, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"en\">Although there are no confirmed <a href=\"https://twitter.com/hashtag/Coronavirus?src=hash&amp;ref_src=twsrc%5Etfw\">#Coronavirus</a> cases in <a href=\"https://twitter.com/hashtag/SierraLeone?src=hash&amp;ref_src=twsrc%5Etfw\">#SierraLeone</a> at this time, the Ministry of Health and Sanitation has activated the Emergency Operations Centre to Level 2 to coordinate initial preparedness and response. <br/>We have activated the Emergency contact number 117.</p>— President Julius Maada Bio (@PresidentBio) <a href=\"https://twitter.com/PresidentBio/status/1240383695627915267?ref_src=twsrc%5Etfw\">March 18, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n',\n",
              " '\\n',\n",
              " <blockquote class=\"twitter-tweet\" data-dnt=\"true\" data-width=\"550\"><p dir=\"ltr\" lang=\"ca\">Manifestations coronavirus <a href=\"https://t.co/mdjyRWUuoq\">pic.twitter.com/mdjyRWUuoq</a></p>— Ministère de la Santé et de l'hygiène Publique (@MSPS_Togo) <a href=\"https://twitter.com/MSPS_Togo/status/1239881384732344325?ref_src=twsrc%5Etfw\">March 17, 2020</a></blockquote>,\n",
              " <script async=\"\" charset=\"utf-8\" src=\"https://platform.twitter.com/widgets.js\"></script>,\n",
              " '\\n']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 104
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "dlte_P9xrBaD",
        "colab_type": "text"
      },
      "source": [
        "## Web scrapping using bash script\n",
        "If the web site has a quite simple HTML, you can easily use curl to perform the request and then extract the needed values using bash commands grep, cut , sed, ..\n",
        "\n",
        "This tutorial is adapted from [this](https://medium.com/@LiliSousa/web-scraping-with-bash-690e4ee7f98d) medium article"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "4IyYNFp7rBaD",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 52
        },
        "outputId": "c8a2d37c-3200-48c9-af4b-a809fd66ffc3"
      },
      "source": [
        "%%bash \n",
        "\n",
        "# curl the page and save content to tmp_file\n",
        "#url = \"https://www.atlanticcouncil.org/blogs/africasource/african-leaders-respond-to-coronavirus-on-twitter/#east-africa\"\n",
        "#curl -X GET $url -o tmp_file\n",
        "\n",
        "\n",
        "#!/bin/bash\n",
        "\n",
        "# write headers to CSV file\n",
        "echo \"Name, twitter_id\" >> extractData.csv\n",
        "n=\"1\"\n",
        "while [ $n -lt 2 ]\n",
        "do\n",
        "  \n",
        "  #get title\n",
        "  title=$(cat tmp_file | grep \"class=\\\"twitter-tweet\\\"\" | cut -d ';' -f1 )\n",
        "  echo $title\n",
        "  #get author\n",
        "  #twitter_id=$(cat tmp_file |grep -A1 \"class=\\\"css-901oao css-16my406 r-1qd0xha r-ad9z0x r-bcqeeo r-qvutc0\\\"\" | tail -1)\n",
        "\n",
        "  #echo \"$title, $twitter_id\" >> extractData.csv\n",
        "  #echo \"$title, $twitter_id\"\n",
        "    \n",
        "  n=$[$n+1]\n",
        "\n",
        "done"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "cat: tmp_file: No such file or directory\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "hFZff2_NrBaI",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}