scraper.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup as soup\n",
    "import os, time\n",
    "import json,re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "filmlk_url = 'https://www.films.lk/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "filename = \"artists-corpus/artists_links.csv\"\n",
    "\n",
    "def scape_main_pages():\n",
    "    with open(filename,'w') as f:\n",
    "        for i in range(1,30):\n",
    "            main_url = 'https://www.films.lk/artists.php?page={}'.format(i)\n",
    "            print(\"scrapping : \" + main_url)\n",
    "            response = requests.get(\n",
    "                url = main_url,\n",
    "            )\n",
    "\n",
    "            page_soup = soup(response.content, 'html.parser')\n",
    "            artists = page_soup.findAll(\"div\",{\"class\":\"column2\"})\n",
    "\n",
    "\n",
    "            for artist in artists:\n",
    "                name = artist.span.text\n",
    "                url = artist.a[\"href\"]\n",
    "                f.write(url + \"\\n\")\n",
    "\n",
    "            time.sleep(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scrapping : https://www.films.lk/artists.php?page=1\n",
      "scrapping : https://www.films.lk/artists.php?page=2\n",
      "scrapping : https://www.films.lk/artists.php?page=3\n",
      "scrapping : https://www.films.lk/artists.php?page=4\n",
      "scrapping : https://www.films.lk/artists.php?page=5\n",
      "scrapping : https://www.films.lk/artists.php?page=6\n",
      "scrapping : https://www.films.lk/artists.php?page=7\n",
      "scrapping : https://www.films.lk/artists.php?page=8\n",
      "scrapping : https://www.films.lk/artists.php?page=9\n",
      "scrapping : https://www.films.lk/artists.php?page=10\n",
      "scrapping : https://www.films.lk/artists.php?page=11\n",
      "scrapping : https://www.films.lk/artists.php?page=12\n",
      "scrapping : https://www.films.lk/artists.php?page=13\n",
      "scrapping : https://www.films.lk/artists.php?page=14\n",
      "scrapping : https://www.films.lk/artists.php?page=15\n",
      "scrapping : https://www.films.lk/artists.php?page=16\n",
      "scrapping : https://www.films.lk/artists.php?page=17\n",
      "scrapping : https://www.films.lk/artists.php?page=18\n",
      "scrapping : https://www.films.lk/artists.php?page=19\n",
      "scrapping : https://www.films.lk/artists.php?page=20\n",
      "scrapping : https://www.films.lk/artists.php?page=21\n",
      "scrapping : https://www.films.lk/artists.php?page=22\n",
      "scrapping : https://www.films.lk/artists.php?page=23\n",
      "scrapping : https://www.films.lk/artists.php?page=24\n",
      "scrapping : https://www.films.lk/artists.php?page=25\n",
      "scrapping : https://www.films.lk/artists.php?page=26\n",
      "scrapping : https://www.films.lk/artists.php?page=27\n",
      "scrapping : https://www.films.lk/artists.php?page=28\n",
      "scrapping : https://www.films.lk/artists.php?page=29\n"
     ]
    }
   ],
   "source": [
    "scape_main_pages()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_artist_list(start, end): \n",
    "    with open(filename, \"r\") as f:\n",
    "        artists_urls = f.readlines()\n",
    "    \n",
    "    artist_list = []\n",
    "    \n",
    "    for i in range(start, end):\n",
    "        response = requests.get(\n",
    "            url = filmlk_url + artists_urls[i].rstrip('\\n'),\n",
    "        )\n",
    "  \n",
    "        artist_data = get_artist_meta_data(response.content) \n",
    "    \n",
    "        # biography\n",
    "        artist_bio_data = get_artist_bio_data(response.content) \n",
    "        artist_data['biography_en'] = artist_bio_data\n",
    "        \n",
    "        # awards\n",
    "        artist_award_data = get_artist_award_data(response.content) \n",
    "        artist_data['national_awards_en'] = artist_award_data\n",
    "        \n",
    "        # filmography\n",
    "        artist_film_data = get_artist_film_data(response.content)  \n",
    "        \n",
    "        if (len(artist_film_data) < 1):\n",
    "            continue\n",
    "        \n",
    "        artist_data['filmography_en'] = artist_film_data\n",
    "        \n",
    "        with open ('artists-corpus/artists_data.json','r') as f:\n",
    "            data = json.load(f)\n",
    "        \n",
    "        data.append(artist_data)\n",
    "        \n",
    "        with open('artists-corpus/artists_data.json', \"w\") as f:\n",
    "            json.dump(data, f)\n",
    "                  \n",
    "        artist_list.append(artist_data)\n",
    "          \n",
    "        time.sleep(5)\n",
    "        \n",
    "    return artist_list            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_artist_meta_data(content):\n",
    "    \n",
    "    page_soup = soup(content, 'html.parser')\n",
    "    artist = page_soup.findAll(\"div\",{\"class\":\"column2\"})\n",
    "    artist_summary = artist[1].findAll(\"li\",{\"class\":None})\n",
    "        \n",
    "    artist_meta_data = {}\n",
    "    artist_meta_data[\"known_as_en\"] = \"\"\n",
    "    artist_meta_data[\"known_as_si\"] = \"\"\n",
    "    artist_meta_data[\"real_name_en\"] = \"\"\n",
    "    artist_meta_data[\"birth_en\"] = \"\"\n",
    "    artist_meta_data[\"death_en\"] = \"\"\n",
    "    \n",
    "    for field in artist_summary:\n",
    "        if field.b != None:\n",
    "\n",
    "            if \"Known As\" in field.b.get_text():\n",
    "                known_as_en = field.text.split(\":\")[1].strip()\n",
    "                print(\"scrapping : \" + known_as_en)\n",
    "                artist_meta_data[\"known_as_en\"] = known_as_en\n",
    "\n",
    "            if \"Sinhala\" in field.b.get_text(): \n",
    "                known_as_si = field.text.split(\":\")[1].strip()\n",
    "                artist_meta_data[\"known_as_si\"] = known_as_si\n",
    "\n",
    "            if \"Real Name\" in field.b.get_text(): \n",
    "                real_name = field.text.split(\":\")[1].strip()\n",
    "                artist_meta_data[\"real_name_en\"] = real_name\n",
    "\n",
    "            if \"Birthday\" in field.b.get_text(): \n",
    "                birth = field.text.split(\":\")[1].strip() \n",
    "                artist_meta_data[\"birth_en\"] = birth\n",
    "\n",
    "            if \"Died\" in field.b.get_text(): \n",
    "                death = field.text.split(\":\")[1].strip()\n",
    "                artist_meta_data[\"death_en\"] = death\n",
    "    \n",
    "    return artist_meta_data\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_artist_film_data(content):\n",
    "    \n",
    "    page_soup = soup(content, 'html.parser')\n",
    "    columns = page_soup.findAll(\"div\",{\"class\":\"column\"})\n",
    "    artist_film_data = []\n",
    "    \n",
    "    for column in columns:\n",
    "        field = column.find(\"span\",{\"class\":\"eventTitle\"})   \n",
    "\n",
    "        if (field != None and field.get_text() == 'FILMOGRAPHY'): \n",
    "\n",
    "            titles = (column.findAll(\"span\",{\"class\":\"eventTitle\"}))\n",
    "\n",
    "            titles = list(map(lambda title: title.get_text(), titles))\n",
    "\n",
    "            if 'AS CAST MEMBER' not in titles:\n",
    "                continue\n",
    "\n",
    "            td_rows = column.table.findAll(\"td\",{\"class\":\"row1\"})\n",
    "\n",
    "            for row in td_rows:\n",
    "\n",
    "                if (row.span != None and row.a != None):\n",
    "                    filmography = {}\n",
    "\n",
    "                    role_name = row.span.text\n",
    "                    film_name = row.a.text\n",
    "\n",
    "                    filmography[\"film_name_en\"] = film_name\n",
    "                    filmography[\"role_name_en\"] = role_name\n",
    "\n",
    "                    artist_film_data.append(filmography) \n",
    "                    \n",
    "    return artist_film_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_artist_bio_data(content):\n",
    "    page_soup = soup(content, 'html.parser')\n",
    "    columns = page_soup.findAll(\"div\",{\"class\":\"column\"})\n",
    "    artist_bio_data = \"\"\n",
    "    \n",
    "    for column in columns:\n",
    "        field = column.find(\"span\",{\"class\":\"eventTitle\"})   \n",
    "\n",
    "        if (field != None and field.get_text() == 'BIOGRAPHY'): \n",
    "\n",
    "            for p in column.findAll('p',{\"class\":None}):\n",
    "                artist_bio_data += (p.text)\n",
    "                \n",
    "    return artist_bio_data                "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_artist_award_data(content):\n",
    "    page_soup = soup(content, 'html.parser')\n",
    "    columns = page_soup.findAll(\"div\",{\"class\":\"column\"})\n",
    "    rows = page_soup.findAll(\"div\",{\"class\":\"row\"})\n",
    "    \n",
    "    artist_award_data = []\n",
    "    \n",
    "    for column in columns:\n",
    "        field = column.find(\"span\",{\"class\":\"eventTitle\"})   \n",
    "\n",
    "        if (field != None and field.get_text() == 'NATIONAL AWARDS'):\n",
    "\n",
    "            awards = column.findAll(\"div\",{\"class\":\"column22\"})\n",
    "\n",
    "            for award in awards:  \n",
    "                award_x = {}\n",
    "                award_x['award_name_en'] = award.p.text.split(' ',1)[1]\n",
    "                award_x['award_ceremony_name_en'] = award.findAll(\"a\")[0].text\n",
    "                award_x['film_name_en'] = award.findAll(\"a\")[1].text\n",
    "\n",
    "                artist_award_data.append(award_x) \n",
    "\n",
    "    for row in rows:\n",
    "        field = row.find(\"span\",{\"class\":\"eventTitle\"})   \n",
    "\n",
    "        if (field != None and field.get_text() == 'NATIONAL AWARDS'):\n",
    "\n",
    "            awards = row.findAll(\"div\",{\"class\":\"column22\"})\n",
    "\n",
    "            for award in awards:  \n",
    "                award_x = {}\n",
    "                award_x['award_name_en'] = award.p.text.split(' ',1)[1]\n",
    "                award_x['award_ceremony_name_en'] = award.findAll(\"a\")[0].text\n",
    "                award_x['film_name_en'] = award.findAll(\"a\")[1].text\n",
    "\n",
    "                artist_award_data.append(award_x) \n",
    "                \n",
    "    return artist_award_data   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scrapping : Rukmani Devi\n",
      "scrapping : D.R. Nanayakkara\n",
      "scrapping : B.A.W. Jayamanne\n",
      "scrapping : Eddy Jayamanna\n",
      "scrapping : Clarice De Silva\n",
      "scrapping : Sandya Kumari\n",
      "scrapping : Prem Jayanth\n",
      "scrapping : Ravindra Rupasena\n",
      "scrapping : Gamini Fonseka\n",
      "scrapping : Vijaya Kumaranatunga\n",
      "scrapping : Joe Abeywickrama\n",
      "scrapping : Dr. Lester James Peries\n",
      "scrapping : Malani Fonseka\n",
      "scrapping : Geetha Kumarasinghe\n",
      "scrapping : Swarna Mallawarachchi\n",
      "scrapping : Anoja Weerasinghe\n",
      "scrapping : Freddie Silva\n",
      "scrapping : Sanath Gunathilaka\n",
      "scrapping : Sabeetha Perera\n",
      "scrapping : Jeewan Kumaranatunga\n",
      "scrapping : Pooja Umashankar\n",
      "scrapping : Roshan Ranawana\n",
      "scrapping : Pubudu Chaturanga\n",
      "scrapping : Anarkalli Aakarsha\n",
      "scrapping : Dilhani Ashokamala\n",
      "scrapping : Bandu Samarasinghe\n",
      "scrapping : Yashoda Wimaladharma\n",
      "scrapping : Jackson Anthony\n",
      "scrapping : Sangeetha Weeraratne\n",
      "scrapping : Arjuna Kamalanath\n",
      "scrapping : Channa Perera\n",
      "scrapping : Mahendra Perera\n",
      "scrapping : Tenison Cooray\n",
      "scrapping : Dulani Anuradha\n",
      "scrapping : Nadeesha Hemamali\n",
      "scrapping : Semini Iddamalgoda\n",
      "scrapping : Cleatus Mendis\n",
      "scrapping : Lal Weerasinghe\n",
      "scrapping : Lucky Dias\n",
      "scrapping : Ranjan Ramanayaka\n",
      "scrapping : Rex Kodippili\n",
      "scrapping : Tony Ranasinghe\n",
      "scrapping : Chandani Senevirathna\n",
      "scrapping : Paboda Sandeepani\n",
      "scrapping : Sachini Ayendra Stanley\n",
      "scrapping : Kamal Addararachchi\n",
      "scrapping : Sanoja Bibile\n",
      "scrapping : Shanthi Lekha\n",
      "scrapping : Soniya Disanayaka\n",
      "scrapping : Sujani Menaka\n",
      "scrapping : Sumana Amarasinghe\n",
      "scrapping : Susila Kottage\n",
      "scrapping : Veena Jayakodi\n",
      "scrapping : Bennett Ratnayake\n",
      "scrapping : Chandran Rutnam\n",
      "scrapping : Hemasiri Liyanage\n",
      "scrapping : Hemasiri Sellapperuma\n",
      "scrapping : Prasanna Vithanage\n",
      "scrapping : Somarathna Dissanayake\n",
      "scrapping : Sunil Soma Peiris\n",
      "scrapping : Titus Totawatte\n",
      "scrapping : Udayakantha Warnasuriya\n",
      "scrapping : Sumithra Peiris\n",
      "scrapping : Inoka Sathyangani Kirthinanda\n",
      "scrapping : Renuka Balasooriya\n",
      "scrapping : Sajitha Anuththara\n",
      "scrapping : Dasun Madushanka\n",
      "scrapping : Channa Deshapriya\n",
      "scrapping : Rohana Weerasinghe\n",
      "scrapping : Srinath Maddumage\n",
      "scrapping : Pramudi Karunarathna\n",
      "scrapping : Soma Edirisinghe\n",
      "scrapping : Ravindra Guruge\n",
      "scrapping : Elson Divithuragama\n",
      "scrapping : Dayananda Jayawardane\n",
      "scrapping : M.A. Gafoor\n",
      "scrapping : Sriyantha Mendis\n",
      "scrapping : Dilani Abeywardana\n",
      "scrapping : Dommie Jayawardena\n",
      "scrapping : Vijitha Mallika\n",
      "scrapping : Premasiri Khemadasa\n",
      "scrapping : Sunil T. Fernando\n",
      "scrapping : Jayanath Gunawardane\n",
      "scrapping : Ananda Jayarathna\n",
      "scrapping : Rita Rathnayake\n",
      "scrapping : Anthony C. Perera\n",
      "scrapping : Piyadasa Gunasekara\n",
      "scrapping : Mark Samaranayaka\n",
      "scrapping : Lionel Deraniyagala\n",
      "scrapping : Asoka Ponnamperuma\n",
      "scrapping : Amarasiri Kalansuriya\n",
      "scrapping : Iranganie Serasinghe\n",
      "scrapping : Henry Jayasena\n",
      "scrapping : Nita Fernando\n",
      "scrapping : Vasanthi Chathurani\n",
      "scrapping : Denawaka Hamine\n",
      "scrapping : H.R. Jothipala\n",
      "scrapping : Ananda Wickramage\n",
      "scrapping : Baptist Fernando\n",
      "scrapping : Boniface Fernando\n"
     ]
    }
   ],
   "source": [
    "artist_list = get_artist_list(0,100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "88"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(artist_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scrapping : Buddhadasa Withanachchi\n",
      "scrapping : Damith Fonseka\n",
      "scrapping : Daya Alwis\n",
      "scrapping : Dharmasiri Bandaranayake\n",
      "scrapping : H.A. Perera\n",
      "scrapping : J.H. Jayawardana\n",
      "scrapping : Janesh Silva\n",
      "scrapping : Jayalath Manorathne\n",
      "scrapping : Jayasekara Aponsu\n",
      "scrapping : Joseph Senevirathna\n",
      "scrapping : Kumara Thirimadura\n",
      "scrapping : Lucien Bulathsinhala\n",
      "scrapping : M.V. Balan\n",
      "scrapping : Mahesh Jayasinghe\n",
      "scrapping : Mark Samson\n",
      "scrapping : Milton Jayawardhana\n",
      "scrapping : Nawanandana Wijesinghe\n",
      "scrapping : Pathiraja L.S.Dayananda\n",
      "scrapping : Palitha Silva\n",
      "scrapping : Pitipana Silva\n",
      "scrapping : Quintus Weerakoon\n",
      "scrapping : Robin Fernando\n",
      "scrapping : Rodney Warnakula\n",
      "scrapping : Roger Senewirathna\n",
      "scrapping : Ronnie Leitch\n",
      "scrapping : Roshan Pilapitiya\n",
      "scrapping : Sahan Wijesinghe\n",
      "scrapping : Sando Haris\n",
      "scrapping : Sandun Wijesiri\n",
      "scrapping : Sanjaya Leelarathna\n",
      "scrapping : Sarath Dikkumbura\n",
      "scrapping : Sarath Kothalawala\n",
      "scrapping : Sathischandra Edirisinghe\n",
      "scrapping : Saumya Liyanage\n",
      "scrapping : Shesha Palihakkara\n",
      "scrapping : Stanley Perera\n",
      "scrapping : Sunil Hettiarachchi\n",
      "scrapping : T.M. Sangadasa\n",
      "scrapping : Teddy Vidyalankara\n",
      "scrapping : Tissa Wijesundara\n",
      "scrapping : Thilak Kumara Rathnayaka\n",
      "scrapping : Vijaya Nandasiri\n",
      "scrapping : W. Jayasiri\n",
      "scrapping : Wasantha Kumarawila\n",
      "scrapping : Wasantha Wittachchi\n",
      "scrapping : Don Sirisena\n",
      "scrapping : Tissa Abeysekara\n",
      "scrapping : Nirosha Perera\n",
      "scrapping : Chathurika Pieris\n",
      "scrapping : Oshadie Hewamadduma\n",
      "scrapping : Udula Dabare\n",
      "scrapping : Senadeera Kuruppu\n",
      "scrapping : Ravindra Randeniya\n",
      "scrapping : Sriyani Amarasena\n",
      "scrapping : Roy De Silva\n",
      "scrapping : Damitha Abeyratne\n",
      "scrapping : Rita Irene Quyn\n",
      "scrapping : Krisantha Weeraman\n",
      "scrapping : A.Raja\n",
      "scrapping : A.H.M.Jabeer\n",
      "scrapping : A.E.Manoharan\n",
      "scrapping : Ajith Hettiarachchi\n",
      "scrapping : Ajith Weerasinghe\n",
      "scrapping : Alfred Perera\n",
      "scrapping : Greshan R. Kularathna\n",
      "scrapping : Nils Bento Connault\n",
      "scrapping : Rachid Omakhlouf\n",
      "scrapping : Marlo Tropée\n",
      "scrapping : Dinuga Dias\n",
      "scrapping : Shithila Samadhi\n",
      "scrapping : Chamuditha Madusanka\n",
      "scrapping : Malo Cattiaux\n",
      "scrapping : Adam Shanti\n",
      "scrapping : Leo Sacha\n",
      "scrapping : Amila Sampath Abeysekara\n",
      "scrapping : Amiththa Weerasinghe\n",
      "scrapping : Ananda Athukorala\n",
      "scrapping : Ananda Weerakoon\n",
      "scrapping : Andrew Charles\n",
      "scrapping : Anil Chandralal\n",
      "scrapping : Annesley Dias\n",
      "scrapping : Anton Jude\n",
      "scrapping : Anura Bandara Rajaguru\n",
      "scrapping : Anura Malwala\n",
      "scrapping : Aravinda Irugalbandara\n",
      "scrapping : Ariyasena Gamage\n",
      "scrapping : Aruna Rupasinghe\n",
      "scrapping : Asela Jayakodi\n",
      "scrapping : Ashen Manjula\n",
      "scrapping : Ashoka Hewawitharana\n",
      "scrapping : Ashoka De Soysa\n",
      "scrapping : Athulasoma Atigala\n",
      "scrapping : Athula Liyanage\n",
      "scrapping : B.A.Cyril Ariyapala\n",
      "scrapping : B.H.Abdul Hameed\n",
      "scrapping : Bandu Gunasekara\n",
      "scrapping : Bandula Disanayaka\n",
      "scrapping : Bandula Galagedara\n",
      "scrapping : Bandula Suriyabandara\n",
      "scrapping : Bandula Withanage\n"
     ]
    }
   ],
   "source": [
    "artist_list = get_artist_list(100,200)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "86"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(artist_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scrapping : Basil De Seram\n",
      "scrapping : Berty Gunathilaka\n",
      "scrapping : Bimal Jayakody\n",
      "scrapping : Brandon Grero\n",
      "scrapping : Buddhi Wickrama\n",
      "scrapping : Buddhika Jayaratne\n",
      "scrapping : Buddhika Rambukwella\n",
      "scrapping : Chandrasiri Kodithuwakku\n",
      "scrapping : Chanky Ipalawatta\n",
      "scrapping : Chathura Perera\n",
      "scrapping : Christy Leonard Perera\n",
      "scrapping : Chula Mendis\n",
      "scrapping : Cyril Dharmawardhana\n",
      "scrapping : D.B. Gangodathanna\n",
      "scrapping : Damayantha Perera\n",
      "scrapping : Danny Samaraweera\n",
      "scrapping : Daya Thennakoon\n",
      "scrapping : Thakshila Sewwandi\n",
      "scrapping : Prithi Wijesinghe\n",
      "scrapping : Ravindra Pradeep\n",
      "scrapping : Nishani Thennakoon\n",
      "scrapping : Rohitha Kumara\n",
      "scrapping : Sameera Madushan\n",
      "scrapping : Lal Devarathna\n",
      "scrapping : George Senanayake\n",
      "scrapping : Shaggy\n",
      "scrapping : Thanushka Kahandawala\n",
      "scrapping : Dayasiri Hettiarachchi\n",
      "scrapping : Deepthi Weerasooriya\n",
      "scrapping : Dee Ga. Somapala\n",
      "scrapping : Deepal Gunarathna\n",
      "scrapping : Deshan Amarasinghe\n",
      "scrapping : Devinda Marcus\n",
      "scrapping : Dimuthu Chinthaka\n",
      "scrapping : Dinindu Jagoda\n",
      "scrapping : Dilip Dhamma Rajapaksha\n",
      "scrapping : Dixon Aponsu\n",
      "scrapping : Douglas Ranasinghe\n",
      "scrapping : Don Guy\n",
      "scrapping : Don Bosco\n",
      "scrapping : Duminda Senarath\n",
      "scrapping : Eardley Wedamuni\n",
      "scrapping : Eddy Amarasinghe\n",
      "scrapping : Edward Gunawardana\n",
      "scrapping : Felix Anton\n",
      "scrapping : G.Dayananda De Silva\n",
      "scrapping : G.R.Perera\n",
      "scrapping : Gamini Hettiarachchi\n",
      "scrapping : Gamini Jayalath\n",
      "scrapping : Gamage Jinadasa Perera\n"
     ]
    }
   ],
   "source": [
    "artist_list = get_artist_list(200,250)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "36"
      ]
     },
     "execution_count": 121,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(artist_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scrapping : Geetal Perera\n",
      "scrapping : Gihan Fernando\n",
      "scrapping : Giriraj Kaushalya\n",
      "scrapping : Gnananga Gunawardana\n",
      "scrapping : H.S. Perera\n",
      "scrapping : Harry Wimalasena\n",
      "scrapping : Harsha Bulathsinghala\n",
      "scrapping : Harshana Nanayakkara\n",
      "scrapping : Hemapriya Kandambi\n",
      "scrapping : Hemantha Eriyagama\n",
      "scrapping : Indika Fernando\n",
      "scrapping : Indika Ginige\n",
      "scrapping : Indrajith Navinna\n",
      "scrapping : Jagath Benaragama\n",
      "scrapping : Jagath Chamila\n",
      "scrapping : Jagath Rohan\n",
      "scrapping : Jagath Maldeniya\n",
      "scrapping : Janak Premalal\n",
      "scrapping : Janaka Kumbukge\n",
      "scrapping : Janaka Jayakodi\n",
      "scrapping : Jayalal Rohana\n",
      "scrapping : Jayantha Ketagoda\n",
      "scrapping : Jayantha Ranawaka\n",
      "scrapping : Jayanthadas Perera\n",
      "scrapping : Jayatissa Athulasiri\n",
      "scrapping : Jeevan Handunneththi\n",
      "scrapping : Joe Livera\n",
      "scrapping : K. Mohankumar\n",
      "scrapping : K. Mohan Raj\n",
      "scrapping : K. Senthilkumar\n",
      "scrapping : K.A. Piyakaru\n",
      "scrapping : Kalaichelvan\n",
      "scrapping : Karunarathna Ranasingha\n",
      "scrapping : Karu Disanayaka\n",
      "scrapping : Kanchana P. Kodithuwakku\n",
      "scrapping : Kapila Sigera\n",
      "scrapping : Kasun Kavinda\n",
      "scrapping : Keerthi Bandara\n",
      "scrapping : Keerthi Hewawasam\n",
      "scrapping : Keerthi Ranjith Peris\n",
      "scrapping : Kelum Wijesooriya\n",
      "scrapping : Kithsiri Perera\n",
      "scrapping : Kumara Jayakantha\n",
      "scrapping : Kumara Siriwardana\n",
      "scrapping : Kumara Ranapura\n",
      "scrapping : Kumudu Nishantha\n",
      "scrapping : L.B. Victor\n",
      "scrapping : Lasantha De Silva\n",
      "scrapping : Lakshman Arachchige\n",
      "scrapping : Lakshman Mendis\n",
      "scrapping : Lakshman Rajapaksha\n",
      "scrapping : Lal Karunarathna\n",
      "scrapping : Lal Premarathne\n",
      "scrapping : Leonard Manthrige\n",
      "scrapping : Lionel Wickrama\n",
      "scrapping : M.D. Senarath Devid\n",
      "scrapping : Mahinda Pathirage\n",
      "scrapping : Malinda Perera\n",
      "scrapping : Manjula Moragaha\n",
      "scrapping : Martin Gunadasa\n",
      "scrapping : Maurice Dahanayaka\n",
      "scrapping : Matali Karthikesu\n",
      "scrapping : Micheal Perera\n",
      "scrapping : Milinda Perera\n",
      "scrapping : Mithun\n",
      "scrapping : Mohan Hettiarachchi\n",
      "scrapping : M. Uthya Kumar\n",
      "scrapping : Molivanan\n",
      "scrapping : N. Muthiah\n",
      "scrapping : Namel Weeramuni\n",
      "scrapping : Nanda Wickramage\n",
      "scrapping : Nandasena Aluthpatabedige\n",
      "scrapping : Nalin Pradeep Udawela\n",
      "scrapping : Neil Alles\n",
      "scrapping : Nihal Fernando\n",
      "scrapping : Nimal Anthony\n",
      "scrapping : Nimal Jayamuni\n",
      "scrapping : Nimal Perera\n",
      "scrapping : Nimal Sumanasekara\n",
      "scrapping : Nimal Pallewatta\n",
      "scrapping : Nimal Premachandra\n",
      "scrapping : Niroshan Wijesingha\n",
      "scrapping : Nissanka Diddeniya\n",
      "scrapping : Nissanka Gunasumana\n",
      "scrapping : P. Sunimal Chandra\n",
      "scrapping : Palitha Glappaththi\n",
      "scrapping : Peter Almeida\n",
      "scrapping : Piyasena Costa\n",
      "scrapping : Piyathilaka Atapattu\n",
      "scrapping : Pradeep Senanayaka\n",
      "scrapping : Prageeth Kanahara Arachchi\n",
      "scrapping : Pradeep Dharmadasa\n",
      "scrapping : Prasanna Fonseka\n",
      "scrapping : Prasannajith Abeysuriya\n",
      "scrapping : Premadasa Vithanage\n",
      "scrapping : Priyankara Perera\n",
      "scrapping : Priyankara Rathnayaka\n",
      "scrapping : Priyantha Senewirathna\n",
      "scrapping : Priyantha Wijekoon\n",
      "scrapping : Punya Bulathsinghala\n"
     ]
    }
   ],
   "source": [
    "artist_list = get_artist_list(250,350)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "76"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(artist_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scrapping : R.P. Ruwan Samantha\n",
      "scrapping : Rahal Bulathsinghala\n",
      "scrapping : Rajah Ganesshan\n",
      "scrapping : Rajasinge Loluwagoda\n",
      "scrapping : Rajeewa Nanayakkara\n",
      "scrapping : Rajiendeen\n",
      "scrapping : Rajitha Hiran Chamikara\n",
      "scrapping : Ramaiah Sithambaram\n",
      "scrapping : Ranga Bandaranayaka\n",
      "scrapping : Rangana Premarathne\n",
      "scrapping : Ranjith Dayananda\n",
      "scrapping : Ranjith Gamini Perera\n",
      "scrapping : Ranjith Peiris\n",
      "scrapping : Ranjith Rubasinghe\n",
      "scrapping : Ranjith Jayasekara\n",
      "scrapping : Ravindra Yasas Kumanayaka\n",
      "scrapping : Richard Weerakkodi\n",
      "scrapping : Rinsley Weerarathna\n",
      "scrapping : Rizvan(FA)\n",
      "scrapping : Rodney Fraiser\n",
      "scrapping : Rohana Beddage\n",
      "scrapping : Rohana Hettiarachchi\n",
      "scrapping : Rohith Mannege\n",
      "scrapping : Roshan Ravindra\n",
      "scrapping : Ruwan Shri Lal Dalpadadu\n",
      "scrapping : S. Ramadas\n",
      "scrapping : S. Selvaraja\n",
      "scrapping : S. Selvesegaran\n",
      "scrapping : Sahan Ranwala\n",
      "scrapping : S. Malmalarachchige\n",
      "scrapping : Saliya Kumara Sri Wasalasinghe\n",
      "scrapping : Saman Bokalawela\n",
      "scrapping : Saman Hemarathna\n",
      "scrapping : Sampath Tennakoon\n",
      "scrapping : Sampath Jayaweera\n",
      "scrapping : Sanath Wimalasiri\n",
      "scrapping : Sunil Edirisinghe\n",
      "scrapping : Sanjeewa Amarasekara\n",
      "scrapping : Sanka Warna Gamlath\n",
      "scrapping : Sanet Dikkumbura\n",
      "scrapping : Santhi Abeysekara\n",
      "scrapping : Santin Gunawardhana\n",
      "scrapping : Saranapala Jayasuriya\n",
      "scrapping : Saranga Dissasekara\n",
      "scrapping : Sarath De Silva\n",
      "scrapping : Sarath Kulaanga\n",
      "scrapping : Sarath Namalgama\n",
      "scrapping : Senaka Wijesinghe\n",
      "scrapping : Shammi Fernando\n",
      "scrapping : Shanka Prasad Peris\n",
      "scrapping : Shelton Silva\n",
      "scrapping : Sri Lal Abeykoon\n",
      "scrapping : Sisira Kumarathunga\n",
      "scrapping : Somasiri Alakolange\n",
      "scrapping : Sugath Prasanna\n",
      "scrapping : Suminda Sirisena\n",
      "scrapping : Sumith Bibile\n",
      "scrapping : Sumith Mudannayake\n",
      "scrapping : Suneth Malsiripura\n",
      "scrapping : Sunil Jayantha Premakumara\n",
      "scrapping : Suraj Mapa\n",
      "scrapping : Suresh Gamage\n",
      "scrapping : Susil Perera\n",
      "scrapping : T.R. Neeranjan Kumara\n",
      "scrapping : Thilak Ranathunga\n",
      "scrapping : Thilak Ranasingha\n",
      "scrapping : Tharindu Wijesingha\n",
      "scrapping : Thuwan Nihar\n",
      "scrapping : Tissa Udangamuwa\n",
      "scrapping : Tyron Micheal\n",
      "scrapping : Udeni Alwis\n",
      "scrapping : Udeni Chandrasiri\n",
      "scrapping : Udeshtron\n",
      "scrapping : Upali Keerthisena\n",
      "scrapping : Upasena Subasinghe\n",
      "scrapping : V.A. Thangavelautham\n",
      "scrapping : Vinee Weththasinghe\n",
      "scrapping : Victor Wickramage\n",
      "scrapping : V.G.Prathapan\n",
      "scrapping : W. Ranjith Perera\n",
      "scrapping : Wasantha Kotuwella\n",
      "scrapping : Wasantha Moragoda\n",
      "scrapping : W.D. Leelarathna\n",
      "scrapping : Wickrema Bogoda\n",
      "scrapping : Wijerathna Warakagoda\n",
      "scrapping : Wilson Gunarathna\n",
      "scrapping : Wilson Karunarathna\n",
      "scrapping : Achala Alles\n",
      "scrapping : A. Jaya Gowri\n",
      "scrapping : A.V.L.I. Dani Pulle\n",
      "scrapping : Agra Sajeewani\n",
      "scrapping : Ama Wijesekara\n",
      "scrapping : Amisha Kavindi\n",
      "scrapping : Anjela Senevirathne\n",
      "scrapping : Anjula Rajapaksha\n",
      "scrapping : Anushka Ekanayake\n",
      "scrapping : Anushka Vinothini\n",
      "scrapping : Anusha Sonali\n",
      "scrapping : Anula Karunathilaka\n",
      "scrapping : Anuradha Udayanganee\n"
     ]
    }
   ],
   "source": [
    "artist_list = get_artist_list(350,450)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "80"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(artist_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Scraping Completed!\n"
     ]
    }
   ],
   "source": [
    "print(\"Scraping Completed!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}