Fake News.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Importing the Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from subprocess import check_output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Reading the Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "fakenews = pd.read_csv('./fake.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>uuid</th>\n",
       "      <th>ord_in_thread</th>\n",
       "      <th>author</th>\n",
       "      <th>published</th>\n",
       "      <th>title</th>\n",
       "      <th>text</th>\n",
       "      <th>language</th>\n",
       "      <th>crawled</th>\n",
       "      <th>site_url</th>\n",
       "      <th>country</th>\n",
       "      <th>domain_rank</th>\n",
       "      <th>thread_title</th>\n",
       "      <th>spam_score</th>\n",
       "      <th>main_img_url</th>\n",
       "      <th>replies_count</th>\n",
       "      <th>participants_count</th>\n",
       "      <th>likes</th>\n",
       "      <th>comments</th>\n",
       "      <th>shares</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>6a175f46bcd24d39b3e962ad0f29936721db70db</td>\n",
       "      <td>0</td>\n",
       "      <td>Barracuda Brigade</td>\n",
       "      <td>2016-10-26T21:41:00.000+03:00</td>\n",
       "      <td>Muslims BUSTED: They Stole Millions In Gov’t B...</td>\n",
       "      <td>Print They should pay all the back all the mon...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-10-27T01:49:27.168+03:00</td>\n",
       "      <td>100percentfedup.com</td>\n",
       "      <td>US</td>\n",
       "      <td>25689.0</td>\n",
       "      <td>Muslims BUSTED: They Stole Millions In Gov’t B...</td>\n",
       "      <td>0.000</td>\n",
       "      <td>http://bb4sp.com/wp-content/uploads/2016/10/Fu...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bias</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2bdc29d12605ef9cf3f09f9875040a7113be5d5b</td>\n",
       "      <td>0</td>\n",
       "      <td>reasoning with facts</td>\n",
       "      <td>2016-10-29T08:47:11.259+03:00</td>\n",
       "      <td>Re: Why Did Attorney General Loretta Lynch Ple...</td>\n",
       "      <td>Why Did Attorney General Loretta Lynch Plead T...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-10-29T08:47:11.259+03:00</td>\n",
       "      <td>100percentfedup.com</td>\n",
       "      <td>US</td>\n",
       "      <td>25689.0</td>\n",
       "      <td>Re: Why Did Attorney General Loretta Lynch Ple...</td>\n",
       "      <td>0.000</td>\n",
       "      <td>http://bb4sp.com/wp-content/uploads/2016/10/Fu...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bias</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>c70e149fdd53de5e61c29281100b9de0ed268bc3</td>\n",
       "      <td>0</td>\n",
       "      <td>Barracuda Brigade</td>\n",
       "      <td>2016-10-31T01:41:49.479+02:00</td>\n",
       "      <td>BREAKING: Weiner Cooperating With FBI On Hilla...</td>\n",
       "      <td>Red State : \\nFox News Sunday reported this mo...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-10-31T01:41:49.479+02:00</td>\n",
       "      <td>100percentfedup.com</td>\n",
       "      <td>US</td>\n",
       "      <td>25689.0</td>\n",
       "      <td>BREAKING: Weiner Cooperating With FBI On Hilla...</td>\n",
       "      <td>0.000</td>\n",
       "      <td>http://bb4sp.com/wp-content/uploads/2016/10/Fu...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bias</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7cf7c15731ac2a116dd7f629bd57ea468ed70284</td>\n",
       "      <td>0</td>\n",
       "      <td>Fed Up</td>\n",
       "      <td>2016-11-01T05:22:00.000+02:00</td>\n",
       "      <td>PIN DROP SPEECH BY FATHER OF DAUGHTER Kidnappe...</td>\n",
       "      <td>Email Kayla Mueller was a prisoner and torture...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-01T15:46:26.304+02:00</td>\n",
       "      <td>100percentfedup.com</td>\n",
       "      <td>US</td>\n",
       "      <td>25689.0</td>\n",
       "      <td>PIN DROP SPEECH BY FATHER OF DAUGHTER Kidnappe...</td>\n",
       "      <td>0.068</td>\n",
       "      <td>http://100percentfedup.com/wp-content/uploads/...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bias</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0206b54719c7e241ffe0ad4315b808290dbe6c0f</td>\n",
       "      <td>0</td>\n",
       "      <td>Fed Up</td>\n",
       "      <td>2016-11-01T21:56:00.000+02:00</td>\n",
       "      <td>FANTASTIC! TRUMP'S 7 POINT PLAN To Reform Heal...</td>\n",
       "      <td>Email HEALTHCARE REFORM TO MAKE AMERICA GREAT ...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-01T23:59:42.266+02:00</td>\n",
       "      <td>100percentfedup.com</td>\n",
       "      <td>US</td>\n",
       "      <td>25689.0</td>\n",
       "      <td>FANTASTIC! TRUMP'S 7 POINT PLAN To Reform Heal...</td>\n",
       "      <td>0.865</td>\n",
       "      <td>http://100percentfedup.com/wp-content/uploads/...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bias</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>8f30f5ea14c9d5914a9fe4f55ab2581772af4c31</td>\n",
       "      <td>0</td>\n",
       "      <td>Barracuda Brigade</td>\n",
       "      <td>2016-11-02T16:31:28.550+02:00</td>\n",
       "      <td>Hillary Goes Absolutely Berserk On Protester A...</td>\n",
       "      <td>Print Hillary goes absolutely berserk! She exp...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-02T16:31:28.550+02:00</td>\n",
       "      <td>100percentfedup.com</td>\n",
       "      <td>US</td>\n",
       "      <td>25689.0</td>\n",
       "      <td>Hillary Goes Absolutely Berserk On Protester A...</td>\n",
       "      <td>0.000</td>\n",
       "      <td>http://bb4sp.com/wp-content/uploads/2016/11/Fu...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bias</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>d3cc0fe38f41a59f7c48f8c3528ca5f74193148f</td>\n",
       "      <td>0</td>\n",
       "      <td>Fed Up</td>\n",
       "      <td>2016-11-04T19:40:00.000+02:00</td>\n",
       "      <td>BREAKING! NYPD Ready To Make Arrests In Weiner...</td>\n",
       "      <td>BREAKING! NYPD Ready To Make Arrests In Weiner...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-05T02:13:46.065+02:00</td>\n",
       "      <td>100percentfedup.com</td>\n",
       "      <td>US</td>\n",
       "      <td>25689.0</td>\n",
       "      <td>BREAKING! NYPD Ready To Make Arrests In Weiner...</td>\n",
       "      <td>0.701</td>\n",
       "      <td>http://100percentfedup.com/wp-content/uploads/...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bias</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>b4bbf8b5c19e8864f5257832a58b81ef4ed2d4e4</td>\n",
       "      <td>0</td>\n",
       "      <td>Fed Up</td>\n",
       "      <td>2016-11-05T01:19:00.000+02:00</td>\n",
       "      <td>WOW! WHISTLEBLOWER TELLS CHILLING STORY Of Mas...</td>\n",
       "      <td>BREAKING! NYPD Ready To Make Arrests In Weiner...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-05T05:59:07.458+02:00</td>\n",
       "      <td>100percentfedup.com</td>\n",
       "      <td>US</td>\n",
       "      <td>25689.0</td>\n",
       "      <td>WOW! WHISTLEBLOWER TELLS CHILLING STORY Of Mas...</td>\n",
       "      <td>0.188</td>\n",
       "      <td>http://100percentfedup.com/wp-content/uploads/...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bias</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>a19aabaa5a61eb8bc22fadaaa003e5fbba5c4bf6</td>\n",
       "      <td>0</td>\n",
       "      <td>Fed Up</td>\n",
       "      <td>2016-11-06T23:54:00.000+02:00</td>\n",
       "      <td>BREAKING: CLINTON CLEARED...Was This A Coordin...</td>\n",
       "      <td>\\nLimbaugh said that the revelations in the Wi...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-07T10:20:06.409+02:00</td>\n",
       "      <td>100percentfedup.com</td>\n",
       "      <td>US</td>\n",
       "      <td>25689.0</td>\n",
       "      <td>BREAKING: CLINTON CLEARED...Was This A Coordin...</td>\n",
       "      <td>0.144</td>\n",
       "      <td>http://100percentfedup.com/wp-content/uploads/...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bias</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>f54d8e13010d0a79893995ee65360ad4b38b5a35</td>\n",
       "      <td>0</td>\n",
       "      <td>Fed Up</td>\n",
       "      <td>2016-11-07T02:43:00.000+02:00</td>\n",
       "      <td>EVIL HILLARY SUPPORTERS Yell \"F*ck Trump\"…Burn...</td>\n",
       "      <td>Email \\nThese people are sick and evil. They w...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-07T10:20:27.252+02:00</td>\n",
       "      <td>100percentfedup.com</td>\n",
       "      <td>US</td>\n",
       "      <td>25689.0</td>\n",
       "      <td>EVIL HILLARY SUPPORTERS Yell \"F*ck Trump\"…Burn...</td>\n",
       "      <td>0.995</td>\n",
       "      <td>http://100percentfedup.com/wp-content/uploads/...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bias</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                       uuid  ord_in_thread  \\\n",
       "0  6a175f46bcd24d39b3e962ad0f29936721db70db              0   \n",
       "1  2bdc29d12605ef9cf3f09f9875040a7113be5d5b              0   \n",
       "2  c70e149fdd53de5e61c29281100b9de0ed268bc3              0   \n",
       "3  7cf7c15731ac2a116dd7f629bd57ea468ed70284              0   \n",
       "4  0206b54719c7e241ffe0ad4315b808290dbe6c0f              0   \n",
       "5  8f30f5ea14c9d5914a9fe4f55ab2581772af4c31              0   \n",
       "6  d3cc0fe38f41a59f7c48f8c3528ca5f74193148f              0   \n",
       "7  b4bbf8b5c19e8864f5257832a58b81ef4ed2d4e4              0   \n",
       "8  a19aabaa5a61eb8bc22fadaaa003e5fbba5c4bf6              0   \n",
       "9  f54d8e13010d0a79893995ee65360ad4b38b5a35              0   \n",
       "\n",
       "                 author                      published  \\\n",
       "0     Barracuda Brigade  2016-10-26T21:41:00.000+03:00   \n",
       "1  reasoning with facts  2016-10-29T08:47:11.259+03:00   \n",
       "2     Barracuda Brigade  2016-10-31T01:41:49.479+02:00   \n",
       "3                Fed Up  2016-11-01T05:22:00.000+02:00   \n",
       "4                Fed Up  2016-11-01T21:56:00.000+02:00   \n",
       "5     Barracuda Brigade  2016-11-02T16:31:28.550+02:00   \n",
       "6                Fed Up  2016-11-04T19:40:00.000+02:00   \n",
       "7                Fed Up  2016-11-05T01:19:00.000+02:00   \n",
       "8                Fed Up  2016-11-06T23:54:00.000+02:00   \n",
       "9                Fed Up  2016-11-07T02:43:00.000+02:00   \n",
       "\n",
       "                                               title  \\\n",
       "0  Muslims BUSTED: They Stole Millions In Gov’t B...   \n",
       "1  Re: Why Did Attorney General Loretta Lynch Ple...   \n",
       "2  BREAKING: Weiner Cooperating With FBI On Hilla...   \n",
       "3  PIN DROP SPEECH BY FATHER OF DAUGHTER Kidnappe...   \n",
       "4  FANTASTIC! TRUMP'S 7 POINT PLAN To Reform Heal...   \n",
       "5  Hillary Goes Absolutely Berserk On Protester A...   \n",
       "6  BREAKING! NYPD Ready To Make Arrests In Weiner...   \n",
       "7  WOW! WHISTLEBLOWER TELLS CHILLING STORY Of Mas...   \n",
       "8  BREAKING: CLINTON CLEARED...Was This A Coordin...   \n",
       "9  EVIL HILLARY SUPPORTERS Yell \"F*ck Trump\"…Burn...   \n",
       "\n",
       "                                                text language  \\\n",
       "0  Print They should pay all the back all the mon...  english   \n",
       "1  Why Did Attorney General Loretta Lynch Plead T...  english   \n",
       "2  Red State : \\nFox News Sunday reported this mo...  english   \n",
       "3  Email Kayla Mueller was a prisoner and torture...  english   \n",
       "4  Email HEALTHCARE REFORM TO MAKE AMERICA GREAT ...  english   \n",
       "5  Print Hillary goes absolutely berserk! She exp...  english   \n",
       "6  BREAKING! NYPD Ready To Make Arrests In Weiner...  english   \n",
       "7  BREAKING! NYPD Ready To Make Arrests In Weiner...  english   \n",
       "8  \\nLimbaugh said that the revelations in the Wi...  english   \n",
       "9  Email \\nThese people are sick and evil. They w...  english   \n",
       "\n",
       "                         crawled             site_url country  domain_rank  \\\n",
       "0  2016-10-27T01:49:27.168+03:00  100percentfedup.com      US      25689.0   \n",
       "1  2016-10-29T08:47:11.259+03:00  100percentfedup.com      US      25689.0   \n",
       "2  2016-10-31T01:41:49.479+02:00  100percentfedup.com      US      25689.0   \n",
       "3  2016-11-01T15:46:26.304+02:00  100percentfedup.com      US      25689.0   \n",
       "4  2016-11-01T23:59:42.266+02:00  100percentfedup.com      US      25689.0   \n",
       "5  2016-11-02T16:31:28.550+02:00  100percentfedup.com      US      25689.0   \n",
       "6  2016-11-05T02:13:46.065+02:00  100percentfedup.com      US      25689.0   \n",
       "7  2016-11-05T05:59:07.458+02:00  100percentfedup.com      US      25689.0   \n",
       "8  2016-11-07T10:20:06.409+02:00  100percentfedup.com      US      25689.0   \n",
       "9  2016-11-07T10:20:27.252+02:00  100percentfedup.com      US      25689.0   \n",
       "\n",
       "                                        thread_title  spam_score  \\\n",
       "0  Muslims BUSTED: They Stole Millions In Gov’t B...       0.000   \n",
       "1  Re: Why Did Attorney General Loretta Lynch Ple...       0.000   \n",
       "2  BREAKING: Weiner Cooperating With FBI On Hilla...       0.000   \n",
       "3  PIN DROP SPEECH BY FATHER OF DAUGHTER Kidnappe...       0.068   \n",
       "4  FANTASTIC! TRUMP'S 7 POINT PLAN To Reform Heal...       0.865   \n",
       "5  Hillary Goes Absolutely Berserk On Protester A...       0.000   \n",
       "6  BREAKING! NYPD Ready To Make Arrests In Weiner...       0.701   \n",
       "7  WOW! WHISTLEBLOWER TELLS CHILLING STORY Of Mas...       0.188   \n",
       "8  BREAKING: CLINTON CLEARED...Was This A Coordin...       0.144   \n",
       "9  EVIL HILLARY SUPPORTERS Yell \"F*ck Trump\"…Burn...       0.995   \n",
       "\n",
       "                                        main_img_url  replies_count  \\\n",
       "0  http://bb4sp.com/wp-content/uploads/2016/10/Fu...              0   \n",
       "1  http://bb4sp.com/wp-content/uploads/2016/10/Fu...              0   \n",
       "2  http://bb4sp.com/wp-content/uploads/2016/10/Fu...              0   \n",
       "3  http://100percentfedup.com/wp-content/uploads/...              0   \n",
       "4  http://100percentfedup.com/wp-content/uploads/...              0   \n",
       "5  http://bb4sp.com/wp-content/uploads/2016/11/Fu...              0   \n",
       "6  http://100percentfedup.com/wp-content/uploads/...              0   \n",
       "7  http://100percentfedup.com/wp-content/uploads/...              0   \n",
       "8  http://100percentfedup.com/wp-content/uploads/...              0   \n",
       "9  http://100percentfedup.com/wp-content/uploads/...              0   \n",
       "\n",
       "   participants_count  likes  comments  shares  type  \n",
       "0                   1      0         0       0  bias  \n",
       "1                   1      0         0       0  bias  \n",
       "2                   1      0         0       0  bias  \n",
       "3                   0      0         0       0  bias  \n",
       "4                   0      0         0       0  bias  \n",
       "5                   1      0         0       0  bias  \n",
       "6                   0      0         0       0  bias  \n",
       "7                   0      0         0       0  bias  \n",
       "8                   0      0         0       0  bias  \n",
       "9                   0      0         0       0  bias  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fakenews.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['uuid', 'ord_in_thread', 'author', 'published', 'title', 'text',\n",
       "       'language', 'crawled', 'site_url', 'country', 'domain_rank',\n",
       "       'thread_title', 'spam_score', 'main_img_url', 'replies_count',\n",
       "       'participants_count', 'likes', 'comments', 'shares', 'type'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fakenews.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Types and counts of stories type\n",
      "bias            443\n",
      "bs            11492\n",
      "conspiracy      430\n",
      "fake             19\n",
      "hate            246\n",
      "junksci         102\n",
      "satire          146\n",
      "state           121\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print(\"Types and counts of stories\", fakenews.groupby([\"type\"]).size())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Cleaning the Null Values if Any"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<bound method DataFrame.info of                                            uuid  ord_in_thread  \\\n",
       "0      6a175f46bcd24d39b3e962ad0f29936721db70db              0   \n",
       "1      2bdc29d12605ef9cf3f09f9875040a7113be5d5b              0   \n",
       "2      c70e149fdd53de5e61c29281100b9de0ed268bc3              0   \n",
       "3      7cf7c15731ac2a116dd7f629bd57ea468ed70284              0   \n",
       "4      0206b54719c7e241ffe0ad4315b808290dbe6c0f              0   \n",
       "5      8f30f5ea14c9d5914a9fe4f55ab2581772af4c31              0   \n",
       "6      d3cc0fe38f41a59f7c48f8c3528ca5f74193148f              0   \n",
       "7      b4bbf8b5c19e8864f5257832a58b81ef4ed2d4e4              0   \n",
       "8      a19aabaa5a61eb8bc22fadaaa003e5fbba5c4bf6              0   \n",
       "9      f54d8e13010d0a79893995ee65360ad4b38b5a35              0   \n",
       "10     4d3faf17519cfa46ca754ab8068428818dbb2bf3              0   \n",
       "11     7f90d71cc69893f4c91e8a55f2c4da52d88cd7c1              0   \n",
       "12     fd2c048d7e03f7260a8d75725b0441c627578f1a              0   \n",
       "13     c8d4c0a88af223f1b41e3e966ecd98ceb22ab5fb              0   \n",
       "14     f0b221ac2a32d3f533ab5e097883b5bd19924033              0   \n",
       "15     a9efba05a81e5b106ac2a4b12bd39615e402bfb9              0   \n",
       "16     13e3e1983787c76876e9e5d095e73ef8cee1628a              0   \n",
       "17     162b39e6518af4e591acdd65d719b4f858596b3e              0   \n",
       "18     59899b8db5916d23b121cc8cae00e623f681d474              0   \n",
       "19     1fe4c0fa4ba9e410fe5c4e7fec13c6740062629b              0   \n",
       "20     124c5aa1e29aa1e27a2ad9284400243ee5a150e6              0   \n",
       "21     bb6352cab853dfeaf11d29a08cd5b1d0baf424a3              0   \n",
       "22     ee8e9d4d80c9b05f5a049f6687be1cf8a90cdc34              0   \n",
       "23     3836cd38353373b7d934a7e25e5888876958f94a              0   \n",
       "24     80da68b7ce6ee3c4e5d9a583abac77828606c2bb              0   \n",
       "25     de3862589a93552123e525fac783021a5fe929e2              0   \n",
       "26     c1a86b752a21196a06591d5a785fa29b14fab245              0   \n",
       "27     018d2edef81f8ac93622de17798556762119c736              0   \n",
       "28     2459f5d2ecfe04bfe96d6d75e92f948004edf67a              0   \n",
       "29     5c96dddf3e19affb7386519985180b9e086bea93              0   \n",
       "...                                         ...            ...   \n",
       "12969  e5eff7d55ee0b02e37f1653a8acd0d55c15a6354             14   \n",
       "12970  2e757d8576f6875f1088c3cbf32eb98da1caf0d4             15   \n",
       "12971  871011c6c19738989c30b10e0006320a75d6f78d             16   \n",
       "12972  46b5ff68beda3548cc288567159bd780cfd674ee             17   \n",
       "12973  f7cd7afacf08415cce269da5f40b3b9116a39df0             18   \n",
       "12974  0a26c1f9eb98d72dc2c5dd95f829cd4ed8cb5cb7             19   \n",
       "12975  5b848844fa1812c2cb6e76f41b2286039fb065f2             20   \n",
       "12976  57de252067bff9dbf3f8876c183247b33fd5e1a6             21   \n",
       "12977  88d97ecb24feb2a4b155f3241740b43137ead734             22   \n",
       "12978  4777c7c3a223a6e7e76837a7e1160d9bee1b0127             23   \n",
       "12979  e2b201e73932aeaf14d6be2a2562cb1d37f1e3d8             24   \n",
       "12980  096423a17d589bcb7f28b73b6a560abc252af5f5             25   \n",
       "12981  e6a50424ffbdb786f2630b32a31675a9093772ba             26   \n",
       "12982  2fbec1465b71760657b86f5c81ef70861ebe89e9              2   \n",
       "12983  6a3a93b6978c581d9385b52cb946c11c2ba3a00a              1   \n",
       "12984  8a4b840217a20eb732192d38d0aa7ada29393204              3   \n",
       "12985  0db1be65ec84e00048f720a5a35864dfd2fade3f              4   \n",
       "12986  22c0f1897cd5efc5df6874a04f12353222705654              5   \n",
       "12987  8f22853ba2e5b7a278c8a2a5cd52045e8fb1d5c9              6   \n",
       "12988  a656e340c546316625891e5d4dfb66f8e57d658b              7   \n",
       "12989  6472c1ed146fa5791993e9a18f8f7b8befcc5d72              8   \n",
       "12990  320aec6e69937a95e2607300b513f68d88b1a542              9   \n",
       "12991  c83b9fd0fb55fc33a2418ee279492de2e3f9a9a4             10   \n",
       "12992  18a1eb63fb7f95e53840fc3d857864b11a855937             11   \n",
       "12993  273e29b898e4c5dac2b8f2ad386ebb82fff559d4              1   \n",
       "12994  f1b5d0e44803f48732bde854a9fdf95837219b12              2   \n",
       "12995  36011ceba3647e1bea78299b68b6fb705a1fc1ad              3   \n",
       "12996  6995d1aa9ac99926106489b14b5530e85358059a              4   \n",
       "12997  7de8ae90eee164eb756db6c8a3772288e11d7a94              5   \n",
       "12998  dabef7095b7d9dae6eb0d83c4cbb40b85efd7ae5              6   \n",
       "\n",
       "                     author                      published  \\\n",
       "0         Barracuda Brigade  2016-10-26T21:41:00.000+03:00   \n",
       "1      reasoning with facts  2016-10-29T08:47:11.259+03:00   \n",
       "2         Barracuda Brigade  2016-10-31T01:41:49.479+02:00   \n",
       "3                    Fed Up  2016-11-01T05:22:00.000+02:00   \n",
       "4                    Fed Up  2016-11-01T21:56:00.000+02:00   \n",
       "5         Barracuda Brigade  2016-11-02T16:31:28.550+02:00   \n",
       "6                    Fed Up  2016-11-04T19:40:00.000+02:00   \n",
       "7                    Fed Up  2016-11-05T01:19:00.000+02:00   \n",
       "8                    Fed Up  2016-11-06T23:54:00.000+02:00   \n",
       "9                    Fed Up  2016-11-07T02:43:00.000+02:00   \n",
       "10                 EdJenner  2016-11-07T22:34:36.822+02:00   \n",
       "11                   Fed Up  2016-11-09T17:28:00.000+02:00   \n",
       "12                 EdJenner  2016-11-10T02:37:06.677+02:00   \n",
       "13                   Fed Up  2016-11-10T15:38:00.000+02:00   \n",
       "14                   Fed Up  2016-11-11T15:13:00.000+02:00   \n",
       "15                 EdJenner  2016-11-12T06:16:03.318+02:00   \n",
       "16                   Fed Up  2016-11-10T08:41:00.000+02:00   \n",
       "17                 EdJenner  2016-11-12T19:55:23.883+02:00   \n",
       "18                 EdJenner  2016-11-13T06:02:46.689+02:00   \n",
       "19                 EdJenner  2016-11-13T06:02:47.949+02:00   \n",
       "20                   Fed Up  2016-11-10T09:10:00.000+02:00   \n",
       "21                 EdJenner  2016-11-14T08:35:23.027+02:00   \n",
       "22                 EdJenner  2016-11-15T09:43:45.343+02:00   \n",
       "23                 EdJenner  2016-11-20T03:53:12.132+02:00   \n",
       "24                 EdJenner  2016-11-20T06:44:12.111+02:00   \n",
       "25                 EdJenner  2016-11-21T03:35:20.047+02:00   \n",
       "26                 EdJenner  2016-11-22T08:17:53.961+02:00   \n",
       "27                   Fed Up  2016-11-22T21:26:00.000+02:00   \n",
       "28                 EdJenner  2016-11-23T01:48:30.528+02:00   \n",
       "29        Barracuda Brigade  2016-11-23T21:54:00.000+02:00   \n",
       "...                     ...                            ...   \n",
       "12969               1980XLS  2016-10-27T00:32:00.000+03:00   \n",
       "12970         gatorengineer  2016-10-27T00:37:44.486+03:00   \n",
       "12971          TheZeitgeist  2016-10-27T00:35:00.000+03:00   \n",
       "12972               besnook  2016-10-27T00:35:00.000+03:00   \n",
       "12973         Trucker Glock  2016-10-27T00:36:00.000+03:00   \n",
       "12974     Ecclesia Militans  2016-10-27T00:37:44.612+03:00   \n",
       "12975     Ecclesia Militans  2016-10-27T00:37:44.647+03:00   \n",
       "12976               Rainman  2016-10-27T00:37:44.720+03:00   \n",
       "12977            Fred Hayek  2016-10-27T00:37:44.865+03:00   \n",
       "12978             BabaLooey  2016-10-27T00:37:44.959+03:00   \n",
       "12979   cognitive dissident  2016-10-27T00:37:45.330+03:00   \n",
       "12980             gregga777  2016-10-27T00:37:45.355+03:00   \n",
       "12981               starman  2016-10-27T00:37:45.367+03:00   \n",
       "12982             Spifflove  2016-10-27T00:06:00.000+03:00   \n",
       "12983          Kaiser Sousa  2016-10-27T00:07:00.000+03:00   \n",
       "12984            Rebel yell  2016-10-27T00:27:00.000+03:00   \n",
       "12985       Slomotrainwreck  2016-10-27T00:29:00.000+03:00   \n",
       "12986            Rebel yell  2016-10-27T00:09:00.000+03:00   \n",
       "12987          AlexCharting  2016-10-27T00:13:00.000+03:00   \n",
       "12988  Keltner Channel Surf  2016-10-27T00:15:00.000+03:00   \n",
       "12989             Spifflove  2016-10-27T00:18:00.000+03:00   \n",
       "12990  Keltner Channel Surf  2016-10-27T00:30:00.000+03:00   \n",
       "12991               Rainman  2016-10-27T00:27:00.000+03:00   \n",
       "12992            Goldbugger  2016-10-27T00:33:00.000+03:00   \n",
       "12993          TheZeitgeist  2016-10-26T23:55:00.000+03:00   \n",
       "12994             replaceme  2016-10-26T23:58:00.000+03:00   \n",
       "12995              Freedumb  2016-10-27T00:02:00.000+03:00   \n",
       "12996    major major maj...  2016-10-27T00:06:00.000+03:00   \n",
       "12997            beemasters  2016-10-27T00:09:00.000+03:00   \n",
       "12998     i&#039;m-confused  2016-10-27T00:09:00.000+03:00   \n",
       "\n",
       "                                                   title  \\\n",
       "0      Muslims BUSTED: They Stole Millions In Gov’t B...   \n",
       "1      Re: Why Did Attorney General Loretta Lynch Ple...   \n",
       "2      BREAKING: Weiner Cooperating With FBI On Hilla...   \n",
       "3      PIN DROP SPEECH BY FATHER OF DAUGHTER Kidnappe...   \n",
       "4      FANTASTIC! TRUMP'S 7 POINT PLAN To Reform Heal...   \n",
       "5      Hillary Goes Absolutely Berserk On Protester A...   \n",
       "6      BREAKING! NYPD Ready To Make Arrests In Weiner...   \n",
       "7      WOW! WHISTLEBLOWER TELLS CHILLING STORY Of Mas...   \n",
       "8      BREAKING: CLINTON CLEARED...Was This A Coordin...   \n",
       "9      EVIL HILLARY SUPPORTERS Yell \"F*ck Trump\"…Burn...   \n",
       "10     YIKES! HILLARY GOES OFF THE RAILS…Pulls A Howa...   \n",
       "11     SAY GOODBYE! These 23 Hollywood Celebs Threate...   \n",
       "12     NOT KIDDING: Colleges Give Students “Safe Spac...   \n",
       "13     BOOM! MATH SHOWS Trump Would Have Beaten Obama...   \n",
       "14     BOOM! This Is How President Reagan Handled Pro...   \n",
       "15     TRUMP SUPPORTER GOT NUTS On MSNBC Reporter Cov...   \n",
       "16     TOMI LAHREN Has Special Message For Celebritie...   \n",
       "17     #BoycottComedian…ROBERT DENIRO Wanted “To Punc...   \n",
       "18     HE’S NEVER SOLD AN ORIGINAL PAINTING UNTIL NOW...   \n",
       "19     SORRY LIBERALS…You Can Stop With The Petitions...   \n",
       "20     MARK CUBAN: \"In The Event Donald Wins, I Have ...   \n",
       "21     TRUMP SUPPORTER Whose Brutal Beating By Black ...   \n",
       "22     WOW! WHITE Liberals Suggest Blacks Are Too Stu...   \n",
       "23     LOL! BRITISH WIFE Of LIB ACTOR Who Said: “Ther...   \n",
       "24     EPIC! TUCKER CARLSON Demolishes NYC Councilman...   \n",
       "25     FUNNY! SNL’S SOLUTION To Democrat Election Den...   \n",
       "26     DONALD TRUMP Calls Meeting With Press…Dresses ...   \n",
       "27     OOPS! CRYBABY HAMILTON STARS Who Lectured Penc...   \n",
       "28     WHITE TRUMP-BASHING LIB Reprimanded On LIVE CN...   \n",
       "29         BOOM! Kellyanne Conway Shuts Down CNN’s Cuomo   \n",
       "...                                                  ...   \n",
       "12969                                                NaN   \n",
       "12970                                                NaN   \n",
       "12971                                                NaN   \n",
       "12972                                                NaN   \n",
       "12973                                                NaN   \n",
       "12974                                                NaN   \n",
       "12975                                                NaN   \n",
       "12976                                                NaN   \n",
       "12977                                                NaN   \n",
       "12978                                                NaN   \n",
       "12979                                                NaN   \n",
       "12980                                                NaN   \n",
       "12981                                                NaN   \n",
       "12982                                                NaN   \n",
       "12983                                                NaN   \n",
       "12984                                                NaN   \n",
       "12985                                                NaN   \n",
       "12986                                                NaN   \n",
       "12987                                                NaN   \n",
       "12988                                                NaN   \n",
       "12989                                                NaN   \n",
       "12990                                                NaN   \n",
       "12991                                                NaN   \n",
       "12992                                                NaN   \n",
       "12993                                                NaN   \n",
       "12994                                                NaN   \n",
       "12995                                                NaN   \n",
       "12996                                                NaN   \n",
       "12997                                                NaN   \n",
       "12998                                                NaN   \n",
       "\n",
       "                                                    text language  \\\n",
       "0      Print They should pay all the back all the mon...  english   \n",
       "1      Why Did Attorney General Loretta Lynch Plead T...  english   \n",
       "2      Red State : \\nFox News Sunday reported this mo...  english   \n",
       "3      Email Kayla Mueller was a prisoner and torture...  english   \n",
       "4      Email HEALTHCARE REFORM TO MAKE AMERICA GREAT ...  english   \n",
       "5      Print Hillary goes absolutely berserk! She exp...  english   \n",
       "6      BREAKING! NYPD Ready To Make Arrests In Weiner...  english   \n",
       "7      BREAKING! NYPD Ready To Make Arrests In Weiner...  english   \n",
       "8      \\nLimbaugh said that the revelations in the Wi...  english   \n",
       "9      Email \\nThese people are sick and evil. They w...  english   \n",
       "10                                                        english   \n",
       "11     \\nWho? Comedian. \\nWhere would she move? Spain...  english   \n",
       "12     Students expressed their “fear” over a Trump p...  english   \n",
       "13     Email For Republican politicians like Ohio Gov...  english   \n",
       "14     Copyright © 2016 100PercentFedUp.com, in assoc...  english   \n",
       "15     Go to Article A Trump supporter wearing a Trum...  english   \n",
       "16     Copyright © 2016 100PercentFedUp.com, in assoc...  english   \n",
       "17     Go to Article Donald Trump was willing to give...  english   \n",
       "18     John McNaughton is a special American painter ...  english   \n",
       "19     Go to Article Dear Abby, I supported a woman I...  english   \n",
       "20     Mark Cuban has made no secret of his dislike f...  english   \n",
       "21     David Wilcox, a 49 year old Chicago man who wa...  english   \n",
       "22     Go to Article Filmmaker Ami Horowitz takes to ...  english   \n",
       "23     Go to Article \\nPolitical activist and Hillary...  english   \n",
       "24     Go to Article Rafael Salamanca’s interview on ...  english   \n",
       "25     Go to Article In The Bubble, life continues fo...  english   \n",
       "26     Go to Article \\nThey had to know they had it c...  english   \n",
       "27     DONALD TRUMP SKIPS MEDIA: Delivers Transition ...  english   \n",
       "28     Go to Article The left is shameful in their la...  english   \n",
       "29     BOOM! Kellyanne Conway Shuts Down CNN’s Cuomo ...  english   \n",
       "...                                                  ...      ...   \n",
       "12969                                   Stock \"On Fire!\"  english   \n",
       "12970  more like a burning bag of shit on a doorstep....  english   \n",
       "12971  Everyone loved the SpaceX video of spaceship g...  english   \n",
       "12972                 non gaap has always been bullshit.  english   \n",
       "12973          Generally Confusing Accounting Principles  english   \n",
       "12974  All this non-GAAP activity should be disclosed...  english   \n",
       "12975  Also, since when did we start using \"non-GAAP\"...  english   \n",
       "12976  .. \"SEC in  recent months has raised concern t...  english   \n",
       "12977  I'm sure they drastically changed accounting m...  english   \n",
       "12978                         Tesla's on FIRE! \\noh wait  english   \n",
       "12979  Musk's cash furnace is the posterchild for IB ...  english   \n",
       "12980  Non-GAAP = SEC* FRAUD\\nNon-GAAP = SEC* SWINDLE...  english   \n",
       "12981       Can we shoot this delusional fuck to Mars! ?  english   \n",
       "12982  A dollar to be made and all I got was a quarte...  english   \n",
       "12983  when i awoke this morning the Dow Jones Propag...  english   \n",
       "12984  Then you beat me by a quarter because all I go...  english   \n",
       "12985  And for the last two weeks, Gold is \"naturally...  english   \n",
       "12986  I love that video clip. I think it is a male v...  english   \n",
       "12987  A big selloff into the election = TRUMP 2016! ...  english   \n",
       "12988  Technical explanations are out of favor, so he...  english   \n",
       "12989  Nope its oil.  Thank you for my technical win ...  english   \n",
       "12990  The weekly Wednesday Oil follies from 10:20 (s...  english   \n",
       "12991  Chipotle.coli Mexican Grill weighing on restau...  english   \n",
       "12992  Ah the old pump and dump.  The market should b...  english   \n",
       "12993  A messaging app is worth $40 billion dollars i...  english   \n",
       "12994  It DOES allow you to put a dog face on top of ...  english   \n",
       "12995  Wait till you see what happens to the valuatio...  english   \n",
       "12996  I'm waiting for the one that puts a pussy on m...  english   \n",
       "12997  $4 Billion even after they are known to be kee...  english   \n",
       "12998  of course - how else would they disceminate te...  english   \n",
       "\n",
       "                             crawled             site_url country  \\\n",
       "0      2016-10-27T01:49:27.168+03:00  100percentfedup.com      US   \n",
       "1      2016-10-29T08:47:11.259+03:00  100percentfedup.com      US   \n",
       "2      2016-10-31T01:41:49.479+02:00  100percentfedup.com      US   \n",
       "3      2016-11-01T15:46:26.304+02:00  100percentfedup.com      US   \n",
       "4      2016-11-01T23:59:42.266+02:00  100percentfedup.com      US   \n",
       "5      2016-11-02T16:31:28.550+02:00  100percentfedup.com      US   \n",
       "6      2016-11-05T02:13:46.065+02:00  100percentfedup.com      US   \n",
       "7      2016-11-05T05:59:07.458+02:00  100percentfedup.com      US   \n",
       "8      2016-11-07T10:20:06.409+02:00  100percentfedup.com      US   \n",
       "9      2016-11-07T10:20:27.252+02:00  100percentfedup.com      US   \n",
       "10     2016-11-07T22:34:36.822+02:00  100percentfedup.com      US   \n",
       "11     2016-11-09T17:37:41.165+02:00  100percentfedup.com      US   \n",
       "12     2016-11-10T02:37:06.677+02:00  100percentfedup.com      US   \n",
       "13     2016-11-10T16:25:14.079+02:00  100percentfedup.com      US   \n",
       "14     2016-11-11T16:41:40.949+02:00  100percentfedup.com      US   \n",
       "15     2016-11-12T06:16:03.318+02:00  100percentfedup.com      US   \n",
       "16     2016-11-12T15:52:41.900+02:00  100percentfedup.com      US   \n",
       "17     2016-11-12T19:55:23.883+02:00  100percentfedup.com      US   \n",
       "18     2016-11-13T06:02:46.689+02:00  100percentfedup.com      US   \n",
       "19     2016-11-13T06:02:47.949+02:00  100percentfedup.com      US   \n",
       "20     2016-11-13T17:06:40.624+02:00  100percentfedup.com      US   \n",
       "21     2016-11-14T08:35:23.027+02:00  100percentfedup.com      US   \n",
       "22     2016-11-15T09:43:45.343+02:00  100percentfedup.com      US   \n",
       "23     2016-11-20T03:53:12.132+02:00  100percentfedup.com      US   \n",
       "24     2016-11-20T06:44:12.111+02:00  100percentfedup.com      US   \n",
       "25     2016-11-21T03:35:20.047+02:00  100percentfedup.com      US   \n",
       "26     2016-11-22T08:17:53.961+02:00  100percentfedup.com      US   \n",
       "27     2016-11-22T21:34:52.034+02:00  100percentfedup.com      US   \n",
       "28     2016-11-23T01:48:30.528+02:00  100percentfedup.com      US   \n",
       "29     2016-11-24T01:18:15.204+02:00  100percentfedup.com      US   \n",
       "...                              ...                  ...     ...   \n",
       "12969  2016-10-27T00:37:44.294+03:00        zerohedge.com      US   \n",
       "12970  2016-10-27T00:37:44.486+03:00        zerohedge.com      US   \n",
       "12971  2016-10-27T00:37:44.500+03:00        zerohedge.com      US   \n",
       "12972  2016-10-27T00:37:44.567+03:00        zerohedge.com      US   \n",
       "12973  2016-10-27T00:37:44.596+03:00        zerohedge.com      US   \n",
       "12974  2016-10-27T00:37:44.612+03:00        zerohedge.com      US   \n",
       "12975  2016-10-27T00:37:44.647+03:00        zerohedge.com      US   \n",
       "12976  2016-10-27T00:37:44.720+03:00        zerohedge.com      US   \n",
       "12977  2016-10-27T00:37:44.865+03:00        zerohedge.com      US   \n",
       "12978  2016-10-27T00:37:44.959+03:00        zerohedge.com      US   \n",
       "12979  2016-10-27T00:37:45.330+03:00        zerohedge.com      US   \n",
       "12980  2016-10-27T00:37:45.355+03:00        zerohedge.com      US   \n",
       "12981  2016-10-27T00:37:45.367+03:00        zerohedge.com      US   \n",
       "12982  2016-10-27T00:37:45.447+03:00        zerohedge.com      US   \n",
       "12983  2016-10-27T00:37:45.449+03:00        zerohedge.com      US   \n",
       "12984  2016-10-27T00:37:45.487+03:00        zerohedge.com      US   \n",
       "12985  2016-10-27T00:37:45.745+03:00        zerohedge.com      US   \n",
       "12986  2016-10-27T00:37:45.753+03:00        zerohedge.com      US   \n",
       "12987  2016-10-27T00:37:45.763+03:00        zerohedge.com      US   \n",
       "12988  2016-10-27T00:37:45.849+03:00        zerohedge.com      US   \n",
       "12989  2016-10-27T00:37:45.916+03:00        zerohedge.com      US   \n",
       "12990  2016-10-27T00:37:45.935+03:00        zerohedge.com      US   \n",
       "12991  2016-10-27T00:37:45.959+03:00        zerohedge.com      US   \n",
       "12992  2016-10-27T00:37:46.092+03:00        zerohedge.com      US   \n",
       "12993  2016-10-27T00:37:46.192+03:00        zerohedge.com      US   \n",
       "12994  2016-10-27T00:37:46.194+03:00        zerohedge.com      US   \n",
       "12995  2016-10-27T00:37:46.220+03:00        zerohedge.com      US   \n",
       "12996  2016-10-27T00:37:46.244+03:00        zerohedge.com      US   \n",
       "12997  2016-10-27T00:37:46.247+03:00        zerohedge.com      US   \n",
       "12998  2016-10-27T00:37:46.260+03:00        zerohedge.com      US   \n",
       "\n",
       "       domain_rank                                       thread_title  \\\n",
       "0          25689.0  Muslims BUSTED: They Stole Millions In Gov’t B...   \n",
       "1          25689.0  Re: Why Did Attorney General Loretta Lynch Ple...   \n",
       "2          25689.0  BREAKING: Weiner Cooperating With FBI On Hilla...   \n",
       "3          25689.0  PIN DROP SPEECH BY FATHER OF DAUGHTER Kidnappe...   \n",
       "4          25689.0  FANTASTIC! TRUMP'S 7 POINT PLAN To Reform Heal...   \n",
       "5          25689.0  Hillary Goes Absolutely Berserk On Protester A...   \n",
       "6          25689.0  BREAKING! NYPD Ready To Make Arrests In Weiner...   \n",
       "7          25689.0  WOW! WHISTLEBLOWER TELLS CHILLING STORY Of Mas...   \n",
       "8          25689.0  BREAKING: CLINTON CLEARED...Was This A Coordin...   \n",
       "9          25689.0  EVIL HILLARY SUPPORTERS Yell \"F*ck Trump\"…Burn...   \n",
       "10         25689.0  YIKES! HILLARY GOES OFF THE RAILS…Pulls A Howa...   \n",
       "11         25689.0  SAY GOODBYE! These 23 Hollywood Celebs Threate...   \n",
       "12         25689.0  NOT KIDDING: Colleges Give Students “Safe Spac...   \n",
       "13         25689.0  BOOM! MATH SHOWS Trump Would Have Beaten Obama...   \n",
       "14         25689.0  BOOM! This Is How President Reagan Handled Pro...   \n",
       "15         25689.0  TRUMP SUPPORTER GOT NUTS On MSNBC Reporter Cov...   \n",
       "16         25689.0  TOMI LAHREN Has Special Message For Celebritie...   \n",
       "17         25689.0  #BoycottComedian…ROBERT DENIRO Wanted “To Punc...   \n",
       "18         25689.0  HE’S NEVER SOLD AN ORIGINAL PAINTING UNTIL NOW...   \n",
       "19         25689.0  SORRY LIBERALS…You Can Stop With The Petitions...   \n",
       "20         25689.0  MARK CUBAN: \"In The Event Donald Wins, I Have ...   \n",
       "21         25689.0  TRUMP SUPPORTER Whose Brutal Beating By Black ...   \n",
       "22         25689.0  WOW! WHITE Liberals Suggest Blacks Are Too Stu...   \n",
       "23         25689.0  LOL! BRITISH WIFE Of LIB ACTOR Who Said: “Ther...   \n",
       "24         25689.0  EPIC! TUCKER CARLSON Demolishes NYC Councilman...   \n",
       "25         25689.0  FUNNY! SNL’S SOLUTION To Democrat Election Den...   \n",
       "26         25689.0  DONALD TRUMP Calls Meeting With Press…Dresses ...   \n",
       "27         25689.0  OOPS! CRYBABY HAMILTON STARS Who Lectured Penc...   \n",
       "28         25689.0  WHITE TRUMP-BASHING LIB Reprimanded On LIVE CN...   \n",
       "29         25689.0      BOOM! Kellyanne Conway Shuts Down CNN’s Cuomo   \n",
       "...            ...                                                ...   \n",
       "12969       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12970       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12971       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12972       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12973       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12974       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12975       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12976       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12977       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12978       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12979       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12980       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12981       2435.0  Tesla Earnings Smash Expectations After Dramat...   \n",
       "12982       2435.0  Stocks Pump'n'Dump As Crude Crumbles To 3-Week...   \n",
       "12983       2435.0  Stocks Pump'n'Dump As Crude Crumbles To 3-Week...   \n",
       "12984       2435.0  Stocks Pump'n'Dump As Crude Crumbles To 3-Week...   \n",
       "12985       2435.0  Stocks Pump'n'Dump As Crude Crumbles To 3-Week...   \n",
       "12986       2435.0  Stocks Pump'n'Dump As Crude Crumbles To 3-Week...   \n",
       "12987       2435.0  Stocks Pump'n'Dump As Crude Crumbles To 3-Week...   \n",
       "12988       2435.0  Stocks Pump'n'Dump As Crude Crumbles To 3-Week...   \n",
       "12989       2435.0  Stocks Pump'n'Dump As Crude Crumbles To 3-Week...   \n",
       "12990       2435.0  Stocks Pump'n'Dump As Crude Crumbles To 3-Week...   \n",
       "12991       2435.0  Stocks Pump'n'Dump As Crude Crumbles To 3-Week...   \n",
       "12992       2435.0  Stocks Pump'n'Dump As Crude Crumbles To 3-Week...   \n",
       "12993       2435.0  Snapchat To Raise Up To $4 Billion In IPO, Val...   \n",
       "12994       2435.0  Snapchat To Raise Up To $4 Billion In IPO, Val...   \n",
       "12995       2435.0  Snapchat To Raise Up To $4 Billion In IPO, Val...   \n",
       "12996       2435.0  Snapchat To Raise Up To $4 Billion In IPO, Val...   \n",
       "12997       2435.0  Snapchat To Raise Up To $4 Billion In IPO, Val...   \n",
       "12998       2435.0  Snapchat To Raise Up To $4 Billion In IPO, Val...   \n",
       "\n",
       "       spam_score                                       main_img_url  \\\n",
       "0           0.000  http://bb4sp.com/wp-content/uploads/2016/10/Fu...   \n",
       "1           0.000  http://bb4sp.com/wp-content/uploads/2016/10/Fu...   \n",
       "2           0.000  http://bb4sp.com/wp-content/uploads/2016/10/Fu...   \n",
       "3           0.068  http://100percentfedup.com/wp-content/uploads/...   \n",
       "4           0.865  http://100percentfedup.com/wp-content/uploads/...   \n",
       "5           0.000  http://bb4sp.com/wp-content/uploads/2016/11/Fu...   \n",
       "6           0.701  http://100percentfedup.com/wp-content/uploads/...   \n",
       "7           0.188  http://100percentfedup.com/wp-content/uploads/...   \n",
       "8           0.144  http://100percentfedup.com/wp-content/uploads/...   \n",
       "9           0.995  http://100percentfedup.com/wp-content/uploads/...   \n",
       "10          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "11          0.998  http://100percentfedup.com/wp-content/uploads/...   \n",
       "12          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "13          0.001  http://100percentfedup.com/wp-content/uploads/...   \n",
       "14          0.000  http://100percentfedup.com/wp-content/uploads/...   \n",
       "15          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "16          0.268  http://100percentfedup.com/wp-content/uploads/...   \n",
       "17          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "18          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "19          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "20          0.190  http://100percentfedup.com/wp-content/uploads/...   \n",
       "21          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "22          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "23          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "24          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "25          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "26          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "27          0.256  http://100percentfedup.com/wp-content/uploads/...   \n",
       "28          0.000  http://conservativeangle.com/wp-content/upload...   \n",
       "29          0.000  http://bb4sp.com/wp-content/uploads/2016/11/Fu...   \n",
       "...           ...                                                ...   \n",
       "12969       0.000                                                NaN   \n",
       "12970       0.000                                                NaN   \n",
       "12971       0.000                                                NaN   \n",
       "12972       0.000                                                NaN   \n",
       "12973       0.000                                                NaN   \n",
       "12974       0.000                                                NaN   \n",
       "12975       0.000                                                NaN   \n",
       "12976       0.000                                                NaN   \n",
       "12977       0.000                                                NaN   \n",
       "12978       0.000                                                NaN   \n",
       "12979       0.000                                                NaN   \n",
       "12980       0.000                                                NaN   \n",
       "12981       0.000                                                NaN   \n",
       "12982       0.000                                                NaN   \n",
       "12983       0.000                                                NaN   \n",
       "12984       0.000                                                NaN   \n",
       "12985       0.000                                                NaN   \n",
       "12986       0.000                                                NaN   \n",
       "12987       0.000                                                NaN   \n",
       "12988       0.000                                                NaN   \n",
       "12989       0.000                                                NaN   \n",
       "12990       0.000                                                NaN   \n",
       "12991       0.000                                                NaN   \n",
       "12992       0.000                                                NaN   \n",
       "12993       0.000                                                NaN   \n",
       "12994       0.000                                                NaN   \n",
       "12995       0.000                                                NaN   \n",
       "12996       0.000                                                NaN   \n",
       "12997       0.000                                                NaN   \n",
       "12998       0.000                                                NaN   \n",
       "\n",
       "       replies_count  participants_count  likes  comments  shares  type  \n",
       "0                  0                   1      0         0       0  bias  \n",
       "1                  0                   1      0         0       0  bias  \n",
       "2                  0                   1      0         0       0  bias  \n",
       "3                  0                   0      0         0       0  bias  \n",
       "4                  0                   0      0         0       0  bias  \n",
       "5                  0                   1      0         0       0  bias  \n",
       "6                  0                   0      0         0       0  bias  \n",
       "7                  0                   0      0         0       0  bias  \n",
       "8                  0                   0      0         0       0  bias  \n",
       "9                  0                   0      0         0       0  bias  \n",
       "10                 0                   1      0         0       0  bias  \n",
       "11                 0                   0      0         0       0  bias  \n",
       "12                 0                   1      0         0       0  bias  \n",
       "13                 0                   0      0         0       0  bias  \n",
       "14                 0                   0      0         0       0  bias  \n",
       "15                 0                   1      0         0       0  bias  \n",
       "16                 0                   0      0         0       0  bias  \n",
       "17                 0                   1      0         0       0  bias  \n",
       "18                 0                   1      0         0       0  bias  \n",
       "19                 0                   1      0         0       0  bias  \n",
       "20                 0                   0      0         0       0  bias  \n",
       "21                 0                   1      0         0       0  bias  \n",
       "22                 0                   1      0         0       0  bias  \n",
       "23                 0                   1      0         0       0  bias  \n",
       "24                 0                   1      0         0       0  bias  \n",
       "25                 0                   1      0         0       0  bias  \n",
       "26                 0                   1      0         0       0  bias  \n",
       "27                 0                   0      0         0       0  bias  \n",
       "28                 0                   1      0         0       0  bias  \n",
       "29                 0                   1      0         0       0  bias  \n",
       "...              ...                 ...    ...       ...     ...   ...  \n",
       "12969             26                  24      0         0       0    bs  \n",
       "12970             26                  24      0         0       0    bs  \n",
       "12971             26                  24      0         0       0    bs  \n",
       "12972             26                  24      0         0       0    bs  \n",
       "12973             26                  24      0         0       0    bs  \n",
       "12974             26                  24      0         0       0    bs  \n",
       "12975             26                  24      0         0       0    bs  \n",
       "12976             26                  24      0         0       0    bs  \n",
       "12977             26                  24      0         0       0    bs  \n",
       "12978             26                  24      0         0       0    bs  \n",
       "12979             26                  24      0         0       0    bs  \n",
       "12980             26                  24      0         0       0    bs  \n",
       "12981             26                  24      0         0       0    bs  \n",
       "12982             11                   9      0         0       0    bs  \n",
       "12983             11                   9      0         0       0    bs  \n",
       "12984             11                   9      0         0       0    bs  \n",
       "12985             11                   9      0         0       0    bs  \n",
       "12986             11                   9      0         0       0    bs  \n",
       "12987             11                   9      0         0       0    bs  \n",
       "12988             11                   9      0         0       0    bs  \n",
       "12989             11                   9      0         0       0    bs  \n",
       "12990             11                   9      0         0       0    bs  \n",
       "12991             11                   9      0         0       0    bs  \n",
       "12992             11                   9      0         0       0    bs  \n",
       "12993             40                  32      0         0       0    bs  \n",
       "12994             40                  32      0         0       0    bs  \n",
       "12995             40                  32      0         0       0    bs  \n",
       "12996             40                  32      0         0       0    bs  \n",
       "12997             40                  32      0         0       0    bs  \n",
       "12998             40                  32      0         0       0    bs  \n",
       "\n",
       "[12999 rows x 20 columns]>"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fakenews.info"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x22ca2bdbda0>"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAcwAAAGSCAYAAABuX/EBAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XlUVWXbP/DvAWNQcUJxSFNEnDK1BIdelZcks3JKZVBB\nDTF9CX0SM2dypiI0y4z0ccpITPNpUMzC1DIy0xSHTBIBcUBmcWA6sH9/8DtbMLD9sO8Nm+P3s1Zr\nJawu786Bc+3ruieDJEkSiIiI6IEsanoAREREtQETJhERkQJMmERERAowYRIRESnAhElERKQAEyYR\nEZECdR70zf7DDlfXOIiIiHThyDduFX79gQmztpn37SuaxQ4dsl6z2ET30+pnmT/HRFVnVgmzNn4Y\n8IOR6MH4O0J6YVYJszbiLy0RUe1geNDReJzDJCKih01lc5hcJUtERKQAW7JEpGucwyS9YIVJRESk\nABMmERGRAmzJEukQ25D31MYxk3liwqxh/GAkIqodmDBrGBMbEVHtwIRJpEN8kCLSHy76ISIiUoAV\nJpEOcW6bSH9YYRIRESnAhElERKQAW7I1jK03qgjfPyL9YcKsYfxgJCKqHdiSJSIiUoAVJhHpGqct\nSC/MKmFq9YsF8JeLqheTxD21ccxkntiSJSIiUoAJk4iISAGDJElSZd/sP+xwdY6FiIioxh35xq3C\nr7PCJCIiUsCsFv3URlzcQURUO7DCJCIiUoAVZg1jJUgVYefhHr4WpBesMImIiBRgwiQiIlLArLaV\n8KQfIiJSi9tKiIiIVDCrRT+1sQrkggYiotqBFSYREZECZlVh1sY5TFaCRES1AytMIiIiBZgwiYiI\nFDCrlizbm0REpBVWmERERAqYVYVJZC643YhIf5gwiXSIiY1If9iSJSIiUoAVJpEOsSV7D18L0gtW\nmERERAowYRIRESlgVtd7ERERqcXrvYiIiFTgoh8iHeJCFyL9YcIk0iEmNiL9YUuWiIhIASZMIiIi\nBZgwiYiIFOAcJpEOcdHPPXwtSC+YMIlI15jYSC+YMIl0iEmCSH84h0lERKQAEyYREZECTJhEREQK\nMGESEREpwIRJRESkABMmERGRAma1rUSrDc4Al/kTET3sWGESEREpwIRJRESkgFm1ZNk2JSIirbDC\nJCIiUsCsKkwu+iFzwRs6iPTHrBImPwyIiEgrbMkSEREpwIRJRESkgFm1ZInI/HA+l/SCFSYREZEC\nrDCJSNdYCZJesMIkIiJSgAmTiIhIAbNqyfLgAjIX/Hkj0h+zSpj8kCFzwZWhRPpjVgmTiMwPHx5I\nLziHSUREpIBBkiSpsm/2H3a4OsdCRERU445841bh11lhEhERKcCESUREpAAX/RDpEBe6EOkPK0wi\nIiIFWGES6RArQSL9YYVJRESkACtMIh3iHOY9fC1IL1hhEhERKcCESUREpABbskQ6xHYhkf6wwiQi\nIlKAFSYR6RqrbdILJkwiHeLKUCL9YUuWiIhIAVaYRKRrrLZJL1hhEhERKcALpGsYn56JiPSlsguk\n2ZKtYUxsRES1AxMmkQ6x83APXwvSC7ZkiYiIyqisJctFP0RERAowYRIRESnAhElERKQAEyYREZEC\nTJhEREQKMGESEREpwIRJRESkAA8uINIhbtYn0h9WmERERAowYRIRESnAliyRDrF1eg/b06QXrDCJ\niIgUYIVJRLrGSpD0ghUmERGRAqwwiXSI83ZE+sMKk4iISAFWmESka6y2SS+YMIlI15jYSC+YMIl0\niEniHlaYpBecwyQiIlKAFSYR6RorQdILVphEREQKMGESEREpwIRJRESkgFnNYWq1mg7gPAoR0cPO\nrBImkxoREWmFLVkiIiIFzKrCZEv2Hr4WZC54cAHphUGSJKmyb/Yfdrg6x0JERFTjjnzjVuHX2ZIl\nIiJSgAmTiIhIASZMIiIiBZgwiYiIFDCrVbJE5oIrQ+/ha0F6wYRJRLrGxEZ6wZYsERGRAkyYRERE\nCrAlS6RDbEMS6Q8rTCIiIgWYMImIiBRgwiQiIlKACZOIiEgBJkwiIiIFmDCJiIgUYMIkIiJSgPsw\niXSI56few9eC9IIVJhERkQIGSZKkyr7Zf9jh6hwLERFRjTvyjVuFX2eFSUREpIBZzWFqNdcBcL6D\nqhfn7Yj0x6wSJj8MiMwPHx5IL9iSJSIiUsCsFv2wJUtERGpx0Q8REZEKnMMkUoHza0QPD1aYRERE\nCphVhUlU3VgJEj08WGESEREpYFYVJlfJEhGRVlhhEhERKcCESUREpIBZtWTZNiVzwe0qRPpjVgmT\niMwPHx5IL5gwiXSIH+ZE+sM5TCIiIgVYYRKRrrHaJr1ghUlERKSAWVWYPLiAiIi0wgqTiIhIAbOq\nMImqG7c8ED08WGESEREpYFYVJp/KyVywciXSH7NKmFz0Q9WNPxdEDw+2ZImIiBQwqwqTT/tERKQV\nVphEREQKmFWFWRtxcQfRg/F3hPTCIEmSVNk3+w87XJ1jISIiqnFHvnGr8OtsyRIRESnAliyRDrEN\neQ9fC9ILtmSJiIjKqKwla1YVJg8uICIirZhVwmRSIzI/bMmSXnDRDxERkQJmVWESmQtWVffUxjGT\neWLCJCJd48MD6QVbskRERAqwwiQiXWMlSHrBhEmkQ0wSRPrDliwREZECZlVh8uACMhdc6HIPXwvS\nC7NKmETmgh/m9/C1IL1gS5aIiEgBs6ow+SRK5oJtyHv4WpBemFXCJCLzw8RGesGWLBERkQJMmERE\nRAqwJUukQ2xD3sM5TNILJkwi0jUmNtILJkwi0jVWmKQXnMMkIiJSwKwqTB6NR2R++LtHesEKk4iI\nSAEmTCIiIgWYMImIiBRgwiQiIlLArBb9cHEAERFphRUmERGRAkyYRERECjBhEhERKWBWc5hE5oLH\nwd3D14L0ghUmERGRAgZJkqTKvtl/2OHqHItqPBqPiIjUOvKNW4VfZ4VJRESkgFnNYbIKJDI/nMMk\nvWCFSUREpAATJhERkQJm1ZIlIvPD1inpBRMmEeka5zBJL9iSJSIiUoAVJhHpGitB0gtWmERERAow\nYRIRESnAhElERKQAEyYREZECXPRDpEPcSkGkP6wwiYiIFGCFSaRDrASJ9IcVJhERkQJmVWHyAmki\nItIKK0wiIiIFzKrCJDIXXCV7D18L0guDJElSZd/sP+xwdY6FiIioxh35xq3Cr7MlS0REpIBZtWS5\n6IeIiLRiVgmTyFxw3o5If8wqYfLDgMj88OGB9IJzmERERAqYVYVJROaHlSDpBStMIiIiBZgwiYiI\nFDCrliy3lRARkVZYYRIRESlgVhUmq0Ai88NtJaQXrDCJiIgU4OHrREREZVR2+LpZtWSJzAXbkPfw\ntSC9YEuWiIhIASZMIiIiBdiSJdIhtguJ9IcJk4h0jQ8PpBdmlTB50g8REWmFc5hEREQKmFWFWRur\nQC6ZJyKqHVhhEhERKcCESUREpIBZtWRrI7ZOqSJs1RPpj1klTK6SJXPBnzci/WFLloiISAGzqjD5\nVE7mgi1ZIv1hhUlERKSAWVWYROaClSCR/rDCJCIiUoAJk4iISAEmTCIiIgWYMImIiBQwq0U/PLiA\nzAW3lRDpj0GSJKmyb/Yfdrg6x0JE9Dd8eKDqduQbtwq/zpYsERGRAmbVkiUi88NKkPSCCZNIh9iG\nvIevBekFW7JEREQKsMIk0iFWP0T6wwqTiIhIAVaYRKRrrLZJL5gwiUjXuOiH9IIJk4h0jYmN9IJz\nmERERAqwwiQiXWNLlvSCFSYREZECrDCJSNdYCZJesMIkIiJSgBUmkQ5x3u4evhakF0yYRKRrTGyk\nF0yYRKRrrDBJLwySJEmVfbP/sMPVOZaHEj8MiIj05cg3bhV+nYt+iIiIFGBLtoaxEiQiqh1YYRIR\nESnAhElERKQAEyYREZECTJhEREQKMGESEREpwIRJRESkABMmERGRAkyYRERECvDgghrGo/GIHoy/\nI6QXrDCJiIgUeODh60RERFSKFSYREZECTJhEREQKMGESEREpwIRJRESkABMmERGRAkyYRERECjBh\nEhERKcCE+RAzGo3l/pybm1tDIyEi0j/LxYsXL/5v/6Mvv/wSf/75Z4X/dO7cWdWA1q5di2PHjlX4\nT+/evVXFBoCNGzfiqaeeUh3H5Nq1a7h161aF/9jZ2Qn5O5KSkhAXFwcbGxvUq1cPBoNBVbz09HSk\npaXh//7v/+Dq6ors7GxkZWVh+vTp8PLyEjJmAMjJyYGNjY2weLXRqFGjkJeXh3bt2mn6Wty8eVNo\n/F9++QWxsbGoU6cO7OzsUKeOmFM0tYqrlXXr1sHV1VX+c3h4OJ5++mnVcZcuXQo3Nzf5z2+88Qae\nffZZ1XEB4MaNG0hNTcXNmzcRFhaGVq1aoVmzZkJim5SUlKj+HDL5888/kZKSgrS0NMyZMwctWrRA\nmzZthMQW/fNWpf86ISEBAHDq1CnY2triySefxJkzZ2A0GjFy5EhVA2ratCkAICYmBq1bt8ZTTz2F\nM2fO4Pr166rimhw+fBiTJk2CpaWlkHgzZ84EUJoc7ty5A2dnZ1y8eBFNmzbFf/7zH9XxP/30U3z/\n/fe4efMmRo4cicuXLyMkJERVzLi4OGzduhWJiYkICQmBJEmwsLBA//79VY8XAI4dO4alS5eiuLgY\nQ4YMQatWreDp6VnleM8880y5X846derAaDTCysoK+/btUzXWB/0/HzlyRFVsANiyZQu++eYbTJs2\nDS1btoSnp6eQD9xly5Zh0aJFAICffvoJy5cvx/79+1XHBYBVq1YhNTUVCQkJsLKywvr167Fq1Spd\nxtXq/du5cyd27dqFhIQE/PjjjwCA4uJiGI1GzJo1q8pxIyMj8dFHHyEnJwffffcdAECSJHTo0KHK\nMe83a9YsBAUF4bPPPsNzzz2HlStXYtu2barjfv3117C0tERhYSHeeecdBAQEYPLkyarjLl68GIsW\nLcIHH3yAmTNnIiwsDP369VMdV5OfY0kFf3//cn9++eWX1YR7YKxJkyYJiTt06FCpX79+kqenp+Tl\n5SV5e3sLiRsYGCjdunVLkiRJunPnjjR16lQhcX18fKTi4mLJ19dXkiRJGjVqlJC4kiRJMTEx5f5s\nGr9a48aNk7KzsyVfX18pPz9feumll1TFKygokPLz86V58+ZJcXFxkiRJ0rlz56QFCxaIGK4kSZIU\nGxsrLFZFLl68KAUHB0t9+/aVxowZI3333Xeq4q1atUoKCwuTlixZIvn6+krJycmCRlr6/kmSJP/M\neXp66jquJIl//woKCqSUlBRp4cKF0pUrV6QrV65I165dkwoKCoTE/+ijj4TEqYivr69kNBqliRMn\nSpIkSRMmTBASd/To0VJWVpY0adIkqaCgQBo/fryQuH5+flJBQYGcT0w/H2pp8fOmqj7NyspCbm4u\nGjRogOzsbOTk5KjL3mXk5OTg8uXLeOyxx3Dp0iXcunVLSNyIiAghce6XmpqK+vXrAwDq1q2L9PR0\nIXElSYLBYJArLCsrKyFxAWDz5s144okn4ODggLi4OCxYsAB79uxRHdfCwgKNGjWCwWCAtbU16tWr\npyqe6f85JSUF3bt3BwB07doViYmJqsdqsnbtWiFPtfeLjIzEV199hfr168PT0xNvvfUWjEYjvLy8\nVLXgZs6cibfffhvJyclCqoeyiouLUVBQAIPBgOLiYlhYiFnqoFVcQPz7Z2VlhdatW2PJkiU4e/Ys\nCgoKAABXrlwp16KtKl9fX0RHR6OwsFD+mtrunInRaERYWBhcXFxw9OhRFBUVCYlrbW0NAKhXrx6s\nrKz+tgaiqgwGA9544w0MHDgQ0dHReOSRR4TE1eLnTVXCnDZtGkaOHImGDRvi1q1bcotIhPnz5+PV\nV19FZmYmWrRogSpMtVbI0tISK1euREJCAtq1a4d58+YJidu/f3/4+vqiW7duOH36NDw8PITEHTp0\nKMaPH49r165hypQpwuICwKuvvopXXnkFrq6uOHv2LNasWSMk7mOPPYbw8HDk5ORg/fr1aNWqlZC4\ndnZ2eO+999C9e3ecPHlS6LyMwWDAq6++CkdHR/kXKzg4WHXcixcvIjw8vNyczCOPPIKlS5dWKd79\nLciMjAz5ayJayAAwceJEjBo1CllZWfD09MSkSZOExJ00aVK5uC+//LKQuIB279+MGTOQmZmJli1b\nyn+PiIQZGBgIBweHcnFFCQ0Nxc8//wxPT0/ExMTg7bffFhL3scceg7e3N+bNm4e1a9eiU6dOQuKu\nXr0aZ86cgZubG44ePSqk/Q9o83Os+rYSo9GIrKws2NvbC5sXrEhRUZGQJ4+AgACMHTsWrq6uOHbs\nGLZt24atW7cKGCFw9uxZJCcnw8nJSfXip7ISEhIQHx8PR0dHoXEzMjIwZ84cpKamon///nj99deF\nvMZGoxE7d+5EfHw8nJyc4O3tLSTu3bt3ERUVhaSkJHTo0AE+Pj7CKu6K5ptfeukl1XHHjh2L7du3\nq45T3W7evInk5GS0bt0aTZo0ERLz6NGj6NKli/C4gHbvn4+PD6KiolTHuZ+fn5/wzoBJcXExdu/e\njWvXrqFv375wdnYW8lqnpqbCzs4O9erVQ3p6Om7duoX27durjnv79m1s2LABaWlpcHd3R6dOndC2\nbVvVcYHSn+PLly+jdevWaNy4sep4Vaowly5dipCQEHh7e//tyUjUD1dUVBQ2b94Mo9EISZJQp04d\neZJcjYKCAgwaNAgA4OHhgc2bN6uOCZSuTNuyZQuysrIwZMgQFBQUoEePHlWOFx4e/rfX9vz584iO\njhby5AwA48ePx+zZs+Hh4YGNGzfC29sbu3fvVh13z549sLW1lf//9+/fjxYtWsDFxUVVXGtra9jZ\n2cHe3h6dOnXC7du3hX3otm7dWkic+zVs2BBbt24tV/mIWFx1/vx57NixQ24VAqWVhRrBwcGVVjrh\n4eGqYgPABx98gMjISLmtLpJW75+joyNu3LiB5s2bC43bqVMnxMXFoUuXLvLXRD38hYSEwMHBAbGx\nsXjiiScwZ84cbNiwocrx4uPjcePGDbz77ruYPXs2gNKkvGrVKnz11Veqxzt//nwMHDgQv/32G5o2\nbYoFCxbg008/VR33999/x5IlS5CZmQkHBwesWLGi3OtdFVVKmIGBgQAgrHSuSGRkJLZt24aPPvoI\nQ4YMEVYFFhcX48KFC+jUqRMuXLggrBWyaNEivPzyy1i3bh1cXFwwd+5cfP7551WOV9mTm8jWzdat\nW9GiRQsAwOTJk9GnTx8hcffu3Yv8/Hz07NkTp0+fRkFBASwtLfH4449j/vz5VY4r+oOgLFMVKEkS\nLl68iEcffVRI661x48bylisTEQlz7ty58PX1ld8/EXx8fITFqohWbVNAu/fvxIkTcHd3L/dgJqL1\nfezYMfzwww/ynw0GAw4cOKA6LgBcvnwZK1aswIkTJ/DMM89g/fr1quLl5uYiOjoamZmZ2Lt3L4DS\n8Y4bN07EcJGTk4MxY8bg66+/xlNPPYWSkhIhcZcvX47w8HB06NAB8fHxCAkJUV3QVSlhmrZ+VNQG\nCQoKUjUgEwcHBzg4OODOnTvo06cP1q5dKyTuwoULMX/+fKSlpaF58+ZYtmyZkLj5+fno168fPvro\nI7Rv316eIK8qUzvJVM2bvPHGG8IWB9y6dQvBwcHIzc3F8OHD4ezsLCSu0WjE1q1bYWFhgZKSEkyZ\nMgUbN25U/YFs+iA4fvy4kA+Csso+/BUWFuK1114TEvepp54qt6Xmk08+ERK3adOmqrbqVKRXr14o\nLi5GcHAwVq9eDUmSUFJSgldeeUXIuEePHi1glBXT6v0T0dWqyNdff61JXKC0KMjKygJQ2u5Uu9jF\nxcUFLi4uOHfuHB5//HERQ/wb01bF1NRUYVN7dnZ28nadjh07CtmnrGrRjylxSpKEP/74Q9iTAVD6\nPxsTEwODwYCoqChhK3C7du2KL774QkissqytrfHTTz+hpKQEp06dUt1eqWi/FgA4OTmpHaps+fLl\nCA0NxcKFCzFmzBgEBATA3d1dddycnBx5n6TRaMTNmzcBoNyKwKowfRAYDAYhHwQP+ntSUlJUxdiz\nZw9++OEH/Prrrzh69CiA0s3e8fHxmDBhguoxPvroo1i/fj26dOkidx3UVq5ffPEFIiIikJGRgSFD\nhkCSJFhaWqJXr16qxwsAw4YNw44dO3Dx4kW0a9cOY8eOFRL3fiLeP5OKFgWqbX0DpXOY93eLRD1M\nvfbaaxg7dizS09Ph7e2NBQsWCImbk5ODKVOmlJsGEDFmUxGTkJCAGTNm4M0331QdEwDs7e2xYMEC\n9O3bF+fOnUNJSQl27NgBAPD29q5STFUJ8/6KISAgQE24cpYvX46UlBQEBwdj8+bNWLhwoZC4a9eu\nRWRkZLmnGBEtlmXLluHtt99GdnY2Nm3apHpV7/jx4zF+/HhERERg2rRpqsdXmbZt28JgMKBJkyaq\nt3+YjBs3DsOGDYOzszMuXbqEgIAAREREYMCAAari3v9BoKa9e7+yycZoNGLixImq4g0YMADNmjVD\nTk6O/MtpYWEh7ASToqIiJCYmlttaozZhenl5wcvLC7t27cKYMWPUDvFvQkJC0KBBA/zP//wPjh07\nhoULF+Kdd94RElv0+2fywgsvALhXFKSlpQmJu2TJEjnuuXPncP78eSFxAeDJJ5/E/v37kZWVhcaN\nGwt7eAgNDcX8+fOFTgMApQdvmBKZSKZpreTkZNSvXx+9e/dWvd1PVcIs+8ualpaGa9euqRpMWba2\ntjh79iyuXbsGd3d3Ye3CgwcP4uDBg8KPKWvRogUWLVqE/Px8IfEOHjwId3d3NG7c+G8/TFV9Orpf\nw4YNERUVhby8POzduxcNGzYUEtfT0xMeHh7yPtrGjRujuLhYdauld+/e5T4IRM7nVvbQFBMTU6Wt\nPA0bNkSfPn3Qp08fZGZmyk/lxcXFqsZpcn+VI+KDfOfOnfD09ERycvLf1ieImGtMTk5GZGQkgNIF\ndyLnTEW/fyZlH/IGDhwIf3//Kscqq+waBScnJ+zatUtIXKD0pJ/3338fTZo0kRdPijgFqmXLlkJO\nqbqf6NPXTDIzM+Hl5aV6oU9ZqhJm2dLZ2toac+fOVT0gE60WeNjb22tyfuWiRYtw9OhR2Nvby4cN\nqJlgNrUxlyxZIi+yAlCuHaJWx44dcfXqVTRp0gRnz54VtuL01KlT2L17t7xhOi0tDRs3bqxyvIpW\nY5toseS/rE8++UTVB+6SJUtw+PBhODg4CPm5MFmzZg22b9+OoqIi5Ofno127dvKCjKoyVQ73LzgT\n9WBSUFCAvLw82NraIj8/X9jDw4Ooff/KJuL09HRkZGSIGFa5h+C0tDTcvXtXSFwA6NevH2bPni2f\nZ61m8WFZ9vb2CAkJQdeuXeWfCREP79nZ2RgwYABat24tH9Ii4nfE3d0dERERuHHjBoYPH47hw4fL\nh8tUlarMceXKlXJ/Dg8Px8CBA1UNyET0Si/TkvmMjAy89NJLcHZ2lt90EUvmL1y4gO+++07Yh0tR\nURG8vb1ha2uLn376CUDpHJjasyyB8udkmuZEjx8/LuzkjsWLFyMgIAD79+9Hx44dVc9dmqqdwsJC\noScdKaFymzLi4uIQExMjfL71hx9+wI8//oiVK1fi5Zdfllt8apiqqTNnzmiy0GzChAkYMWKEfN7y\njBkzVMf8J2rfv7IPIVZWVli5cqXaIQFAudagtbU13nvvPdUxTb9no0ePxt27d/HLL79gxYoVquOa\nmLbuiHpoMNHq9LWBAwdi4MCByMrKwooVKxAWFobnnnsOgYGBeOyxx6oUU1XC/PbbbwGU/lCePXtW\n2OHPgPiVXlovmTet6FX7BGMyYsQI9OvXDx9//LE8h2lhYQF7e3tdxwZKt1IMHToUP//8M6ZPnw5f\nX19V8R599FEApTd/ODo6YvDgwXBzc6uWm1DUPgC1bdsWBQUFsLW1FTSiUs2aNYOVlRXu3LmDtm3b\nCjn+zLTQ7ObNm5osNBs+fDhcXFyQmZkJe3t7YSdAPYja9y80NBTx8fG4ePEiHB0dhbX3goKCcOjQ\nIfz1119wdHQUso90yJAhMBgM5R4STF8TsWUlKCgIsbGxSElJQY8ePeDo6Kg6JlA65/ztt9+W60hV\n9SSsshISErB7924cPHgQvXv3RmRkJIxGI1577bUq7zdXlTDLPu336tVL6L7MmTNnCl3ppdWSeVO7\nMDMzE4MHD5YXdahtK5jOshS17aW6YgOlyfevv/5CXl4eLl26JLeX1dq9ezcSEhJw4MABTJo0Cfb2\n9vjwww+FxNbK9evX4e7uLp9cIqrd1KJFC+zatQu2trYIDw8XcpfpPy00u3r1qvzwUhVr165FYWEh\ngoODMWPGDHTr1g2vvPKKmiFrbtu2bdizZw+6d++OTZs24fnnnxdyQ0d4eDiSk5Px1FNP4csvv8Tx\n48dVT2mV3depBa1usZk1axaeffZZ/P7773BwcBDWnh46dChWrlyJ6dOnw8bGBuHh4Zg1a5aq7U2q\nEmbZ02jS09OFtp2uX78udIGHVkvmtTy8obaaO3cu/vrrL/j5+eH1118Xtv/u/PnziI2Nxa+//gpA\n7Babyqht6Ylo91dk9uzZuH37NoYMGYL//Oc/Qv+eylZlz5s3T9XD5Q8//CA/2b///vvw8fHRPGGq\nff/27NmDyMhI1KlTB0VFRfDx8RGSMH/77Tf5wWnixIlC7qE17dmuqJsm4iHtxIkTiIyMhJ+fH156\n6SVhRz7WrVsXU6dORVJSEkJDQ1UfiGCacqpbty527NiBHTt2oKSkBEVFRZg1axbGjx9f5diqEmbZ\nxQGdO3dWvW2grM8//xzDhw8XthBFqyXzpifuP//8E3l5ebCwsMCqVaswbdo0VU/jtZmzs7O8qlnE\nUXsmvr6+aNOmDWbOnFnu8l1RkpKSkJycjE6dOqF58+YwGAyqDwjX6nCPadOmyR9Yfn5+quMpoTb5\nGAwGeR66qKhIdbyy7l+hX6dOHTRu3Fj1+2c6lhMoPTRf1E0aRqMRJSUlsLCwkBeDqWU6ru7+Vreo\ndRVa3TYHuZ4pAAAZdUlEQVRjMBiQnp6OO3fu4O7du6orTC2nnFQlTBGHG1emsLAQI0eOhKOjo7xy\nSsRTdGpq6t9ODRLxAabVJai1Udk9cTk5OWjTpo3qi54B4Ndff8WJEydw5MgRbNq0Cfb29sIq/Mou\n6n7mmWdUxdXqcA+tzqh9ELUfvD4+Phg2bBg6duyIS5cuYcqUKYJGBkydOhU3btyAo6MjkpKSYGtr\nC6PRiNdff11V3F69emHGjBno1asXTpw4gSeffFLIeF944QWMHTsWPXr0wOnTp+X9nmr07NkTAITN\nLd5Pq1tsgoKC8P3332PEiBHw8PDAiBEjVMXTcspJ/P4KQdT+oFdGqw8wKysrODs7o6ioCD179tTs\nFJraoOxS/KtXrwo71jA3Nxepqam4du0a8vLyhC4a2bt3LyIjIzFx4kRMmjRJWBtZq8M9tDqjVkue\nnp4YNGgQUlJS5P25orRu3Rpbt25FkyZNcPPmTSxcuBDLli3DlClTVK3wnTNnDg4dOoSEhASMHj1a\nWGfD398f/fv3x6VLlzB69GghV2VpWcAAwPPPP4+nn34aycnJaNOmjbD3z9XVVT7313Qxhl7pNmG2\natUK+/fvR15envy13r17q46r1QeYVpeg1naPPvooLl26JCRWQEAAPDw8MG3aNGEHWZhodVF32cM9\n0tPThR3uUdnxbG+++aaQLSYVUdtCjY2NlVuRs2bNwr/+9S8MGzZMyNgyMzPl6ZuGDRsiIyMDjRo1\nUv3g+sMPP+Ds2bOYMWMGJk+eDEtLSyEPJp9//jkSExMxZ84c+Pv7Y/jw4cLOiNaKaQ667F5wEXvj\n165di08//bTc/nhRd7uKptuEOWvWLAwYMECuCEXR6nQirS5BrY3KXhOVlpYmbLvKjh07cPbsWeTk\n5ODYsWNIS0vD0KFDhcR+8cUXNbmou+x+Rmtra8yZM0dI3MqU/fkWrW/fvqr++9WrVyM8PBxLlizB\n9u3b8dprrwlLmI8//jiCg4PRs2dPnDx5El26dEF0dLTqn70PPvhAXuj03nvvYcqUKUIS5vbt27Fz\n504AwMcffwxfX1/dJ8y3334bS5cuFXYimMnBgwdx6NChatkmppZuE6aNjY2wm0/KCgkJkT/Mra2t\nVbd+TUfYff/99wDuneCRnJws7Ai72qZsFW9tbY1u3boJiTt9+nQUFRUhLS0NxcXFcHBwEJYwx44d\ni6efflq+qFtUu3fbtm3Izs5GSkqK8EuTRavoQHCTTz75BK+++qqq+DY2NvJJW82aNRN6tOGbb76J\nAwcOICEhASNHjoSbmxsuXbqk+jKBOnXqwM7ODkDphRCiplosLCzKLSYS+VpoxdnZWdgVgGVpdfqa\nFnQ3StMTctOmTbFnz55yxzCJmMx+4YUXsGXLFnmT7FtvvaVqYYfpFhW1h/qak2PHjpX789GjR9Gi\nRQu88MILqlrV2dnZ2LFjBxYsWCDfP6pWeno6bt++jTlz5uCdd95B586dUVJSAn9/fyHne+7btw/v\nvfcenJyc8NdffyEoKEj1ogatmFq5H374IQYNGoRevXrh9OnTOHjwoJD49evXR0BAALy9vREZGSn0\n4SElJQVXr16FwWBAfHw84uPjhSwq6t69O2bNmoWePXvizJkz6Nq1q4DRls7VjRs3Dt27d8e5c+dU\nLy6rDoMGDYK3t3e53RFqbm7R+vQ1LeguYZZtYZU9b9FgMAi5Suazzz4TejF1z549kZiYiBdffFH1\n2MzFhQsXYG1tDRcXF8TFxeH69eto1qwZjhw5grCwsCrHNbVs8vLyYGNjI+SpPC4uDlu3bkViYiIW\nLVoEoPTpX9QCmi1btmD37t2oV68ebt++jYkTJ+o2YZo+CDMyMuRVm88++yy2bdsmJP6aNWtw+fJl\n+UJf032ecXFx6NGjh6rYgYGBGDx4MBo0aCBiqLJFixYhJiYGly5dwnPPPScvSlF7iENgYCDc3d2R\nmJiIkSNHonPnzgDEvBZa2bZtGwICAuSKWy1TJ+r69eu4ffs2LC0tsWHDhmrbJlUVukuYpl9OU6vT\nJDo6Wkh80RdTl03wAOSjqUQl+NooNzdXfhDx8fGBv78/wsLCVN9/OHjwYHz44Yfo3LkzvLy8ULdu\nXdVj9fDwgIeHBw4fPqzJ3k6DwSBfm1a/fn3VF4v/E1F7G3fu3Inu3bvj5MmTwhawWVlZlbvQ1yQ8\nPFz170rLli0xffp0VTEqU9F8ttpDHACgS5cufztqT8RroZWmTZsK2f5iYlrE6evri6CgIHz22WcI\nDg5GVFSUsC0roukuYR48eBAnT57Enj17cPLkSQClh44fOHBAyJsl+mLqsk/fWVlZuHr1Ktq2bSv8\nSbc2uXXrFrKystCkSRNkZ2fj1q1b8q0aajg5OaFPnz4wGAxwc3OTj5tTY926dQgMDMRXX32Fr7/+\nutz3RLSF2rRpg7feegsuLi44ceJElQ99vt/t27fx448/ljvYfuTIkdi0aZPq2O+++y4iIiLw7bff\nokOHDnj33XdVx3wQEUne3d0d7777rpyQAWi6iEbkoQvVEVcEGxsbTJ48udw0mYhr3wwGA1xdXRER\nEYEXX3xR2O0qWtBdwuzcuTNycnJgbW0tz1kaDAZhLc/ly5fj8uXLwi+m/uKLL7BhwwY4OTnh0qVL\nmD59utCnsdpk+vTp8PLyQv369XH37l0sXLgQmzdvVn3C0gcffCCv1BSxbw2APHfk5uamSVvI29sb\nv/32G2JjY7F37178+9//FhI3MDAQDg4OaNmyJYB7hwqIqAabNWuGqVOnwmg0QpIkJCUlCd0zeT8R\nrfXo6Gi0b98eCQkJwmI+iFbx9bz4R+0CqsoYjUaEhYXBxcUFR48eFXKRgGYknSouLq7w6yEhIdU8\nEmVGjx4t5efnS5IkSXfu3JHGjBlTwyOqWcXFxVJ6erpUUlIiLOb48eOlwMBAKSwsTAoPD5fCw8OF\nxv7ll1+k6dOnS3v27JF8fX2FxB01apSUnJwsSZIkXb58WRo3bpyQuKLGV5F58+ZJzz//vPS///u/\nUt++fSVPT0/N/i5JkiQ/Pz/VMfz9/QWMRDkRY67OuCLk5uZKMTEx0t69e+V/REhMTJQ+/fRTqaCg\nQNq7d690+fJlIXG1oLsK06Sy5dta7jNTo1GjRvLSaBsbm4e6Jfvzzz9jy5Yt5TY4i5iXGThwIKyt\nrdGgQQOsWrUK/v7+qmOaaNUWeuSRR+Q2bJs2bYRtS+jUqRPi4uLKzYGJOmzhzz//xN69exESEoKZ\nM2fiX//6l5C4lZEEtCFbtWqFjz/+uFy7UMuTj0SMuTrjiuDv748OHTrIi34MBoOQLlq7du3Qrl07\nANB9V063CbO2MC2NzsrKwqhRo9CjRw/88ccftWITrlZCQ0Mxf/58tGjRQmjc/fv3Y/Xq1Xjsscfg\n4uKCuXPnCtlaAmjXFmrVqhVWrVqFnj174vTp03BwcBAS99ixY+WucxJ15yEA+Xagu3fvVsu+URGH\nFxiNRiQlJSEpKUn+muiEaTosHVB/iENZ169fl1vrog5y0IKdnZ2qbSTmwCDp+ZGmAhMmTNDVKrL7\n9xyWJeIov9poypQpQo7Mup+Pj0+5a4r8/PyEbXlISkrCzz//DE9PT8TExOCJJ56Q7zZVo6CgANu3\nb0diYiKcnJzg4+MjrBLUyqpVq+Tj5VJTU3HlyhX5VBo1Vq9ejV27dpWbp1N7BJrRaESdOnXKLX4y\nEfE6f/3117C0tERhYSHeeecdBAQECLne69///jcaNGiA3Nxc7N69GwMGDMC8efNUx9XSpk2bYGtr\nW25hlekM2IcFK0yVTEnxyy+/rOGR6Ie9vT1CQkLKtcdEnHqkVbUGaNcWsra2FrpE3nTnoeni8rJE\n3HkIlHZN7ty5A2tra/z444/o3r27kLiHDx/GwYMHhT4wzJkzB+Hh4RgyZIj8ekj/f1uXiIr7k08+\nwYYNGxAcHIzDhw/D399fSML87rvv8OmnnyIgIADR0dGYMGGC6phaO378OAoLC/Hbb78BuDeN8TCp\ndQlTrwWxaXWeJEk4f/48GjVqpPuzIbXSunVrAKUb4EUKDQ3F9u3bcfjwYTg5OSEwMFBo/NrA9P+s\n5VnFN27cQFhYGLKysjBkyBBcvXpVyJnOXbp0QUFBgdCEadr6U7Y9XVZUVFSFFyorZZpaqVevHqys\nrGA0GqscqywLCwtkZGTIr6vaLVfV4e7du9iyZUtND6NG6TZharnPTAuzZs2S/12SJEydOrUGR1Oz\ngoKCkJaWJm9LSEtLExJXdLVWG5k+YI1GI7799lt5rjUtLQ1Lly4V8neYjh1ct26dPFcsYhGUs7Mz\n+vfvj6ZNmwqtAh8kOjpaVcJs06YNvL29MW/ePKxdu1bYdqY+ffrAz88PYWFhWLlypSaHZojm7OyM\nvXv3okuXLkKPK61NdJswtdxnpoWyiT0tLQ1XrlypwdHUrPnz5+PUqVPIy8tDfn4+2rRpo+vNyLXR\nrFmz8Oyzz+L333+Hg4OD6lvqy8rPz0e/fv3w0UcfoX379sJOJ4qOjsaBAweqdQW52o5UaGgo7ty5\ng3r16qFbt25o1qyZkHF5eHhg5syZAIBu3brh1KlTQuJq6f77Vx/G08x0mzAlSdL8hBGRhgwZgpKS\nEmRlZaFly5YPdYVZ3dsSHkZ169bF1KlTkZSUhNDQUIwbN05YbGtra/z0008oKSnBqVOnhLVQW7Vq\nBVtb22pd9KT2IIC//voLb775JnJzczF8+HA4Ozur2sB//PhxXLx4EVu2bJFXeJeUlCAyMhJ79uxR\nNVat1aabd7QiZlOYBkz7zAoLC+V/9Gzu3LmwsLBA+/bt5aunHlaNGjWq1m0JDyODwYD09HTcuXMH\nd+/eFVphLlu2DLt370Z2djY2bdqExYsXC4mbmpqKZ599Ft7e3vD29lbVKq0uy5cvR2hoKBo3bowx\nY8bggw8+UBWvQYMGyMjIQGFhIdLT05Geno6srCzMnj1b0Ii1s2/fPvj4+CAiIgLe3t746quvanpI\n1U63FaaW+8y0sG7dOuzcuRP29vbIyMjAtGnTNN04rWfdunXDxo0b4eDggODg4FqxoKG2CQoKwvff\nf48RI0bAw8ND6A0oW7ZswerVq4XFM9Ei5j8RsUiwbdu2MBgMaNKkiXyQflV17NgRHTt2hKenJ5o3\nb656bNWpNt28oxXdJsz7D8LWu0aNGsm3uzdt2hT169ev4RFVv/DwcPm2lvT0dBgMBiQlJQnblkD3\nuLq6ykv6TVdOiXLx4kXk5uYKn2vUcqESAGRmZpY7XapVq1aqK7eGDRsiKioKeXl52Lt3r7DX5Jdf\nfsHHH3+MwsLCalsApVZ137yjR7pLmNWxz0wL9erVw+TJk+Hq6opz584hPz9fXvov4kT/2qDsxbIm\nZa9xInG0OATAJCEhAX369EGTJk3k+CJia7lQafHixfjxxx/h4OAgJ6CoqCjVD2srV65EREQEGjdu\njLNnz2LFihVCxrthwwZERETIixprA61u3qlNdJcw/2mfmV4vWC17Z15ta7WI8tJLL9X0EB4ahw4d\nEn4IgMnBgweFxwS0Xah0+vRpxMTECDurNzU1FS1atEB6ejpGjx4tfz07OxuNGjVSHb9NmzZCrqer\nTlrdvFOb6C5hmvaZVXabuV4vWGWyoOrUtWtX4YcAmBw6dAjbt29HXl6e/DURv3NaLlRq27YtCgoK\nYGtrKyTepk2bMH/+/AoviBfxWtjY2CAgIKDcnka9d6JCQ0Pls5xffvllzJ07F5GRkTU9rGqlu4T5\nT/R60g9RddLyEIA1a9Zg3rx5Qk73KUvLhUrXr1+Hu7u7XLWZWrJVNX/+fAAQdlbx/WrDQQX30+rm\nndqk1iVMPV+wSlRdtDwEoGHDhppcHODq6gonJyekpKQgOjpaSGvTxHREnigPWuEuYj532LBhOHPm\njPDTsLSk5VnOtUWtS5hEpM0hADt27ABQesvHokWL8Pjjjws9PD8yMhJbt26Fs7MzLl68iMDAQNVV\n5s6dO+Hp6YmoqKi/PUyraXGKWkBVmaCgIBQVFSEtLU3etz106FBN/061eJZzLUyYbMkS3TsEwHQF\nmdoWJACkp6cDKE0WgYGB8uH5ZbdqqLFz50588803sLa2Rl5eHnx9fVUnTNOdqxWt0Bbh999/x5Il\nS5CZmQkHBwesWLGi3KXdVZWdnY0dO3ZgwYIF8tm9eseznGthwtTzBatE1UWLQwCaN2+OXbt2wdbW\nFj/99BOA0mPbjEZjucsFqsre3h6WlpYAShe9iGjJDhgwAIB2Lc7ly5cjPDwcHTp0QHx8PEJCQoRs\nbzPdgpKXlwcbGxtONdUSukuYzzzzTLkfnjp16sBoNMLKygr79u2Dl5dXDY6OSB8sLS2xcuVKJCQk\noF27dkIuHx4xYgSefvppREREYNq0aQBKr6EyHcihliRJGDlyJJ588kmcP38eRUVFciJWOwepVYvT\nzs5OvjC5Y8eOcqJTa/DgwVi7di06d+4MLy8v1K1bV0hc0pbuEua3334LSZKwZMkS+Pj4oHv37vjj\njz/w2Wef1fTQiHRj4cKFGDt2LFxdXXHs2DEsWLAAW7duVRXTysoKjz76KJYtWyZolOWNGDECt2/f\nhqWlJWJjY+Hn54euXbsKia1Vi9Pe3h4LFixA3759ce7cOZSUlMhzvWrmdcePHy//u5ubW63bk/mw\n0t26YCsrK1hbWyMlJUU+paNr165ITEys4ZER6UdBQQEGDRqEBg0awMPDQ9jFxlrauXMnnJycEBsb\ni+DgYBw4cAC9e/cWsiL3/hanKO3bt0fLli2RnJyM+vXro3fv3vKh6Wr8/vvvGDFiBPr374958+bx\n862W0F2FaWJnZ4f33nsP3bt3x8mTJ4XdQ0dkDoqLi3HhwgV06tQJFy5cqBVzYAaDAa6uroiIiMCL\nL74o9I7UwYMH48MPP0Tnzp3h7e0t7ACDoKAgxMbGIiUlBT169ICjo6OQM1S1mhslbek2Yb7zzjv4\n/PPPcejQITg5OWH69Ok1PSQi3Vi0aBEWLFiAtLQ0ODg4YPny5TU9pH9kNBoRFhYGFxcXHD16VD6E\nXYQWLVrgyJEjKCoqgo2Njby4SK1Vq1YhNTUVCQkJsLKywvr16ys9tvO/odXcKGnLIOl0n4a/vz82\nbdpU08Mg0pWyi+IkScIjjzyCoqIiWFtbY9++fTU8ugdLSkrCzz//DE9PT8TExOCJJ56Qt8Wo9dxz\nz2Hp0qVo2LCh/LXOnTurjjt+/HhERkbCz88P27Ztg5eXl5DKODg4GLa2tvLc6B9//IEXX3wRgJg9\nr6QN3VaYDRo0QExMDBwdHeUjmBwdHWt4VEQ1qzYvimvXrh3atWsHAHjhhReExnZ2dkafPn2ExgRK\nW98FBQUwGAwoLi4Wdhycad/o/XOjpG+6TZiZmZlYs2YNUlJS0Lp1azRp0kSXh64TVSfTyT5cFFfe\noEGD4O3tXe4Ag9DQUNVxJ0yYgFGjRiErKwuenp6qN+6bbkExVZNlsSDQP90mzLFjx2LNmjV4+umn\nER8fj1GjRtX0kIh0g4viytu2bRsCAgJgZ2cnNG5kZCS2b9+OpKQk+cFdjc2bN2PevHkICQn520It\nFgT6p9s5TG9vb2zatAn16tXD7du3MXHiRHzxxRc1PSwiXbh79y6ioqKQlJQEJycnjB07VpOrvmqL\nV155BevXrxce19fXFw0bNiw3NSTiGq6CggIkJCSga9euiImJgZubGx555BHVcUlbuq0wDQYD6tWr\nBwCoX7++kKXcROaibt268Pf3r+lh6IaNjQ0mT56Mrl27Cr1fsuzl0SLNnj0bbm5ucjt93759wm9c\nIfF0mzDbtGmDt956Cy4uLjh+/Lh8DxsR0f3c3d01iavVxfA3btyQk/GUKVPg5+enyd9DYuk2YYaG\nhmLHjh2IjY2Fk5OTkMOficg8aZXYtGIwGJCYmAhHR0dcvnwZJSUlNT0kUkC3c5hEROYqLi4Ob775\nJjIyMuDg4IAlS5bgiSeeqOlh0T9gwiQiIlJAty1ZIiJzM2PGDLz//vvo37//37535MiRGhgR/TdY\nYRIRVbPr16+jZcuW8p8TEhLg5ORUgyMiJVhhEhFVk/j4eNy4cQPvvvsu3njjDUiShJKSEoSHh+Or\nr76q6eHRP2DCJCKqJrm5uYiOjkZmZib27NkDoHTF7Lhx42p4ZKQEW7JERNVs7dq1CAoKqulh0H9J\nzNH7RESk2NGjR2t6CFQFbMkSEVWzwsJCjBw5stwZtTwaT//YkiUiqmbHjh3729d69+5dAyOh/wZb\nskRE1axjx45IS0vDtWvXcPXqVZw8ebKmh0QKsCVLRFTNgoKC0L59e8THx8Pa2hq2trY1PSRSgBUm\nEVE1kyQJS5cuhaOjIzZv3oycnJyaHhIpwIRJRFTNLC0tUVBQgLy8PBgMBhQXF9f0kEgBJkwiomo2\nfvx4bNy4ER07dsTAgQPRunXrmh4SKcA5TCKiamYwGLBr1y40aNAAVlZWGDVqVE0PiRRgwiQiqmbr\n1q3Dzp07YW9vj4yMDEybNg0DBgyo6WHRP2BLloiomjVq1Aj29vYAgKZNm6J+/fo1PCJSggcXEBFV\ns1dffRX5+flwdXXFuXPnkJ6eLh9cEBwcXMOjo8qwJUtEVM08PDzkf2/evHkNjoT+G6wwiYiIFOAc\nJhERkQJMmERERAowYRIRESnAhElERKQAEyYREZEC/w9k17M2rc1taQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x22ca2be56d8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "sns.heatmap(fakenews.isnull(),yticklabels=False,cbar=False,cmap='coolwarm')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Exploratory Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x22c9eb4b5c0>"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAe8AAAFyCAYAAADccVJQAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3X90VPWd//HXJJOMMDNR0EShEkgqY5etFEhE6/JDuu0G\naqsRDTDBbHUFlSKWFDH4A6NUQHQzuoWNVMqREkgi7nLWn7u1ICcRg6ybLrBLYXEjCP5O+CGZATJJ\nuN8/bKbmW93AMHDzuXk+zuEcubm383o3Hl9zP3PvHZdlWZYAAIAxkuwOAAAATg/lDQCAYShvAAAM\nQ3kDAGAYyhsAAMNQ3gAAGOaUynv79u0qKiqSJO3atUuFhYUqKirS7bffrqamJknSunXrNHHiRE2a\nNEmbNm2SJJ04cUKzZs1SYWGhpk+frkOHDkmStm3bpoKCAk2ZMkXLli07G3MBAOBYXZb3ihUr9NBD\nD6mlpUWStHDhQs2fP18VFRX6wQ9+oBUrVqixsVEVFRWqrq7WypUrFQqFFI1GVVVVpUAgoMrKSuXn\n56u8vFySVFpaqrKyMlVVVWn79u36wx/+cHanBADAQdxd7ZCZmamlS5fqvvvukySFQiFlZGRIktrb\n2+XxeLRjxw4NHz5cqampSk1NVWZmpnbv3q36+npNmzZNkjRmzBiVl5crHA4rGo0qMzNTkjRq1CjV\n1dVpyJAh/2eOxsbmMxr0dPXp01uHDx87p695LjGf2Zw8n5Nnk5jPdOd6vvR0/1du77K88/Ly9MEH\nH8T+3lHcv//977VmzRqtXbtWb775pvz+P72A1+tVOBxWOByObfd6vWpublY4HJbP5+u074EDB7oc\noE+f3nK7k7vcL5G+7v80p2A+szl5PifPJjGf6brDfF2W91d57bXX9Mwzz+jZZ59V37595fP5FIlE\nYj+PRCLy+/2dtkciEaWlpX3lvmlpaV2+5rl+J5ee7j/nZ/vnEvOZzcnzOXk2iflMd67n+7o3Cqd9\ntfmLL76oNWvWqKKiQgMGDJAkDR06VPX19WppaVFzc7MaGhoUCAQ0YsQI1dTUSJJqa2uVk5Mjn8+n\nlJQU7d+/X5ZlafPmzcrNzT2D0QAA6FlO68y7vb1dCxcuVL9+/TRr1ixJ0pVXXql77rlHRUVFKiws\nlGVZKi4ulsfjUTAYVElJiYLBoFJSUlRWViZJevTRR3Xvvfeqvb1do0aN0ne+853ETwYAgEO5TPlW\nsXO9DMPSj9mYz1xOnk1iPtMZu2wOAADsRXkDAGAYyhsAAMNQ3gAAGIbyBgDAMJQ3AACGobwBADAM\n5Q0AgGHiera5SXrtWxrfgU0e9Qq3nPZhxwfNiu/1AAA4RZx5AwBgGMobAADDUN4AABiG8gYAwDCU\nNwAAhqG8AQAwDOUNAIBhKG8AAAxDeQMAYBjKGwAAw1DeAAAYhvIGAMAwlDcAAIahvAEAMAzlDQCA\nYShvAAAMQ3kDAGAYyhsAAMNQ3gAAGIbyBgDAMJQ3AACGobwBADAM5Q0AgGEobwAADEN5AwBgGMob\nAADDUN4AABiG8gYAwDCUNwAAhqG8AQAwDOUNAIBhKG8AAAxDeQMAYJhTKu/t27erqKhIkvT+++8r\nGAyqsLBQpaWlOnnypCRp3bp1mjhxoiZNmqRNmzZJkk6cOKFZs2apsLBQ06dP16FDhyRJ27ZtU0FB\ngaZMmaJly5adjbkAAHCsLst7xYoVeuihh9TS0iJJWrx4sWbPnq3KykpZlqWNGzeqsbFRFRUVqq6u\n1sqVKxUKhRSNRlVVVaVAIKDKykrl5+ervLxcklRaWqqysjJVVVVp+/bt+sMf/nB2pwQAwEG6LO/M\nzEwtXbo09vedO3dq5MiRkqQxY8aorq5OO3bs0PDhw5Wamiq/36/MzEzt3r1b9fX1Gj16dGzfLVu2\nKBwOKxqNKjMzUy6XS6NGjVJdXd1ZGg8AAOdxd7VDXl6ePvjgg9jfLcuSy+WSJHm9XjU3NyscDsvv\n98f28Xq9CofDnbZ/eV+fz9dp3wMHDnQZtE+f3nK7k099sg5NntM/5o98vtM/1pfu73qnbiLdoKzx\nYD5zOXk2iflM1x3m67K8/39JSX86WY9EIkpLS5PP51MkEum03e/3d9r+f+2blpbW5esePnzsdKNK\nknqFW+I6zufzKBzHsccbm+N6vXMtPd2vRkOyxoP5zOXk2STmM925nu/r3iic9tXmQ4YM0datWyVJ\ntbW1ys3N1dChQ1VfX6+WlhY1NzeroaFBgUBAI0aMUE1NTWzfnJwc+Xw+paSkaP/+/bIsS5s3b1Zu\nbu4ZjAYAQM9y2mfeJSUlmj9/vkKhkLKzs5WXl6fk5GQVFRWpsLBQlmWpuLhYHo9HwWBQJSUlCgaD\nSklJUVlZmSTp0Ucf1b333qv29naNGjVK3/nOdxI+GAAATuWyLMuyO8SpiHeZote+pV3v9BXiXjYf\nNCuu1zvXWNoym5Pnc/JsEvOZzthlcwAAYC/KGwAAw1DeAAAYhvIGAMAwlDcAAIahvAEAMAzlDQCA\nYShvAAAMQ3kDAGAYyhsAAMNQ3gAAGIbyBgDAMJQ3AACGobwBADAM5Q0AgGEobwAADEN5AwBgGMob\nAADDUN4AABiG8gYAwDCUNwAAhqG8AQAwDOUNAIBhKG8AAAxDeQMAYBjKGwAAw1DeAAAYhvIGAMAw\nlDcAAIahvAEAMAzlDQCAYShvAAAMQ3kDAGAYyhsAAMNQ3gAAGIbyBgDAMJQ3AACGobwBADAM5Q0A\ngGEobwAADEN5AwBgGHc8B7W2tmrevHn68MMPlZSUpF/84hdyu92aN2+eXC6XBg8erNLSUiUlJWnd\nunWqrq6W2+3WjBkzNG7cOJ04cUJz587VwYMH5fV6tWTJEvXt2zfRswEA4EhxnXnX1NSora1N1dXV\nmjlzpp5++mktXrxYs2fPVmVlpSzL0saNG9XY2KiKigpVV1dr5cqVCoVCikajqqqqUiAQUGVlpfLz\n81VeXp7ouQAAcKy4yjsrK0vt7e06efKkwuGw3G63du7cqZEjR0qSxowZo7q6Ou3YsUPDhw9Xamqq\n/H6/MjMztXv3btXX12v06NGxfbds2ZK4iQAAcLi4ls179+6tDz/8UBMmTNDhw4e1fPlyvfPOO3K5\nXJIkr9er5uZmhcNh+f3+2HFer1fhcLjT9o59u9KnT2+53cmnH7bJc/rH/JHPd/rH+tL9Xe/UTaQb\nlDUezGcuJ88mMZ/pusN8cZX3qlWrNGrUKM2ZM0cff/yxfvKTn6i1tTX280gkorS0NPl8PkUikU7b\n/X5/p+0d+3bl8OFj8URVr3BLXMf5fB6F4zj2eGPXb0S6g/R0vxoNyRoP5jOXk2eTmM9053q+r3uj\nENeyeVpaWuzM+fzzz1dbW5uGDBmirVu3SpJqa2uVm5uroUOHqr6+Xi0tLWpublZDQ4MCgYBGjBih\nmpqa2L45OTnxxAAAoEeK68z71ltv1QMPPKDCwkK1traquLhY3/72tzV//nyFQiFlZ2crLy9PycnJ\nKioqUmFhoSzLUnFxsTwej4LBoEpKShQMBpWSkqKysrJEzwUAgGO5LMuy7A5xKuJdpui1b2lcx8W9\nbD5oVlyvd66xtGU2J8/n5Nkk5jOd0cvmAADAPpQ3AACGobwBADAM5Q0AgGEobwAADEN5AwBgGMob\nAADDUN4AABiG8gYAwDCUNwAAhqG8AQAwDOUNAIBhKG8AAAxDeQMAYBjKGwAAw1DeAAAYhvIGAMAw\nlDcAAIahvAEAMAzlDQCAYShvAAAMQ3kDAGAYyhsAAMNQ3gAAGIbyBgDAMJQ3AACGobwBADAM5Q0A\ngGEobwAADEN5AwBgGMobAADDUN4AABiG8gYAwDCUNwAAhqG8AQAwDOUNAIBhKG8AAAxDeQMAYBjK\nGwAAw1DeAAAYhvIGAMAwlDcAAIZxx3vgr371K73xxhtqbW1VMBjUyJEjNW/ePLlcLg0ePFilpaVK\nSkrSunXrVF1dLbfbrRkzZmjcuHE6ceKE5s6dq4MHD8rr9WrJkiXq27dvIucCAMCx4jrz3rp1q/7z\nP/9TVVVVqqio0CeffKLFixdr9uzZqqyslGVZ2rhxoxobG1VRUaHq6mqtXLlSoVBI0WhUVVVVCgQC\nqqysVH5+vsrLyxM9FwAAjhVXeW/evFmBQEAzZ87UXXfdpWuvvVY7d+7UyJEjJUljxoxRXV2dduzY\noeHDhys1NVV+v1+ZmZnavXu36uvrNXr06Ni+W7ZsSdxEAAA4XFzL5ocPH9ZHH32k5cuX64MPPtCM\nGTNkWZZcLpckyev1qrm5WeFwWH6/P3ac1+tVOBzutL1j36706dNbbnfy6Ydt8pz+MX/k853+sb50\nf9c7dRPpBmWNB/OZy8mzScxnuu4wX1zlfcEFFyg7O1upqanKzs6Wx+PRJ598Evt5JBJRWlqafD6f\nIpFIp+1+v7/T9o59u3L48LF4oqpXuCWu43w+j8JxHHu8ses3It1BerpfjYZkjQfzmcvJs0nMZ7pz\nPd/XvVGIa9k8JydHb775pizL0qeffqrjx4/ru9/9rrZu3SpJqq2tVW5uroYOHar6+nq1tLSoublZ\nDQ0NCgQCGjFihGpqamL75uTkxDkWAAA9T1xn3uPGjdM777yjm2++WZZl6eGHH9all16q+fPnKxQK\nKTs7W3l5eUpOTlZRUZEKCwtlWZaKi4vl8XgUDAZVUlKiYDColJQUlZWVJXouAAAcy2VZlmV3iFMR\n7zJFr31L4zou7mXzQbPier1zjaUtszl5PifPJjGf6YxeNgcAAPahvAEAMAzlDQCAYShvAAAMQ3kD\nAGAYyhsAAMNQ3gAAGIbyBgDAMJQ3AACGobwBADAM5Q0AgGEobwAADEN5AwBgGMobAADDUN4AABiG\n8gYAwDCUNwAAhqG8AQAwDOUNAIBhKG8AAAxDeQMAYBjKGwAAw1DeAAAYhvIGAMAwlDcAAIahvAEA\nMAzlDQCAYShvAAAMQ3kDAGAYyhsAAMNQ3gAAGIbyBgDAMJQ3AACGobwBADAM5Q0AgGEobwAADEN5\nAwBgGMobAADDUN4AABiG8gYAwDCUNwAAhjmj8j548KDGjh2rhoYGvf/++woGgyosLFRpaalOnjwp\nSVq3bp0mTpyoSZMmadOmTZKkEydOaNasWSosLNT06dN16NChM58EAIAeIu7ybm1t1cMPP6zzzjtP\nkrR48WLNnj1blZWVsixLGzduVGNjoyoqKlRdXa2VK1cqFAopGo2qqqpKgUBAlZWVys/PV3l5ecIG\nAgDA6eIu7yVLlmjKlCnKyMiQJO3cuVMjR46UJI0ZM0Z1dXXasWOHhg8frtTUVPn9fmVmZmr37t2q\nr6/X6NGjY/tu2bIlAaMAANAzxFXe69evV9++fWMFLEmWZcnlckmSvF6vmpubFQ6H5ff7Y/t4vV6F\nw+FO2zv2BQAAp8Ydz0H//M//LJfLpS1btmjXrl0qKSnp9Ll1JBJRWlqafD6fIpFIp+1+v7/T9o59\nu9KnT2+53cmnH7bJc/rH/JHPd/rH+tL9Xe/UTaQblDUezGcuJ88mMZ/pusN8cZX32rVrY/9cVFSk\nRx55RE8++aS2bt2qq666SrW1tbr66qs1dOhQPf3002ppaVE0GlVDQ4MCgYBGjBihmpoaDR06VLW1\ntcrJyenyNQ8fPhZPVPUKt8R1nM/nUTiOY483mrGKkJ7uV6MhWePBfOZy8mwS85nuXM/3dW8U4irv\nr1JSUqL58+crFAopOztbeXl5Sk5OVlFRkQoLC2VZloqLi+XxeBQMBlVSUqJgMKiUlBSVlZUlKgYA\nAI7nsizLsjvEqYj3nU6vfUvjOi7uM+9Bs+J6vXONd8dmc/J8Tp5NYj7TdZczbx7SAgCAYShvAAAM\nQ3kDAGAYyhsAAMNQ3gAAGIbyBgDAMJQ3AACGobwBADAM5Q0AgGEobwAADEN5AwBgGMobAADDUN4A\nABiG8gYAwDCUNwAAhqG8AQAwDOUNAIBhKG8AAAxDeQMAYBjKGwAAw1DeAAAYhvIGAMAwlDcAAIah\nvAEAMAzlDQCAYShvAAAMQ3kDAGAYyhsAAMNQ3gAAGIbyBgDAMJQ3AACGobwBADAM5Q0AgGEobwAA\nDEN5AwBgGMobAADDUN4AABiG8gYAwDCUNwAAhqG8AQAwDOUNAIBhKG8AAAzjjueg1tZWPfDAA/rw\nww8VjUY1Y8YMXXbZZZo3b55cLpcGDx6s0tJSJSUlad26daqurpbb7daMGTM0btw4nThxQnPnztXB\ngwfl9Xq1ZMkS9e3bN9GzAQDgSHGdeb/00ku64IILVFlZqV//+tf6xS9+ocWLF2v27NmqrKyUZVna\nuHGjGhsbVVFRoerqaq1cuVKhUEjRaFRVVVUKBAKqrKxUfn6+ysvLEz0XAACOFdeZ9/jx45WXlydJ\nsixLycnJ2rlzp0aOHClJGjNmjN566y0lJSVp+PDhSk1NVWpqqjIzM7V7927V19dr2rRpsX0pbwAA\nTl1c5e31eiVJ4XBY99xzj2bPnq0lS5bI5XLFft7c3KxwOCy/39/puHA43Gl7x75d6dOnt9zu5NMP\n2+Q5/WP+yOc7/WN96f6ud+om0g3KGg/mM5eTZ5OYz3TdYb64yluSPv74Y82cOVOFhYX68Y9/rCef\nfDL2s0gkorS0NPl8PkUikU7b/X5/p+0d+3bl8OFjceXsFW6J6zifz6NwHMceb+z6jUh3kJ7uV6Mh\nWePBfOZy8mwS85nuXM/3dW8U4vrMu6mpSX/3d3+nuXPn6uabb5YkDRkyRFu3bpUk1dbWKjc3V0OH\nDlV9fb1aWlrU3NyshoYGBQIBjRgxQjU1NbF9c3Jy4okBAECPFNeZ9/Lly3X06FGVl5fHPq9+8MEH\n9dhjjykUCik7O1t5eXlKTk5WUVGRCgsLZVmWiouL5fF4FAwGVVJSomAwqJSUFJWVlSV0KAAAnMxl\nWZZld4hTEe8yRa99S+M6Lu5l80Gz4nq9c42lLbM5eT4nzyYxn+mMXjYHAAD2obwBADAM5Q0AgGEo\nbwAADEN5AwBgGMobAADDUN4AABiG8gYAwDCUNwAAhqG8AQAwDOUNAIBhKG8AAAxDeQMAYBjKGwAA\nw1DeAAAYhvIGAMAwlDcAAIahvAEAMAzlDQCAYShvAAAMQ3kDAGAYyhsAAMNQ3gAAGIbyBgDAMJQ3\nAACGobwBADAM5Q0AgGEobwAADEN5AwBgGMobAADDUN4AABiG8gYAwDCUNwAAhqG8AQAwjNvuADgz\nvfYtje/AJo96hVtO+7Djg2bF93pxcvp8ABAPzrwBADAM5Q0AgGEobwAADEN5AwBgGC5YA2zEBXkA\n4sGZNwAAhuHMG8BZwaoCcPbYVt4nT57UI488ov/5n/9RamqqHnvsMQ0cONCuOABwWpz+5sTp85nO\ntmXzDRs2KBqN6vnnn9ecOXP0+OOP2xUFAACj2HbmXV9fr9GjR0uShg0bpv/+7/+2KwoAoIcxfWXB\nZVmWldD/xVP04IMP6m/+5m80duxYSdK1116rDRs2yO3mY3gAAP4vti2b+3w+RSKR2N9PnjxJcQMA\ncApsK+8RI0aotrZWkrRt2zYFAgG7ogAAYBTbls07rjbfs2ePLMvSokWL9M1vftOOKAAAGMW28gYA\nAPHhCWsAABiG8gYAwDCUNwAAhuHeLADAafvkk090ySWXaO/evX/2s6ysLBsS9SxcsPY1Pv74Y/Xr\n18/uGGfNyZMnlZTkrIWXiRMn6vrrr1d+fr4uuOACu+OcNUeOHHHkfPv27dP777+vyy+/XBdffLFc\nLpfdkRKmvb1d69ev10cffaSrr75agwcPVt++fe2OdUYWL16s+++/X0VFRXK5XOqoEpfLpdWrV9uc\nLnG66++O8v6SX//610pLS9PRo0e1fv16jR49Wvfff7/dsRLmpZdeUnJysqLRqJ544glNmzZNt99+\nu92xEubo0aN6+eWX9fLLL6tfv34qKCjQNddcY3eshPn3f/93LViwQO3t7Ro/frz69++vgoICu2Ml\nxJo1a/S73/1On3/+ufLz87V//349/PDDdsdKmAcffFAZGRmqq6vTnXfeqaqqKq1YscLuWAnR0tKi\nhoYGDRkyRBs2bNDYsWOVkpJid6yE6a6/O2edep2h119/Xfn5+aqtrdVrr72mXbt22R0poVavXq1r\nrrlGL730kmpqarRp0ya7IyVUWlqapk6dqoULFyopKUlz5sxRQUGBfve739kdLSH+4R/+QWvWrNFF\nF12ku+66S1VVVXZHSphXX31Vzz33nPx+v2699VZt377d7kgJtX//fv3sZz+Tx+PR9773PTU3N9sd\nKWHmzp0b+2/l3r17NW/ePJsTJVZ3/d3xmfeXJCUlqampSRdddJEk6cSJEzYnSqzzzjtPkuT1epWa\nmqq2tjabEyXW2rVr9eKLL8rn8+nmm2/W448/rra2Nk2aNEk/+MEP7I53xpKSknTBBRfI5XLJ4/HI\n6/XaHSlhLMuSy+WKLZWnpqbanCix2tvbdejQIUlSOBx21EdWn376qW666SZJ0vTp01VUVGRzosTq\nrr87yvtLrrrqKt1yyy164okntGjRIl177bV2R0qoAQMGaPLkybr//vu1bNkyXX755XZHSqjPPvtM\noVBIl156aWxbSkqKFixYYGOqxMnMzFRZWZmOHDmiZ599Vv3797c7UsL86Ec/0tSpU/XRRx9p+vTp\n+v73v293pIQqLi5WMBhUY2OjJk+erAcffNDuSAnjcrm0d+9eZWVlaf/+/Tp58qTdkRJq9uzZ3fJ3\nx2feX1JTU6MFCxbI7/erublZCxcu1NVXX213rISKRCLyer1qbGxUenq63XESauPGjdq5c6fuuece\n3X777brttts0atQou2MlTFtbm1544QXt2bNH2dnZmjJlimM+W3zvvfdkWZb27NmjrKwsfetb37I7\nUkL913/9l6644godOnRIffr00TvvvKORI0faHSshtm/frtLSUjU1NSkjI0OPPvqorrjiCrtjJUxr\na6tSUlJiv7sDBw4oMzPT7liU95cVFBToV7/6lfr27avGxkbNnDlT69atsztWwmzbtk3r169Xa2ur\npC/OVFeuXGlzqsS58cYbtXr16tibr+nTp6u6utruWAmzYMGCThdx3XfffXriiSdsTJQ4wWDQUZ/h\nd/iP//gP/e///q9WrVql2267TdIXd3qsXbtWr7zyis3pEu+jjz5y1IqQJN1zzz365S9/KUmqrq7W\nc889p9/+9rc2p2LZvBOv1xu7BSA9PV29evWyOVFiPfLII5o2bZp++9vfKhAIKBqN2h0podxut/x+\nvyTJ7/d3m8+mztTatWv1zDPP6MiRI3r99ddj2530RT69e/fWokWLlJWVFfu9TZ482eZUZy4tLU1N\nTU2KRqNqbGyU9MUy89y5c21OljhOv0vnu9/9rubOnavm5mb5/f5uc0JHeUsKhUKSvrgw4c4771RO\nTo527NjhuItm+vTpox/96Ed66623NGvWLN1yyy12R0qooUOHas6cORo2bJh27NihIUOG2B0pIaZO\nnaqpU6dq+fLluuuuu+yOc1YMHz5cknTw4EGbkyRWIBBQIBBQQUGBLr744tj2jtUvJ3j99de1Zs0a\nTZs2Ta+99pr+9m//1u5ICdFxcnPTTTfp2LFj2rJlixYuXGhzqj+hvPWnpwF9+alAf/3Xf21XnLMm\nKSlJ7777ro4fP6733ntPn3/+ud2REmr+/PnasGGD3nvvPY0fP95xv8MpU6bolVdeUVtbmyzL0mef\nfaY777zT7lhnpOMpXdddd53dUc6qTZs26bnnnov97lJSUrrF0msiOPUunfHjx8fufuj4dLlj28aN\nG+2MJonPvHuUd999V++++64uvvhiLVy4UNdff71uvfVWu2MlzJEjR7R582ZHlduX3XLLLcrOztae\nPXvk8XjUq1cvLV++3O5YZ6SnPKXrxz/+sVauXKlnnnlG48eP129+8xuVl5fbHSshnnrqKb3yyit6\n8skn9W//9m86//zzNXPmTLtjOR5n3j1AW1ub3G63Bg4cqIEDB0qSoy7k6nD33Xf/Wbk5iWVZWrBg\nge6//34tXLhQhYWFdkc6Yx2fjd5222363ve+F9v+2muv2RXprMjIyFBGRoYikYiuuuoqLVu2zO5I\nCXP33XeruLhYkvTtb39bn3zyic2JEmvjxo2qrKxUa2urLMvSkSNH9PLLL9sdiyes9QQlJSWSvljy\nGT9+vK666iqNHz9eEyZMsDlZYnWUW1ZWlp577jkdOXLE7kgJlZycrJaWFh07dkwul0vt7e12Rzpj\nmzZtUllZmR577DGFQiGFQiH9/d//vZYuXWp3tITy+/3asGGDXC6XqqurHfXv5pw5c2L/vH79ek2f\nPt3GNIn39NNP6+6771a/fv104403KhAI2B1JEuXdI5SVlUmSSktL5XK5NHDgQLnd7m518UUidJTb\n8ePHHVNuXzZ16lT95je/0ahRo3Tttdd2ehiNqb71rW8pOztbHo9HWVlZysrK0mWXXRa7iNQpHnvs\nMfXv318///nPtW/fPs2fP9/uSAnTcTX2XXfdpfr6+m5zNXaiZGRkxC6onDhxoj777DObE32BZfMe\nZNmyZXrhhRccex97R7n91V/9lcaOHaucnBy7IyXU559/rhdffFHHjx/X8ePHHfH8746zmRtuuKHT\nrX3d5T+QiRIKhWL36M+bN0/33Xef8Q9p6e5XY5+pjlvDUlJS9M4776itrU1vvvmmDh8+bHc0SZR3\nj+L0+9hbWlp0xx13SJImTJggn89nc6LEqq6u1rPPPuu4J+NJ0tKlS1VVVaXW1ladOHFCgwYN0quv\nvmp3rDPm5Hv0u/vV2GfqjjvuUFVVlS688EK1tbVpxowZ+uUvf6mf/vSndkeTRHn3CD3lPvZ169bp\n+uuvlyTHFbf0xX363/jGN+yOcVa88cYbqq2t1aJFi3Tbbbfp0UcftTtSQnTco79s2TLl5eUpOTlZ\nK1ascMS90G+88YbdEc4qt9utm266Se+//74aGhokffEmZfXq1frhD39oczrKu0foKfexR6NR5efn\nd3pKV8fi7f4JAAAFGElEQVTn/SbrePMVjUZ1++23a8iQIbEznp///Od2RkuY9PR0paamKhKJaODA\ngY56iIkkvf3227ryyiu1du1a5eXladGiRaqoqLA7VkK89dZbWrVqlVpaWmLbnHCb36pVq/Tpp5/q\nkUceUWlpqd1x/gzl3QPceOONdkc4J+699167I5wVX/Xmy2kuueQS/dM//ZN69eqlsrIyHT161O5I\nCeVyuZSbm6tnnnlG1113naOuNVm8eLEeeOABXXLJJXZHSajk5GT1799fzz77rN1RvhLlDeNt2rRJ\n48aN0969e//sZ6ZfFCT1jDdfP/3pT3Xs2DFdccUVuuGGGxz3JSVtbW168sknlZubq7fffttRKwv9\n+vXTNddcY3eMHodbxWC8jntmGxsb/+wPzHDfffepqalJ//iP/6iysjLH3Sq2ePFiDRgwQHfccYcO\nHTqkJUuW2B0pYS688EI9/PDDqq6u1vPPP6/nn3/e7kg9AuUN43Wcmc6cOVOXX365UlNT9Zd/+Ze6\n++67bU6GU+VyuXTllVfq6NGjuu666xzzjXAdBg0apKlTpyo1NVU//OEPNWDAALsjJcyll16qjIwM\nNTU18ab5HGLZHI7x0EMP6dixYxo2bJj+5V/+RW+//bajvprQyZy8rOx0EydOtDtCj8QXk8AxCgoK\n9MILL8T+PmnSJEddGORk+/bt01tvvaWCggJt2LBBV1xxhaPOTp1s8uTJcrlcOnnypD744AMNHDjQ\ncdcsdEececMxMjMzdeDAAQ0YMEAHDx5Uv3797I6EUzRo0CANGjRIkrrFPbQ4dV/+jPvo0aOOevRr\nd0Z5wzG2bdumCRMmqH///vr000+VmpqqUaNGSZI2b95sczrA+fx+vw4cOGB3jB6B8oZjOOGRjIBp\nOpbNJengwYPcNnaOOOuSTvRodXV1qq2tVU1Njb7//e93i+/cBZyq4/qSb3zjG+rfv7/69++va665\nRmlpaVq6dKl+//vf25zQ2ShvOMZTTz2lQYMGafXq1aqqqlJ1dbXdkQDH6nii2ujRo2N/hg0bpuzs\nbF1yySXd8pGiTsKyORzjvPPO04UXXii326309PTYUh6AxBs9erSkr38CYEZGxrmM0+Nw5g3H8Pl8\nmjZtmiZMmKC1a9fGvv4UwLk3duxYuyM4Gvd5wzGi0aj279+vyy67THv27NGgQYMc97WnACBR3nCQ\njz/+WK+88kqnrybkEakAnIhlczjGz372M4XDYV100UWxPwDgRFywBsfwer0qLi62OwYAnHWUNxxj\n8ODBevXVV/UXf/EXsSvNs7KybE4FAIlHecMxdu3apV27dsX+7nK5tHr1ahsTAcDZwQVrcJTDhw/r\nwIEDuvTSS7lVDIBjccEaHONf//VfNWXKFC1fvlyTJ0/Wiy++aHckADgrWDaHY6xatUrr16+X1+tV\nOBzWT37yE91www12xwKAhOPMG47hcrnk9XolffG0NY/HY3MiADg7OPOGYwwYMECPP/64cnNzVV9f\nr8zMTLsjAcBZwZk3HGPy5Mk6//zzVVdXp/Xr12vq1Kl2RwKAs4KrzeEYN910k5566illZmbqwIED\nmjdvntauXWt3LABIOM684RgpKSmxpfIBAwYoKYl/vQE4E595wzH69++vUCikYcOGaceOHXyfMADH\nYtkcjtHS0qKqqirt3btX3/zmNzVlyhS+EhSAI1HeAAAYhg8FAQAwDOUNAIBhKG8AAAxDeQMAYBjK\nGwAAw/w/UhgtAbNWLIEAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x22c9eb2cd68>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "fakenews.type.value_counts().plot(kind='bar', color = 'orange', alpha=0.45)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Train Test Split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "train, test = train_test_split(fakenews, test_size = 0.25)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>uuid</th>\n",
       "      <th>ord_in_thread</th>\n",
       "      <th>author</th>\n",
       "      <th>published</th>\n",
       "      <th>title</th>\n",
       "      <th>text</th>\n",
       "      <th>language</th>\n",
       "      <th>crawled</th>\n",
       "      <th>site_url</th>\n",
       "      <th>country</th>\n",
       "      <th>domain_rank</th>\n",
       "      <th>thread_title</th>\n",
       "      <th>spam_score</th>\n",
       "      <th>main_img_url</th>\n",
       "      <th>replies_count</th>\n",
       "      <th>participants_count</th>\n",
       "      <th>likes</th>\n",
       "      <th>comments</th>\n",
       "      <th>shares</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12290</th>\n",
       "      <td>ab2d548c98184283257040fb42b9b70711d81e69</td>\n",
       "      <td>0</td>\n",
       "      <td>Julius Hubris</td>\n",
       "      <td>2016-11-14T15:13:45.891+02:00</td>\n",
       "      <td>Dublin Council Criticised For Turning On Xmas ...</td>\n",
       "      <td>0 Add Comment \\nAN ANGRY mob of Christmas shop...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-14T15:13:45.891+02:00</td>\n",
       "      <td>waterfordwhispersnews.com</td>\n",
       "      <td>US</td>\n",
       "      <td>58305.0</td>\n",
       "      <td>Dublin Council Criticised For Turning On Xmas ...</td>\n",
       "      <td>0.000</td>\n",
       "      <td>http://waterfordwhispersnews.com/wp-content/up...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1949</th>\n",
       "      <td>a75257e575e31483cd0d7339ad2a5f802d2624b9</td>\n",
       "      <td>0</td>\n",
       "      <td>Corbett</td>\n",
       "      <td>2016-11-11T17:49:12.253+02:00</td>\n",
       "      <td>Newsbud Launches Phase 2 Funding Drive</td>\n",
       "      <td>Podcast: Play in new window | Download | Embed...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-11T17:49:12.253+02:00</td>\n",
       "      <td>corbettreport.com</td>\n",
       "      <td>NL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Newsbud Launches Phase 2 Funding Drive</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9401</th>\n",
       "      <td>b9977818d7eeac64722fb887eea5e114c6abe2c2</td>\n",
       "      <td>0</td>\n",
       "      <td>Ryan Banister</td>\n",
       "      <td>2016-11-02T16:44:11.216+02:00</td>\n",
       "      <td>Hitler or Hillary?</td>\n",
       "      <td>\\nA man reads various quotes to people on the ...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-02T16:44:11.216+02:00</td>\n",
       "      <td>thedailysheeple.com</td>\n",
       "      <td>US</td>\n",
       "      <td>63072.0</td>\n",
       "      <td>Hitler or Hillary?</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11326</th>\n",
       "      <td>af10d37ff790792caffaf077e3f286dc76eaf53e</td>\n",
       "      <td>0</td>\n",
       "      <td>Amy Moreno</td>\n",
       "      <td>2016-11-02T19:09:00.000+02:00</td>\n",
       "      <td>AMAZING VIDEO : Hispanics for Trump in Miami S...</td>\n",
       "      <td>AMAZING VIDEO : Hispanics for Trump in Miami S...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-02T21:21:50.349+02:00</td>\n",
       "      <td>truthfeed.com</td>\n",
       "      <td>US</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AMAZING VIDEO : Hispanics for Trump in Miami S...</td>\n",
       "      <td>0.032</td>\n",
       "      <td>http://truthfeed.com/wp-content/uploads/2016/1...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2056</th>\n",
       "      <td>6a9121e80e4d877ef0e9dff9e2e90f07aed90e98</td>\n",
       "      <td>0</td>\n",
       "      <td>stclair</td>\n",
       "      <td>2016-11-01T02:00:00.000+02:00</td>\n",
       "      <td>The US Threatens Irish Neutrality</td>\n",
       "      <td>“We declare the right of the people of Ireland...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-01T11:09:19.553+02:00</td>\n",
       "      <td>counterpunch.org</td>\n",
       "      <td>US</td>\n",
       "      <td>23950.0</td>\n",
       "      <td>The US Threatens Irish Neutrality</td>\n",
       "      <td>0.097</td>\n",
       "      <td>http://i1.wp.com/www.counterpunch.org/wp-conte...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           uuid  ord_in_thread         author  \\\n",
       "12290  ab2d548c98184283257040fb42b9b70711d81e69              0  Julius Hubris   \n",
       "1949   a75257e575e31483cd0d7339ad2a5f802d2624b9              0        Corbett   \n",
       "9401   b9977818d7eeac64722fb887eea5e114c6abe2c2              0  Ryan Banister   \n",
       "11326  af10d37ff790792caffaf077e3f286dc76eaf53e              0     Amy Moreno   \n",
       "2056   6a9121e80e4d877ef0e9dff9e2e90f07aed90e98              0        stclair   \n",
       "\n",
       "                           published  \\\n",
       "12290  2016-11-14T15:13:45.891+02:00   \n",
       "1949   2016-11-11T17:49:12.253+02:00   \n",
       "9401   2016-11-02T16:44:11.216+02:00   \n",
       "11326  2016-11-02T19:09:00.000+02:00   \n",
       "2056   2016-11-01T02:00:00.000+02:00   \n",
       "\n",
       "                                                   title  \\\n",
       "12290  Dublin Council Criticised For Turning On Xmas ...   \n",
       "1949              Newsbud Launches Phase 2 Funding Drive   \n",
       "9401                                  Hitler or Hillary?   \n",
       "11326  AMAZING VIDEO : Hispanics for Trump in Miami S...   \n",
       "2056                   The US Threatens Irish Neutrality   \n",
       "\n",
       "                                                    text language  \\\n",
       "12290  0 Add Comment \\nAN ANGRY mob of Christmas shop...  english   \n",
       "1949   Podcast: Play in new window | Download | Embed...  english   \n",
       "9401   \\nA man reads various quotes to people on the ...  english   \n",
       "11326  AMAZING VIDEO : Hispanics for Trump in Miami S...  english   \n",
       "2056   “We declare the right of the people of Ireland...  english   \n",
       "\n",
       "                             crawled                   site_url country  \\\n",
       "12290  2016-11-14T15:13:45.891+02:00  waterfordwhispersnews.com      US   \n",
       "1949   2016-11-11T17:49:12.253+02:00          corbettreport.com      NL   \n",
       "9401   2016-11-02T16:44:11.216+02:00        thedailysheeple.com      US   \n",
       "11326  2016-11-02T21:21:50.349+02:00              truthfeed.com      US   \n",
       "2056   2016-11-01T11:09:19.553+02:00           counterpunch.org      US   \n",
       "\n",
       "       domain_rank                                       thread_title  \\\n",
       "12290      58305.0  Dublin Council Criticised For Turning On Xmas ...   \n",
       "1949           NaN             Newsbud Launches Phase 2 Funding Drive   \n",
       "9401       63072.0                                 Hitler or Hillary?   \n",
       "11326          NaN  AMAZING VIDEO : Hispanics for Trump in Miami S...   \n",
       "2056       23950.0                  The US Threatens Irish Neutrality   \n",
       "\n",
       "       spam_score                                       main_img_url  \\\n",
       "12290       0.000  http://waterfordwhispersnews.com/wp-content/up...   \n",
       "1949        0.000                                                NaN   \n",
       "9401        0.000                                                NaN   \n",
       "11326       0.032  http://truthfeed.com/wp-content/uploads/2016/1...   \n",
       "2056        0.097  http://i1.wp.com/www.counterpunch.org/wp-conte...   \n",
       "\n",
       "       replies_count  participants_count  likes  comments  shares type  \n",
       "12290              0                   1      0         0       0   bs  \n",
       "1949               0                   1      0         0       0   bs  \n",
       "9401               0                   1      0         0       0   bs  \n",
       "11326              0                   0      0         0       0   bs  \n",
       "2056               0                   1      0         0       0   bs  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trainone = train[train[\"language\"]==\"english\"]\n",
    "testone = test[test[\"language\"]==\"english\"]\n",
    "#train_one.columns.values\n",
    "#print(len(test_one),len(train_one))\n",
    "#import nltk\n",
    "from nltk.corpus import stopwords \n",
    "train.columns.values\n",
    "#Text_col = train[\"text\"]\n",
    "#Author_col = train[\"author\"]\n",
    "#Site_col = train[\"site_url\"]\n",
    "#Title_col = train[\"title\"]\n",
    "#Thread_col = train[\"thread_title\"]\n",
    "train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\pandas\\core\\generic.py:3295: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  self._update_inplace(new_data)\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:10: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:12: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:14: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:16: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:18: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>uuid</th>\n",
       "      <th>ord_in_thread</th>\n",
       "      <th>author</th>\n",
       "      <th>published</th>\n",
       "      <th>title</th>\n",
       "      <th>text</th>\n",
       "      <th>language</th>\n",
       "      <th>crawled</th>\n",
       "      <th>site_url</th>\n",
       "      <th>country</th>\n",
       "      <th>domain_rank</th>\n",
       "      <th>thread_title</th>\n",
       "      <th>spam_score</th>\n",
       "      <th>main_img_url</th>\n",
       "      <th>replies_count</th>\n",
       "      <th>participants_count</th>\n",
       "      <th>likes</th>\n",
       "      <th>comments</th>\n",
       "      <th>shares</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12290</th>\n",
       "      <td>ab2d548c98184283257040fb42b9b70711d81e69</td>\n",
       "      <td>0</td>\n",
       "      <td>julius hubris</td>\n",
       "      <td>2016-11-14T15:13:45.891+02:00</td>\n",
       "      <td>dublin council criticised turning xmas lights ...</td>\n",
       "      <td>add comment angry mob christmas shoppers desce...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-14T15:13:45.891+02:00</td>\n",
       "      <td>waterfordwhispersnews com</td>\n",
       "      <td>US</td>\n",
       "      <td>58305.0</td>\n",
       "      <td>dublin council criticised turning xmas lights ...</td>\n",
       "      <td>0.000</td>\n",
       "      <td>http://waterfordwhispersnews.com/wp-content/up...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1949</th>\n",
       "      <td>a75257e575e31483cd0d7339ad2a5f802d2624b9</td>\n",
       "      <td>0</td>\n",
       "      <td>corbett</td>\n",
       "      <td>2016-11-11T17:49:12.253+02:00</td>\n",
       "      <td>newsbud launches phase funding drive</td>\n",
       "      <td>podcast play new window download embed pledge ...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-11T17:49:12.253+02:00</td>\n",
       "      <td>corbettreport com</td>\n",
       "      <td>NL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>newsbud launches phase funding drive</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9401</th>\n",
       "      <td>b9977818d7eeac64722fb887eea5e114c6abe2c2</td>\n",
       "      <td>0</td>\n",
       "      <td>ryan banister</td>\n",
       "      <td>2016-11-02T16:44:11.216+02:00</td>\n",
       "      <td>hitler hillary</td>\n",
       "      <td>man reads various quotes people street either ...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-02T16:44:11.216+02:00</td>\n",
       "      <td>thedailysheeple com</td>\n",
       "      <td>US</td>\n",
       "      <td>63072.0</td>\n",
       "      <td>hitler hillary</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11326</th>\n",
       "      <td>af10d37ff790792caffaf077e3f286dc76eaf53e</td>\n",
       "      <td>0</td>\n",
       "      <td>amy moreno</td>\n",
       "      <td>2016-11-02T19:09:00.000+02:00</td>\n",
       "      <td>amazing video hispanics trump miami storm poll...</td>\n",
       "      <td>amazing video hispanics trump miami storm poll...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-02T21:21:50.349+02:00</td>\n",
       "      <td>truthfeed com</td>\n",
       "      <td>US</td>\n",
       "      <td>NaN</td>\n",
       "      <td>amazing video hispanics trump miami storm poll...</td>\n",
       "      <td>0.032</td>\n",
       "      <td>http://truthfeed.com/wp-content/uploads/2016/1...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2056</th>\n",
       "      <td>6a9121e80e4d877ef0e9dff9e2e90f07aed90e98</td>\n",
       "      <td>0</td>\n",
       "      <td>stclair</td>\n",
       "      <td>2016-11-01T02:00:00.000+02:00</td>\n",
       "      <td>us threatens irish neutrality</td>\n",
       "      <td>declare right people ireland ownership ireland...</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-01T11:09:19.553+02:00</td>\n",
       "      <td>counterpunch org</td>\n",
       "      <td>US</td>\n",
       "      <td>23950.0</td>\n",
       "      <td>us threatens irish neutrality</td>\n",
       "      <td>0.097</td>\n",
       "      <td>http://i1.wp.com/www.counterpunch.org/wp-conte...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           uuid  ord_in_thread         author  \\\n",
       "12290  ab2d548c98184283257040fb42b9b70711d81e69              0  julius hubris   \n",
       "1949   a75257e575e31483cd0d7339ad2a5f802d2624b9              0        corbett   \n",
       "9401   b9977818d7eeac64722fb887eea5e114c6abe2c2              0  ryan banister   \n",
       "11326  af10d37ff790792caffaf077e3f286dc76eaf53e              0     amy moreno   \n",
       "2056   6a9121e80e4d877ef0e9dff9e2e90f07aed90e98              0        stclair   \n",
       "\n",
       "                           published  \\\n",
       "12290  2016-11-14T15:13:45.891+02:00   \n",
       "1949   2016-11-11T17:49:12.253+02:00   \n",
       "9401   2016-11-02T16:44:11.216+02:00   \n",
       "11326  2016-11-02T19:09:00.000+02:00   \n",
       "2056   2016-11-01T02:00:00.000+02:00   \n",
       "\n",
       "                                                   title  \\\n",
       "12290  dublin council criticised turning xmas lights ...   \n",
       "1949                newsbud launches phase funding drive   \n",
       "9401                                      hitler hillary   \n",
       "11326  amazing video hispanics trump miami storm poll...   \n",
       "2056                       us threatens irish neutrality   \n",
       "\n",
       "                                                    text language  \\\n",
       "12290  add comment angry mob christmas shoppers desce...  english   \n",
       "1949   podcast play new window download embed pledge ...  english   \n",
       "9401   man reads various quotes people street either ...  english   \n",
       "11326  amazing video hispanics trump miami storm poll...  english   \n",
       "2056   declare right people ireland ownership ireland...  english   \n",
       "\n",
       "                             crawled                   site_url country  \\\n",
       "12290  2016-11-14T15:13:45.891+02:00  waterfordwhispersnews com      US   \n",
       "1949   2016-11-11T17:49:12.253+02:00          corbettreport com      NL   \n",
       "9401   2016-11-02T16:44:11.216+02:00        thedailysheeple com      US   \n",
       "11326  2016-11-02T21:21:50.349+02:00              truthfeed com      US   \n",
       "2056   2016-11-01T11:09:19.553+02:00           counterpunch org      US   \n",
       "\n",
       "       domain_rank                                       thread_title  \\\n",
       "12290      58305.0  dublin council criticised turning xmas lights ...   \n",
       "1949           NaN               newsbud launches phase funding drive   \n",
       "9401       63072.0                                     hitler hillary   \n",
       "11326          NaN  amazing video hispanics trump miami storm poll...   \n",
       "2056       23950.0                      us threatens irish neutrality   \n",
       "\n",
       "       spam_score                                       main_img_url  \\\n",
       "12290       0.000  http://waterfordwhispersnews.com/wp-content/up...   \n",
       "1949        0.000                                                NaN   \n",
       "9401        0.000                                                NaN   \n",
       "11326       0.032  http://truthfeed.com/wp-content/uploads/2016/1...   \n",
       "2056        0.097  http://i1.wp.com/www.counterpunch.org/wp-conte...   \n",
       "\n",
       "       replies_count  participants_count  likes  comments  shares type  \n",
       "12290              0                   1      0         0       0   bs  \n",
       "1949               0                   1      0         0       0   bs  \n",
       "9401               0                   1      0         0       0   bs  \n",
       "11326              0                   0      0         0       0   bs  \n",
       "2056               0                   1      0         0       0   bs  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import re\n",
    "def refineWords(s):\n",
    "    letters_only = re.sub(\"[^a-zA-Z]\", \" \", s) \n",
    "    words = letters_only.lower().split()\n",
    "    stops = set(stopwords.words(\"english\"))\n",
    "    meaningful_words = [w for w in words if not w in stops]\n",
    "    #print( \" \".join( meaningful_words ))\n",
    "    return( \" \".join( meaningful_words ))\n",
    "trainone[\"text\"].fillna(\" \",inplace=True)    \n",
    "trainone[\"text\"] = trainone[\"text\"].apply(refineWords)\n",
    "trainone[\"author\"].fillna(\" \",inplace=True)    \n",
    "trainone[\"author\"] = trainone[\"author\"].apply(refineWords)\n",
    "trainone[\"site_url\"].fillna(\" \",inplace=True)    \n",
    "trainone[\"site_url\"] = trainone[\"site_url\"].apply(refineWords)\n",
    "trainone[\"title\"].fillna(\" \",inplace=True)    \n",
    "trainone[\"title\"] = trainone[\"title\"].apply(refineWords)\n",
    "trainone[\"thread_title\"].fillna(\" \",inplace=True)    \n",
    "trainone[\"thread_title\"] = trainone[\"thread_title\"].apply(refineWords)\n",
    "traintwo = trainone.copy()\n",
    "trainone.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Count Vectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>uuid</th>\n",
       "      <th>ord_in_thread</th>\n",
       "      <th>author</th>\n",
       "      <th>published</th>\n",
       "      <th>title</th>\n",
       "      <th>text</th>\n",
       "      <th>language</th>\n",
       "      <th>crawled</th>\n",
       "      <th>site_url</th>\n",
       "      <th>country</th>\n",
       "      <th>domain_rank</th>\n",
       "      <th>thread_title</th>\n",
       "      <th>spam_score</th>\n",
       "      <th>main_img_url</th>\n",
       "      <th>replies_count</th>\n",
       "      <th>participants_count</th>\n",
       "      <th>likes</th>\n",
       "      <th>comments</th>\n",
       "      <th>shares</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12290</th>\n",
       "      <td>ab2d548c98184283257040fb42b9b70711d81e69</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-11-14T15:13:45.891+02:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-14T15:13:45.891+02:00</td>\n",
       "      <td>0</td>\n",
       "      <td>US</td>\n",
       "      <td>58305.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>http://waterfordwhispersnews.com/wp-content/up...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1949</th>\n",
       "      <td>a75257e575e31483cd0d7339ad2a5f802d2624b9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-11-11T17:49:12.253+02:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-11T17:49:12.253+02:00</td>\n",
       "      <td>0</td>\n",
       "      <td>NL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9401</th>\n",
       "      <td>b9977818d7eeac64722fb887eea5e114c6abe2c2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-11-02T16:44:11.216+02:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-02T16:44:11.216+02:00</td>\n",
       "      <td>0</td>\n",
       "      <td>US</td>\n",
       "      <td>63072.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11326</th>\n",
       "      <td>af10d37ff790792caffaf077e3f286dc76eaf53e</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-11-02T19:09:00.000+02:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-02T21:21:50.349+02:00</td>\n",
       "      <td>0</td>\n",
       "      <td>US</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>0.032</td>\n",
       "      <td>http://truthfeed.com/wp-content/uploads/2016/1...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2056</th>\n",
       "      <td>6a9121e80e4d877ef0e9dff9e2e90f07aed90e98</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-11-01T02:00:00.000+02:00</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>english</td>\n",
       "      <td>2016-11-01T11:09:19.553+02:00</td>\n",
       "      <td>0</td>\n",
       "      <td>US</td>\n",
       "      <td>23950.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.097</td>\n",
       "      <td>http://i1.wp.com/www.counterpunch.org/wp-conte...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>bs</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           uuid  ord_in_thread  author  \\\n",
       "12290  ab2d548c98184283257040fb42b9b70711d81e69              0       0   \n",
       "1949   a75257e575e31483cd0d7339ad2a5f802d2624b9              0       0   \n",
       "9401   b9977818d7eeac64722fb887eea5e114c6abe2c2              0       0   \n",
       "11326  af10d37ff790792caffaf077e3f286dc76eaf53e              0       0   \n",
       "2056   6a9121e80e4d877ef0e9dff9e2e90f07aed90e98              0       0   \n",
       "\n",
       "                           published  title  text language  \\\n",
       "12290  2016-11-14T15:13:45.891+02:00      0     0  english   \n",
       "1949   2016-11-11T17:49:12.253+02:00      0     0  english   \n",
       "9401   2016-11-02T16:44:11.216+02:00      0     0  english   \n",
       "11326  2016-11-02T19:09:00.000+02:00      0     0  english   \n",
       "2056   2016-11-01T02:00:00.000+02:00      0     0  english   \n",
       "\n",
       "                             crawled  site_url country  domain_rank  \\\n",
       "12290  2016-11-14T15:13:45.891+02:00         0      US      58305.0   \n",
       "1949   2016-11-11T17:49:12.253+02:00         0      NL          NaN   \n",
       "9401   2016-11-02T16:44:11.216+02:00         0      US      63072.0   \n",
       "11326  2016-11-02T21:21:50.349+02:00         0      US          NaN   \n",
       "2056   2016-11-01T11:09:19.553+02:00         0      US      23950.0   \n",
       "\n",
       "       thread_title  spam_score  \\\n",
       "12290             0       0.000   \n",
       "1949              0       0.000   \n",
       "9401              0       0.000   \n",
       "11326             0       0.032   \n",
       "2056              0       0.097   \n",
       "\n",
       "                                            main_img_url  replies_count  \\\n",
       "12290  http://waterfordwhispersnews.com/wp-content/up...              0   \n",
       "1949                                                 NaN              0   \n",
       "9401                                                 NaN              0   \n",
       "11326  http://truthfeed.com/wp-content/uploads/2016/1...              0   \n",
       "2056   http://i1.wp.com/www.counterpunch.org/wp-conte...              0   \n",
       "\n",
       "       participants_count  likes  comments  shares type  \n",
       "12290                   1      0         0       0   bs  \n",
       "1949                    1      0         0       0   bs  \n",
       "9401                    1      0         0       0   bs  \n",
       "11326                   0      0         0       0   bs  \n",
       "2056                    1      0         0       0   bs  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trainone = traintwo.copy()\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "vectorizer = CountVectorizer(analyzer = \"word\",   \\\n",
    "                             tokenizer = None,    \\\n",
    "                             preprocessor = None, \\\n",
    "                             stop_words = None,   \\\n",
    "                             max_features = 5000) \n",
    "#print(train_one[\"title\"].head())\n",
    "#temp  = (vectorizer.fit_transform(train_one[\"text\"]))\n",
    "#train_one[\"text\"] = temp.to_array()\n",
    "trainone[\"text\"] = vectorizer.fit_transform(trainone[\"text\"]).toarray()\n",
    "trainone[\"author\"] = vectorizer.fit_transform(trainone[\"author\"]).toarray()\n",
    "trainone[\"site_url\"] = vectorizer.fit_transform(trainone[\"site_url\"]).toarray()\n",
    "trainone[\"title\"] = vectorizer.fit_transform(trainone[\"title\"]).toarray()\n",
    "trainone[\"thread_title\"] = vectorizer.fit_transform(trainone[\"thread_title\"]).toarray()\n",
    "trainone.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "       ord_in_thread       author        title         text     site_url  \\\n",
      "count    9299.000000  9299.000000  9299.000000  9299.000000  9299.000000   \n",
      "mean        0.917303     0.001828     0.000538     0.016346     0.000215   \n",
      "std         6.454579     0.042720     0.023183     0.147217     0.014665   \n",
      "min         0.000000     0.000000     0.000000     0.000000     0.000000   \n",
      "25%         0.000000     0.000000     0.000000     0.000000     0.000000   \n",
      "50%         0.000000     0.000000     0.000000     0.000000     0.000000   \n",
      "75%         0.000000     0.000000     0.000000     0.000000     0.000000   \n",
      "max       100.000000     1.000000     1.000000     4.000000     1.000000   \n",
      "\n",
      "        domain_rank  thread_title   spam_score  replies_count  \\\n",
      "count   6170.000000    9299.00000  9299.000000    9299.000000   \n",
      "mean   38754.103566       0.00086     0.025013       1.414453   \n",
      "std    26996.157482       0.02932     0.121534       9.549492   \n",
      "min      486.000000       0.00000     0.000000       0.000000   \n",
      "25%    17592.000000       0.00000     0.000000       0.000000   \n",
      "50%    34478.000000       0.00000     0.000000       0.000000   \n",
      "75%    61423.000000       0.00000     0.000000       0.000000   \n",
      "max    98679.000000       1.00000     1.000000     309.000000   \n",
      "\n",
      "       participants_count        likes     comments       shares  \n",
      "count         9299.000000  9299.000000  9299.000000  9299.000000  \n",
      "mean             1.762663    10.450801     0.028713    10.450801  \n",
      "std              6.831761    79.020367     0.463015    79.020367  \n",
      "min              0.000000     0.000000     0.000000     0.000000  \n",
      "25%              1.000000     0.000000     0.000000     0.000000  \n",
      "50%              1.000000     0.000000     0.000000     0.000000  \n",
      "75%              1.000000     0.000000     0.000000     0.000000  \n",
      "max            240.000000   980.000000    17.000000   980.000000  \n"
     ]
    }
   ],
   "source": [
    "print(trainone.describe())\n",
    "dist = np.sum(trainone, axis=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\pandas\\core\\generic.py:3295: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  self._update_inplace(new_data)\n"
     ]
    }
   ],
   "source": [
    "trainone[\"domain_rank\"].fillna(trainone.domain_rank.median(axis=0),inplace=True)\n",
    "testone[\"domain_rank\"].fillna(testone.domain_rank.median(axis=0),inplace=True)  "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Random Forest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "trainone[\"isSpam\"] = np.sign(trainone[\"spam_score\"]-0.5)\n",
    "\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "#forest = RandomForestClassifier(n_estimators = 100)\n",
    "forest = RandomForestClassifier(max_depth = 10, min_samples_split=2, n_estimators = 300, random_state = 1)\n",
    "features_forest = trainone[[\"text\", \"author\", \"site_url\", \"title\", \"thread_title\",\"domain_rank\"]].values\n",
    "my_forest = forest.fit(features_forest, trainone[\"isSpam\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.980535541456\n"
     ]
    }
   ],
   "source": [
    "target = trainone[\"isSpam\"].values\n",
    "print(my_forest.score(features_forest, target))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Test Set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\pandas\\core\\generic.py:3295: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  self._update_inplace(new_data)\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  from ipykernel import kernelapp as app\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:4: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:6: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:8: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:10: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:15: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:16: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:17: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:18: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:19: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "C:\\Users\\atse\\Anaconda3\\lib\\site-packages\\ipykernel\\__main__.py:20: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n"
     ]
    }
   ],
   "source": [
    "testone[\"text\"].fillna(\" \",inplace=True)    \n",
    "testone[\"text\"] = testone[\"text\"].apply(refineWords)\n",
    "testone[\"author\"].fillna(\" \",inplace=True)    \n",
    "testone[\"author\"] = testone[\"author\"].apply(refineWords)\n",
    "testone[\"site_url\"].fillna(\" \",inplace=True)    \n",
    "testone[\"site_url\"] = testone[\"site_url\"].apply(refineWords)\n",
    "testone[\"title\"].fillna(\" \",inplace=True)    \n",
    "testone[\"title\"] = testone[\"title\"].apply(refineWords)\n",
    "testone[\"thread_title\"].fillna(\" \",inplace=True)    \n",
    "testone[\"thread_title\"] = testone[\"thread_title\"].apply(refineWords)\n",
    "testtwo = testone.copy()\n",
    "\n",
    "\n",
    "\n",
    "testone[\"text\"] = vectorizer.fit_transform(testone[\"text\"]).toarray()\n",
    "testone[\"author\"] = vectorizer.fit_transform(testone[\"author\"]).toarray()\n",
    "testone[\"site_url\"] = vectorizer.fit_transform(testone[\"site_url\"]).toarray()\n",
    "testone[\"title\"] = vectorizer.fit_transform(testone[\"title\"]).toarray()\n",
    "testone[\"thread_title\"] = vectorizer.fit_transform(testone[\"thread_title\"]).toarray()\n",
    "testone[\"isSpam\"] = np.sign(testone[\"spam_score\"]-0.5)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3104 3104\n"
     ]
    }
   ],
   "source": [
    "test_features = testone[[\"text\", \"author\", \"site_url\", \"title\", \"thread_title\",\"domain_rank\"]].values\n",
    "my_prediction = my_forest.predict(test_features)\n",
    "print(len(my_prediction),len(testone[\"isSpam\"]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3043 0.9803479381443299\n"
     ]
    }
   ],
   "source": [
    "count = 0\n",
    "pred = my_prediction.tolist()\n",
    "test_spam = testone[\"isSpam\"].tolist()\n",
    "for i in range(len(pred)):\n",
    "    if pred[i] == test_spam[i]:\n",
    "        count += 1\n",
    "print(count,float(count)/len(my_prediction))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [conda root]",
   "language": "python",
   "name": "conda-root-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}