1_annotation_get_their_annotation_back-final.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "__author__      = \"Yibo HU\"\n",
    "\n",
    "Last_updated: 12/21/2020\n",
    "\n",
    "This is a jupyter notebook of the annotation pipeline\n",
    "modified from \n",
    "\n",
    "https://github.com/the-knightfury/SATP-Event-Classification-V1/tree/master/SourceCode\n",
    "\n",
    "Thanks to Shahreen\n",
    "\n",
    "\n",
    "For new updates in annotations, simply import the libraries below and run step 5 only."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:26:50.410951Z",
     "start_time": "2021-01-15T05:26:49.840122Z"
    }
   },
   "outputs": [],
   "source": [
    "# -*- coding: utf-8 -*-\n",
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "import re\n",
    "import sklearn\n",
    "import time\n",
    "import numpy as np\n",
    "import json\n",
    "\n",
    "import pandas as pd\n",
    "pd.set_option('max_colwidth', 200)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 1. crawler_terrorism_articles_tags"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:42:29.960953Z",
     "start_time": "2021-01-13T16:42:29.954036Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "year [2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020]\n"
     ]
    }
   ],
   "source": [
    "countries = [\"bangladesh\", \"india\", \"pakistan\", \"bhutan\", \"nepal\", \"maldives\", \"afghanistan\", \"srilanka\"]\n",
    "months = [\"jan\", \"feb\", \"mar\", \"apr\", \"may\", \"jun\", \"jul\", \"aug\", \"sep\", \"oct\", \"nov\", \"dec\"]\n",
    "years = list(np.arange(2000,2020+1))\n",
    "print('year', years)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:42:31.267753Z",
     "start_time": "2021-01-13T16:42:31.227856Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2002</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2003</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2004</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2018</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2019</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2019</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2020</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2016 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         country month  year  \\\n",
       "0     bangladesh   jan  2000   \n",
       "1     bangladesh   jan  2001   \n",
       "2     bangladesh   jan  2002   \n",
       "3     bangladesh   jan  2003   \n",
       "4     bangladesh   jan  2004   \n",
       "...          ...   ...   ...   \n",
       "2011    srilanka   dec  2016   \n",
       "2012    srilanka   dec  2017   \n",
       "2013    srilanka   dec  2018   \n",
       "2014    srilanka   dec  2019   \n",
       "2015    srilanka   dec  2020   \n",
       "\n",
       "                                                              url  \n",
       "0     https://www.satp.org/terrorist-activity/bangladesh-jan-2000  \n",
       "1     https://www.satp.org/terrorist-activity/bangladesh-jan-2001  \n",
       "2     https://www.satp.org/terrorist-activity/bangladesh-jan-2002  \n",
       "3     https://www.satp.org/terrorist-activity/bangladesh-jan-2003  \n",
       "4     https://www.satp.org/terrorist-activity/bangladesh-jan-2004  \n",
       "...                                                           ...  \n",
       "2011    https://www.satp.org/terrorist-activity/srilanka-dec-2016  \n",
       "2012    https://www.satp.org/terrorist-activity/srilanka-dec-2017  \n",
       "2013    https://www.satp.org/terrorist-activity/srilanka-dec-2018  \n",
       "2014    https://www.satp.org/terrorist-activity/srilanka-dec-2019  \n",
       "2015    https://www.satp.org/terrorist-activity/srilanka-dec-2020  \n",
       "\n",
       "[2016 rows x 4 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import itertools\n",
    "items = itertools.product(*[countries, months, years])\n",
    "items = list(items)\n",
    "df = pd.DataFrame(items, columns=['country', 'month', 'year'])\n",
    "\n",
    "base_url = \"https://www.satp.org/terrorist-activity/\"\n",
    "df['url'] = base_url + df['country'] + \"-\" + df['month'] + \"-\" + df['year'].apply(str)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:52:58.264506Z",
     "start_time": "2021-01-13T16:42:32.944834Z"
    },
    "code_folding": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO: Pandarallel will run on 36 workers.\n",
      "INFO: Pandarallel will use Memory file system to transfer data between the main process and workers.\n",
      "CPU times: user 252 ms, sys: 300 ms, total: 552 ms\n",
      "Wall time: 10min 25s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "from pandarallel import pandarallel\n",
    "pandarallel.initialize()\n",
    "\n",
    "def get_items_per_url(url):\n",
    "    r1 = requests.get(url)\n",
    "    coverpage = r1.content\n",
    "    soup = BeautifulSoup(coverpage, 'html.parser')\n",
    "    \n",
    "    coverpage_news = soup.find_all('div', class_='more')\n",
    "    coverpage_date = soup.find_all('td',style=\"width: 15%;\")\n",
    "  \n",
    "    news_size = len(coverpage_news)\n",
    "    #print(news_size)\n",
    "           \n",
    "    news_contents, news_dates = [], []\n",
    "    for date, paragraph in zip(coverpage_date, coverpage_news):\n",
    "        paragraph = paragraph.get_text()\n",
    "        paragraph = re.sub(\"^\\s+|\\s+$\", \"\", paragraph, flags=re.UNICODE)\n",
    "        paragraph = \" \".join(re.split(\"\\s+\", paragraph, flags=re.UNICODE)[:-2])\n",
    "        news_contents.append(paragraph)\n",
    "        \n",
    "        date = date.get_text()\n",
    "        date = re.sub(\"^\\s+|\\s+$\", \"\", date, flags=re.UNICODE)\n",
    "        # date = paragraph.split()[2]\n",
    "        news_dates.append(date)\n",
    "        \n",
    "    return pd.Series([news_size, news_dates, news_contents])\n",
    "\n",
    "df[['news_size','date','news_contents']] = df['url'].parallel_apply(get_items_per_url)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "There are urls that doesn't have records. Remove them"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:52:58.282645Z",
     "start_time": "2021-01-13T16:52:58.266201Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>url</th>\n",
       "      <th>news_size</th>\n",
       "      <th>date</th>\n",
       "      <th>news_contents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>feb</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-feb-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>252</th>\n",
       "      <td>india</td>\n",
       "      <td>jan</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/india-jan-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>504</th>\n",
       "      <td>pakistan</td>\n",
       "      <td>jan</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/pakistan-jan-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>525</th>\n",
       "      <td>pakistan</td>\n",
       "      <td>feb</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/pakistan-feb-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756</th>\n",
       "      <td>afghanistan</td>\n",
       "      <td>dec</td>\n",
       "      <td>2013</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/afghanistan-dec-2013</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1759</th>\n",
       "      <td>afghanistan</td>\n",
       "      <td>dec</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/afghanistan-dec-2016</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1760</th>\n",
       "      <td>afghanistan</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/afghanistan-dec-2017</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1764</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>jan</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-jan-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1785</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>feb</td>\n",
       "      <td>2000</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-feb-2000</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>582 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          country month  year  \\\n",
       "0      bangladesh   jan  2000   \n",
       "21     bangladesh   feb  2000   \n",
       "252         india   jan  2000   \n",
       "504      pakistan   jan  2000   \n",
       "525      pakistan   feb  2000   \n",
       "...           ...   ...   ...   \n",
       "1756  afghanistan   dec  2013   \n",
       "1759  afghanistan   dec  2016   \n",
       "1760  afghanistan   dec  2017   \n",
       "1764     srilanka   jan  2000   \n",
       "1785     srilanka   feb  2000   \n",
       "\n",
       "                                                               url  news_size  \\\n",
       "0      https://www.satp.org/terrorist-activity/bangladesh-jan-2000          0   \n",
       "21     https://www.satp.org/terrorist-activity/bangladesh-feb-2000          0   \n",
       "252         https://www.satp.org/terrorist-activity/india-jan-2000          0   \n",
       "504      https://www.satp.org/terrorist-activity/pakistan-jan-2000          0   \n",
       "525      https://www.satp.org/terrorist-activity/pakistan-feb-2000          0   \n",
       "...                                                            ...        ...   \n",
       "1756  https://www.satp.org/terrorist-activity/afghanistan-dec-2013          0   \n",
       "1759  https://www.satp.org/terrorist-activity/afghanistan-dec-2016          0   \n",
       "1760  https://www.satp.org/terrorist-activity/afghanistan-dec-2017          0   \n",
       "1764     https://www.satp.org/terrorist-activity/srilanka-jan-2000          0   \n",
       "1785     https://www.satp.org/terrorist-activity/srilanka-feb-2000          0   \n",
       "\n",
       "     date news_contents  \n",
       "0      []            []  \n",
       "21     []            []  \n",
       "252    []            []  \n",
       "504    []            []  \n",
       "525    []            []  \n",
       "...   ...           ...  \n",
       "1756   []            []  \n",
       "1759   []            []  \n",
       "1760   []            []  \n",
       "1764   []            []  \n",
       "1785   []            []  \n",
       "\n",
       "[582 rows x 7 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df.news_size == 0]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    " Remove the pages that doesn't have records"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T20:38:33.896010Z",
     "start_time": "2021-01-13T20:38:33.873084Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>url</th>\n",
       "      <th>news_size</th>\n",
       "      <th>date</th>\n",
       "      <th>news_contents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2001</td>\n",
       "      <td>22</td>\n",
       "      <td>[January - 1, January - 1, January - 4, January - 5, January - 6, January - 6, January - 6, January - 6, January - 15, January - 19, January - 20, January - 21, January - 23, January - 23, January...</td>\n",
       "      <td>[Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh., Police i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2002</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2002</td>\n",
       "      <td>9</td>\n",
       "      <td>[January - 3, January - 5, January - 5, January - 6, January - 6, January - 6, January - 28, January - 30, January - 31]</td>\n",
       "      <td>[According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A fo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2003</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2003</td>\n",
       "      <td>49</td>\n",
       "      <td>[January - 1, January - 3, January - 3, January - 3, January - 3, January - 5, January - 5, January - 6, January - 6, January - 7, January - 7, January - 7, January - 7, January - 8, January - 8, ...</td>\n",
       "      <td>[Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2004</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2004</td>\n",
       "      <td>81</td>\n",
       "      <td>[January - 1, January - 1, January - 2, January - 2, January - 2, January - 3, January - 3, January - 3, January - 3, January - 3, January - 4, January - 4, January - 5, January - 5, January - 5, ...</td>\n",
       "      <td>[According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on Ja...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2005</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2005</td>\n",
       "      <td>48</td>\n",
       "      <td>[January - 1, January - 1, January - 2, January - 2, January - 3, January - 3, January - 6, January - 6, January - 10, January - 10, January - 10, January - 12, January - 12, January - 12, January...</td>\n",
       "      <td>[Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distric...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2016</td>\n",
       "      <td>29</td>\n",
       "      <td>[December - 3, December - 5, December - 7, December - 8, December - 11, December - 11, December - 12, December - 12, December - 14, December - 15, December - 16, December - 17, December - 19, Dece...</td>\n",
       "      <td>[Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dang...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2017</td>\n",
       "      <td>11</td>\n",
       "      <td>[December - 4, December - 5, December - 7, December - 12, December - 13, December - 15, December - 18, December - 18, December - 19, December - 21, December - 28]</td>\n",
       "      <td>[The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LTT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2018</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2018</td>\n",
       "      <td>26</td>\n",
       "      <td>[December - 1, December - 2, December - 3, December - 4, December - 5, December - 6, December - 7, December - 8, December - 9, December - 11, December - 11, December - 12, December - 13, December ...</td>\n",
       "      <td>[Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India's former Prime Minister Rajiv Gandhi in May 1991, reports...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2019</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2019</td>\n",
       "      <td>12</td>\n",
       "      <td>[December - 2, December - 3, December - 3, December - 5, December - 6, December - 8, December - 9, December - 12, December - 14, December - 17, December - 23, December - 28]</td>\n",
       "      <td>[On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential Se...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2020</td>\n",
       "      <td>8</td>\n",
       "      <td>[December - 2, December - 6, December - 10, December - 11, December - 14, December - 18, December - 24, December - 30]</td>\n",
       "      <td>[A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint op...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1434 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         country month  year  \\\n",
       "1     bangladesh   jan  2001   \n",
       "2     bangladesh   jan  2002   \n",
       "3     bangladesh   jan  2003   \n",
       "4     bangladesh   jan  2004   \n",
       "5     bangladesh   jan  2005   \n",
       "...          ...   ...   ...   \n",
       "2011    srilanka   dec  2016   \n",
       "2012    srilanka   dec  2017   \n",
       "2013    srilanka   dec  2018   \n",
       "2014    srilanka   dec  2019   \n",
       "2015    srilanka   dec  2020   \n",
       "\n",
       "                                                              url  news_size  \\\n",
       "1     https://www.satp.org/terrorist-activity/bangladesh-jan-2001         22   \n",
       "2     https://www.satp.org/terrorist-activity/bangladesh-jan-2002          9   \n",
       "3     https://www.satp.org/terrorist-activity/bangladesh-jan-2003         49   \n",
       "4     https://www.satp.org/terrorist-activity/bangladesh-jan-2004         81   \n",
       "5     https://www.satp.org/terrorist-activity/bangladesh-jan-2005         48   \n",
       "...                                                           ...        ...   \n",
       "2011    https://www.satp.org/terrorist-activity/srilanka-dec-2016         29   \n",
       "2012    https://www.satp.org/terrorist-activity/srilanka-dec-2017         11   \n",
       "2013    https://www.satp.org/terrorist-activity/srilanka-dec-2018         26   \n",
       "2014    https://www.satp.org/terrorist-activity/srilanka-dec-2019         12   \n",
       "2015    https://www.satp.org/terrorist-activity/srilanka-dec-2020          8   \n",
       "\n",
       "                                                                                                                                                                                                         date  \\\n",
       "1     [January - 1, January - 1, January - 4, January - 5, January - 6, January - 6, January - 6, January - 6, January - 15, January - 19, January - 20, January - 21, January - 23, January - 23, January...   \n",
       "2                                                                                    [January - 3, January - 5, January - 5, January - 6, January - 6, January - 6, January - 28, January - 30, January - 31]   \n",
       "3     [January - 1, January - 3, January - 3, January - 3, January - 3, January - 5, January - 5, January - 6, January - 6, January - 7, January - 7, January - 7, January - 7, January - 8, January - 8, ...   \n",
       "4     [January - 1, January - 1, January - 2, January - 2, January - 2, January - 3, January - 3, January - 3, January - 3, January - 3, January - 4, January - 4, January - 5, January - 5, January - 5, ...   \n",
       "5     [January - 1, January - 1, January - 2, January - 2, January - 3, January - 3, January - 6, January - 6, January - 10, January - 10, January - 10, January - 12, January - 12, January - 12, January...   \n",
       "...                                                                                                                                                                                                       ...   \n",
       "2011  [December - 3, December - 5, December - 7, December - 8, December - 11, December - 11, December - 12, December - 12, December - 14, December - 15, December - 16, December - 17, December - 19, Dece...   \n",
       "2012                                       [December - 4, December - 5, December - 7, December - 12, December - 13, December - 15, December - 18, December - 18, December - 19, December - 21, December - 28]   \n",
       "2013  [December - 1, December - 2, December - 3, December - 4, December - 5, December - 6, December - 7, December - 8, December - 9, December - 11, December - 11, December - 12, December - 13, December ...   \n",
       "2014                            [December - 2, December - 3, December - 3, December - 5, December - 6, December - 8, December - 9, December - 12, December - 14, December - 17, December - 23, December - 28]   \n",
       "2015                                                                                   [December - 2, December - 6, December - 10, December - 11, December - 14, December - 18, December - 24, December - 30]   \n",
       "\n",
       "                                                                                                                                                                                                news_contents  \n",
       "1     [Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh., Police i...  \n",
       "2     [According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A fo...  \n",
       "3     [Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched ...  \n",
       "4     [According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on Ja...  \n",
       "5     [Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distric...  \n",
       "...                                                                                                                                                                                                       ...  \n",
       "2011  [Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dang...  \n",
       "2012  [The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LTT...  \n",
       "2013  [Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India's former Prime Minister Rajiv Gandhi in May 1991, reports...  \n",
       "2014  [On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential Se...  \n",
       "2015  [A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint op...  \n",
       "\n",
       "[1434 rows x 7 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df[df.news_size != 0]\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-10T00:05:00.820887Z",
     "start_time": "2021-01-10T00:04:59.142709Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>url</th>\n",
       "      <th>news_size</th>\n",
       "      <th>date</th>\n",
       "      <th>news_contents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2001</td>\n",
       "      <td>22</td>\n",
       "      <td>['January - 1', 'January - 1', 'January - 4', 'January - 5', 'January - 6', 'January - 6', 'January - 6', 'January - 6', 'January - 15', 'January - 19', 'January - 20', 'January - 21', 'January - ...</td>\n",
       "      <td>[\"Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh.\", 'Polic...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2002</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2002</td>\n",
       "      <td>9</td>\n",
       "      <td>['January - 3', 'January - 5', 'January - 5', 'January - 6', 'January - 6', 'January - 6', 'January - 28', 'January - 30', 'January - 31']</td>\n",
       "      <td>['According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2003</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2003</td>\n",
       "      <td>49</td>\n",
       "      <td>['January - 1', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 5', 'January - 5', 'January - 6', 'January - 6', 'January - 7', 'January - 7', 'January - 7', 'January - 7', ...</td>\n",
       "      <td>['Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2004</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2004</td>\n",
       "      <td>81</td>\n",
       "      <td>['January - 1', 'January - 1', 'January - 2', 'January - 2', 'January - 2', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 4', 'January - 4', 'January - 5', ...</td>\n",
       "      <td>['According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on J...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2005</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2005</td>\n",
       "      <td>48</td>\n",
       "      <td>['January - 1', 'January - 1', 'January - 2', 'January - 2', 'January - 3', 'January - 3', 'January - 6', 'January - 6', 'January - 10', 'January - 10', 'January - 10', 'January - 12', 'January - ...</td>\n",
       "      <td>[\"Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1429</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2016</td>\n",
       "      <td>29</td>\n",
       "      <td>['December - 3', 'December - 5', 'December - 7', 'December - 8', 'December - 11', 'December - 11', 'December - 12', 'December - 12', 'December - 14', 'December - 15', 'December - 16', 'December - ...</td>\n",
       "      <td>['Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1430</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2017</td>\n",
       "      <td>11</td>\n",
       "      <td>['December - 4', 'December - 5', 'December - 7', 'December - 12', 'December - 13', 'December - 15', 'December - 18', 'December - 18', 'December - 19', 'December - 21', 'December - 28']</td>\n",
       "      <td>['The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1431</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2018</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2018</td>\n",
       "      <td>26</td>\n",
       "      <td>['December - 1', 'December - 2', 'December - 3', 'December - 4', 'December - 5', 'December - 6', 'December - 7', 'December - 8', 'December - 9', 'December - 11', 'December - 11', 'December - 12', ...</td>\n",
       "      <td>['Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India\\'s former Prime Minister Rajiv Gandhi in May 1991, repor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1432</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2019</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2019</td>\n",
       "      <td>12</td>\n",
       "      <td>['December - 2', 'December - 3', 'December - 3', 'December - 5', 'December - 6', 'December - 8', 'December - 9', 'December - 12', 'December - 14', 'December - 17', 'December - 23', 'December - 28']</td>\n",
       "      <td>['On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential S...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1433</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2020</td>\n",
       "      <td>8</td>\n",
       "      <td>['December - 2', 'December - 6', 'December - 10', 'December - 11', 'December - 14', 'December - 18', 'December - 24', 'December - 30']</td>\n",
       "      <td>['A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint o...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1434 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         country month  year  \\\n",
       "0     bangladesh   jan  2001   \n",
       "1     bangladesh   jan  2002   \n",
       "2     bangladesh   jan  2003   \n",
       "3     bangladesh   jan  2004   \n",
       "4     bangladesh   jan  2005   \n",
       "...          ...   ...   ...   \n",
       "1429    srilanka   dec  2016   \n",
       "1430    srilanka   dec  2017   \n",
       "1431    srilanka   dec  2018   \n",
       "1432    srilanka   dec  2019   \n",
       "1433    srilanka   dec  2020   \n",
       "\n",
       "                                                              url  news_size  \\\n",
       "0     https://www.satp.org/terrorist-activity/bangladesh-jan-2001         22   \n",
       "1     https://www.satp.org/terrorist-activity/bangladesh-jan-2002          9   \n",
       "2     https://www.satp.org/terrorist-activity/bangladesh-jan-2003         49   \n",
       "3     https://www.satp.org/terrorist-activity/bangladesh-jan-2004         81   \n",
       "4     https://www.satp.org/terrorist-activity/bangladesh-jan-2005         48   \n",
       "...                                                           ...        ...   \n",
       "1429    https://www.satp.org/terrorist-activity/srilanka-dec-2016         29   \n",
       "1430    https://www.satp.org/terrorist-activity/srilanka-dec-2017         11   \n",
       "1431    https://www.satp.org/terrorist-activity/srilanka-dec-2018         26   \n",
       "1432    https://www.satp.org/terrorist-activity/srilanka-dec-2019         12   \n",
       "1433    https://www.satp.org/terrorist-activity/srilanka-dec-2020          8   \n",
       "\n",
       "                                                                                                                                                                                                         date  \\\n",
       "0     ['January - 1', 'January - 1', 'January - 4', 'January - 5', 'January - 6', 'January - 6', 'January - 6', 'January - 6', 'January - 15', 'January - 19', 'January - 20', 'January - 21', 'January - ...   \n",
       "1                                                                  ['January - 3', 'January - 5', 'January - 5', 'January - 6', 'January - 6', 'January - 6', 'January - 28', 'January - 30', 'January - 31']   \n",
       "2     ['January - 1', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 5', 'January - 5', 'January - 6', 'January - 6', 'January - 7', 'January - 7', 'January - 7', 'January - 7', ...   \n",
       "3     ['January - 1', 'January - 1', 'January - 2', 'January - 2', 'January - 2', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 3', 'January - 4', 'January - 4', 'January - 5', ...   \n",
       "4     ['January - 1', 'January - 1', 'January - 2', 'January - 2', 'January - 3', 'January - 3', 'January - 6', 'January - 6', 'January - 10', 'January - 10', 'January - 10', 'January - 12', 'January - ...   \n",
       "...                                                                                                                                                                                                       ...   \n",
       "1429  ['December - 3', 'December - 5', 'December - 7', 'December - 8', 'December - 11', 'December - 11', 'December - 12', 'December - 12', 'December - 14', 'December - 15', 'December - 16', 'December - ...   \n",
       "1430                 ['December - 4', 'December - 5', 'December - 7', 'December - 12', 'December - 13', 'December - 15', 'December - 18', 'December - 18', 'December - 19', 'December - 21', 'December - 28']   \n",
       "1431  ['December - 1', 'December - 2', 'December - 3', 'December - 4', 'December - 5', 'December - 6', 'December - 7', 'December - 8', 'December - 9', 'December - 11', 'December - 11', 'December - 12', ...   \n",
       "1432    ['December - 2', 'December - 3', 'December - 3', 'December - 5', 'December - 6', 'December - 8', 'December - 9', 'December - 12', 'December - 14', 'December - 17', 'December - 23', 'December - 28']   \n",
       "1433                                                                   ['December - 2', 'December - 6', 'December - 10', 'December - 11', 'December - 14', 'December - 18', 'December - 24', 'December - 30']   \n",
       "\n",
       "                                                                                                                                                                                                news_contents  \n",
       "0     [\"Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh.\", 'Polic...  \n",
       "1     ['According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A f...  \n",
       "2     ['Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched...  \n",
       "3     ['According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on J...  \n",
       "4     [\"Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distri...  \n",
       "...                                                                                                                                                                                                       ...  \n",
       "1429  ['Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dan...  \n",
       "1430  ['The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LT...  \n",
       "1431  ['Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India\\'s former Prime Minister Rajiv Gandhi in May 1991, repor...  \n",
       "1432  ['On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential S...  \n",
       "1433  ['A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint o...  \n",
       "\n",
       "[1434 rows x 7 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.to_csv ('RawSATPData/raw_2000_to_2020_url.csv', index = False, header=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 2. Expand the list in the news_contents to multiple rows"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T15:50:05.811019Z",
     "start_time": "2021-01-13T15:50:04.182928Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>url</th>\n",
       "      <th>news_size</th>\n",
       "      <th>date</th>\n",
       "      <th>news_contents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2001</td>\n",
       "      <td>22</td>\n",
       "      <td>[January - 1, January - 1, January - 4, January - 5, January - 6, January - 6, January - 6, January - 6, January - 15, January - 19, January - 20, January - 21, January - 23, January - 23, January...</td>\n",
       "      <td>[Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh., Police i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2002</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2002</td>\n",
       "      <td>9</td>\n",
       "      <td>[January - 3, January - 5, January - 5, January - 6, January - 6, January - 6, January - 28, January - 30, January - 31]</td>\n",
       "      <td>[According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A fo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2003</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2003</td>\n",
       "      <td>49</td>\n",
       "      <td>[January - 1, January - 3, January - 3, January - 3, January - 3, January - 5, January - 5, January - 6, January - 6, January - 7, January - 7, January - 7, January - 7, January - 8, January - 8, ...</td>\n",
       "      <td>[Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2004</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2004</td>\n",
       "      <td>81</td>\n",
       "      <td>[January - 1, January - 1, January - 2, January - 2, January - 2, January - 3, January - 3, January - 3, January - 3, January - 3, January - 4, January - 4, January - 5, January - 5, January - 5, ...</td>\n",
       "      <td>[According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on Ja...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2005</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/bangladesh-jan-2005</td>\n",
       "      <td>48</td>\n",
       "      <td>[January - 1, January - 1, January - 2, January - 2, January - 3, January - 3, January - 6, January - 6, January - 10, January - 10, January - 10, January - 12, January - 12, January - 12, January...</td>\n",
       "      <td>[Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distric...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1429</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2016</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2016</td>\n",
       "      <td>29</td>\n",
       "      <td>[December - 3, December - 5, December - 7, December - 8, December - 11, December - 11, December - 12, December - 12, December - 14, December - 15, December - 16, December - 17, December - 19, Dece...</td>\n",
       "      <td>[Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dang...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1430</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2017</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2017</td>\n",
       "      <td>11</td>\n",
       "      <td>[December - 4, December - 5, December - 7, December - 12, December - 13, December - 15, December - 18, December - 18, December - 19, December - 21, December - 28]</td>\n",
       "      <td>[The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LTT...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1431</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2018</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2018</td>\n",
       "      <td>26</td>\n",
       "      <td>[December - 1, December - 2, December - 3, December - 4, December - 5, December - 6, December - 7, December - 8, December - 9, December - 11, December - 11, December - 12, December - 13, December ...</td>\n",
       "      <td>[Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India's former Prime Minister Rajiv Gandhi in May 1991, reports...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1432</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2019</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2019</td>\n",
       "      <td>12</td>\n",
       "      <td>[December - 2, December - 3, December - 3, December - 5, December - 6, December - 8, December - 9, December - 12, December - 14, December - 17, December - 23, December - 28]</td>\n",
       "      <td>[On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential Se...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1433</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>https://www.satp.org/terrorist-activity/srilanka-dec-2020</td>\n",
       "      <td>8</td>\n",
       "      <td>[December - 2, December - 6, December - 10, December - 11, December - 14, December - 18, December - 24, December - 30]</td>\n",
       "      <td>[A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint op...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1434 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         country month  year  \\\n",
       "0     bangladesh   jan  2001   \n",
       "1     bangladesh   jan  2002   \n",
       "2     bangladesh   jan  2003   \n",
       "3     bangladesh   jan  2004   \n",
       "4     bangladesh   jan  2005   \n",
       "...          ...   ...   ...   \n",
       "1429    srilanka   dec  2016   \n",
       "1430    srilanka   dec  2017   \n",
       "1431    srilanka   dec  2018   \n",
       "1432    srilanka   dec  2019   \n",
       "1433    srilanka   dec  2020   \n",
       "\n",
       "                                                              url  news_size  \\\n",
       "0     https://www.satp.org/terrorist-activity/bangladesh-jan-2001         22   \n",
       "1     https://www.satp.org/terrorist-activity/bangladesh-jan-2002          9   \n",
       "2     https://www.satp.org/terrorist-activity/bangladesh-jan-2003         49   \n",
       "3     https://www.satp.org/terrorist-activity/bangladesh-jan-2004         81   \n",
       "4     https://www.satp.org/terrorist-activity/bangladesh-jan-2005         48   \n",
       "...                                                           ...        ...   \n",
       "1429    https://www.satp.org/terrorist-activity/srilanka-dec-2016         29   \n",
       "1430    https://www.satp.org/terrorist-activity/srilanka-dec-2017         11   \n",
       "1431    https://www.satp.org/terrorist-activity/srilanka-dec-2018         26   \n",
       "1432    https://www.satp.org/terrorist-activity/srilanka-dec-2019         12   \n",
       "1433    https://www.satp.org/terrorist-activity/srilanka-dec-2020          8   \n",
       "\n",
       "                                                                                                                                                                                                         date  \\\n",
       "0     [January - 1, January - 1, January - 4, January - 5, January - 6, January - 6, January - 6, January - 6, January - 15, January - 19, January - 20, January - 21, January - 23, January - 23, January...   \n",
       "1                                                                                    [January - 3, January - 5, January - 5, January - 6, January - 6, January - 6, January - 28, January - 30, January - 31]   \n",
       "2     [January - 1, January - 3, January - 3, January - 3, January - 3, January - 5, January - 5, January - 6, January - 6, January - 7, January - 7, January - 7, January - 7, January - 8, January - 8, ...   \n",
       "3     [January - 1, January - 1, January - 2, January - 2, January - 2, January - 3, January - 3, January - 3, January - 3, January - 3, January - 4, January - 4, January - 5, January - 5, January - 5, ...   \n",
       "4     [January - 1, January - 1, January - 2, January - 2, January - 3, January - 3, January - 6, January - 6, January - 10, January - 10, January - 10, January - 12, January - 12, January - 12, January...   \n",
       "...                                                                                                                                                                                                       ...   \n",
       "1429  [December - 3, December - 5, December - 7, December - 8, December - 11, December - 11, December - 12, December - 12, December - 14, December - 15, December - 16, December - 17, December - 19, Dece...   \n",
       "1430                                       [December - 4, December - 5, December - 7, December - 12, December - 13, December - 15, December - 18, December - 18, December - 19, December - 21, December - 28]   \n",
       "1431  [December - 1, December - 2, December - 3, December - 4, December - 5, December - 6, December - 7, December - 8, December - 9, December - 11, December - 11, December - 12, December - 13, December ...   \n",
       "1432                            [December - 2, December - 3, December - 3, December - 5, December - 6, December - 8, December - 9, December - 12, December - 14, December - 17, December - 23, December - 28]   \n",
       "1433                                                                                   [December - 2, December - 6, December - 10, December - 11, December - 14, December - 18, December - 24, December - 30]   \n",
       "\n",
       "                                                                                                                                                                                                news_contents  \n",
       "0     [Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh., Police i...  \n",
       "1     [According to media reports, the opposition Awami League (AL) alleged during a meeting with visiting British Prime Minister Tony Blair, that two Cabinet Ministers have links with the Taliban. A fo...  \n",
       "2     [Joint teams of security forces arrested 62 people, including 14 listed terrorists/criminals, across the country on January 1, 2003, in the ongoing drive against criminals and terrorists launched ...  \n",
       "3     [According to The Daily Star, the Bangladesh Rifles (BDR) personnel arrested six terrorists and seized illegal arms and ammunition from their possession at Chunarughat in the Sylhet district on Ja...  \n",
       "4     [Daily Star reports that Nyamat Ali alias Nyiat, a cadre of the Purbo Banglar Communist Party (PBCP-Janajuddha), was killed in 'crossfire' with police in Alamdanga subdistrict in Chuadanga distric...  \n",
       "...                                                                                                                                                                                                       ...  \n",
       "1429  [Secretary to the Ministry of Defense, Eng. Karunasena Hettiarachchion December 3 asserted that there is no truth to the rumors spread by the extremists that security in North and East are in dang...  \n",
       "1430  [The Court of Appeal has dismissed a Writ Petition filed by the Marxist party, Janatha Vimukthi Peramuna (JVP) seeking an order to arrest and prosecute former Liberation Tigers of Tamil Eelam (LTT...  \n",
       "1431  [Liberation Tigers of Tamil Eelam (LTTE) in an alleged statement on December 1 denied that they had any link to the assassination of India's former Prime Minister Rajiv Gandhi in May 1991, reports...  \n",
       "1432  [On December 2, President Gotabaya Rajapaksa met with members of the Presidential Commission of Inquiry (PCoI) dealing with the investigation on Easter Sunday terror attacks in the Presidential Se...  \n",
       "1433  [A former female Liberation Tigers of Tamil Eelam (LTTE) cadre and her husband were arrested while transporting a claymore mine with their child, in a bus plying from Jaffna to Kandy in a joint op...  \n",
       "\n",
       "[1434 rows x 7 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('RawSATPData/raw_2000_to_2020_url.csv', header=[0],\n",
    "                 converters={'date': eval,'news_contents': eval})\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:03:33.972191Z",
     "start_time": "2021-01-13T16:03:33.878280Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAABPf0lEQVR4nO2deZwUxdnHfzUze7Egyy1yi4ASD1RU0MQTbxPN6xGPRJOYmPc1lzF51RzGHCbRmGg0+ibxiDHxiGei8cADUAQRBQVEzuUGuWGBvXem6/2jq7qrq6t7eq7dmdnn+/nsZ6a7q7trert/9fRTTz3FOOcgCIIgyotYV1eAIAiCyD8k7gRBEGUIiTtBEEQZQuJOEARRhpC4EwRBlCGJrq4AAPTv35+PHDmyq6tBEARRUsyfP38H53yAaVtRiPvIkSMxb968rq4GQRBEScEYWxe0jdwyBEEQZQiJO0EQRBlC4k4QBFGGkLgTBEGUISTuBEEQZQiJO0EQRBlC4k4QBFGGkLgTSKYsPDVvA1IWpX8miHKBxJ3AI3PW4YZnFuGJ99Z3dVUIgsgTJO4EdjW1AQAamtu7uCYEQeQLEncCNBkXQZQfJO6EA2Osq6tAEESeIHEnHGg+XYIoH0jcCZDBThDlB4k7QRBEGULiThAEUYaQuBMEQZQhJO4EQRBlCIk7QRBEGULiXubsaGzDkb94DR9/siewDEVAEkT5QeJe5sxcsR27mzvw4Ntr0palQUwEUT6QuBMEQZQhJO4EQRBlCIl7N4FSCxBE9yKSuDPGvscY+5gxtpgx9gRjrJoxNooxNpcxVs8Ye5IxVinKVonlerF9ZEF/AREKudEJonuSVtwZY0MAfAfARM75oQDiAC4FcDuAuzjnBwHYDeBqscvVAHaL9XeJckQXQQY7QXRPorplEgBqGGMJAD0AbAZwKoBnxPZHAFwgvp8vliG2n8YoDIMgCKJTSSvunPNNAH4HYD1sUd8DYD6ABs55UhTbCGCI+D4EwAaxb1KU75ffahNRoWaVILonUdwyfWBb46MAHACgFsBZuZ6YMXYNY2weY2ze9u3bcz0cQRAEoRDFLTMFwBrO+XbOeQeA5wCcAKBOuGkAYCiATeL7JgDDAEBs7w1gp35Qzvn9nPOJnPOJAwYMyPFnEARBECpRxH09gEmMsR7Cd34agCUAZgC4SJS5CsDz4vsLYhli+3ROcXgEQRCdShSf+1zYHaMfAPhI7HM/gBsBXM8Yq4ftU39I7PIQgH5i/fUAbipAvQmCIIgQEumLAJzzWwDcoq1eDeBYQ9lWABfnXjWCIAgiW2iEajeB/GIE0b0gcScIgihDSNy7CRTuThDdCxL3bgK5ZQiie0HiXuawCDY7CT9BlB8k7gRBEGUIiTtBEEQZQuJOEARRhpC4EwRBlCEk7t0Eyu5DEN0LEncCj89d39VVIAgiz5C4dxPCJu3Y09LReRUhCKJTIHHvJpBbhiC6FyTuZQ5Ns0cQ3RMSd8LIn99ahX++R754gihVIuVzJ7oHa3c0Od9ve2UZAODSY4d3VXUIgsgBstwJh6fnb8z5GCNvegn/92Z9HmpDEEQukLgTeUNOlfvbqcu7uCYEQZC4FzGWxVEsc4s3tSXxi/8sQUNze2CZIqkqQRAgcS9akikLB/7oZdyeJys4W92t39YIAPjli0vw19lrMOEXrweWtUjdCaJoIHEvUtpTFgDgkXfWdmk9dgtLfVdTsMUusUjbCaJoIHEvcnieptLINtw9JgLlo9SCLHeCKB5I3IuUKDMoReGXLy4FkL1bJh6LXg/SdoIoHkjci5xcBXNHY1tO+8czGOJKljtBFA8k7kVKvtwxuRLL4A4hcSeI4oHEvUjpTJ3sV1sZuE363E32+8ibXsLVf3vfWaYOVYIoHkjcixSufWZKWzIVOTfMQQN7epbnr9vt1kNUIEi4py3bppQldSeIYoFyyxQpuQrlH95YiT+9uSpSWWmdHzOyDwBgjZJjRrpaorhcyHIniOKBLPcihfu+mPn3h5uMk23s1DpSZWPBOccz8zeiuT2pnMvelhLq3K+n66aRop6KoNyyLKUZJoiuh8S9SIliuK/cug/XPbkA339qYeTjvrdmF37w9EKM/+mrvm1Sv2sq4r510Sx3Mt0JolggcS9WIuhka4c9inXznpa0ZZkwp5sUi905FZef3LMMZGa5k7YTRPFA4l6kSFdJWEikdH+YRFUfBGXy4UvBllss7i9riZXJTNwyaUvmBuccD769Glv3thb4TARRupC4FylRrGAp7tm6Q1o7UuJk9ocUe8tjuYvPSOLuXZ6zaicefHt1VnULY/WOJtz60lL8z6Pz835sgigXKFqmSHFCIUM0NRbSc6lvml2/w1emtSOF2qqE83Zgioxx3DIhFWlqS6K2KuE0ANIFdNkD7wIAvvaZA4N/RBbIRmhfq9/FRBCEDVnuRUqUUMhMLPfdzf6ImtakJc4F76dSxhH8EMu9I6Ufh5zvBNHVkLgXKVEGMUnLPdv48pb2lGc5ZbLcbd0O9bkzpx4k6gRRLEQSd8ZYHWPsGcbYMsbYUsbYZMZYX8bY64yxleKzjyjLGGP3MMbqGWOLGGNHFfYnlCdRdDLmdKj6C0eJNZc+d7dD1Y2Fh7auMhFyq2gWP6NAd4LocqJa7ncDmMo5PxjAEQCWArgJwDTO+RgA08QyAJwNYIz4uwbAn/Ja425CtMRhItd6RIP52098iK/+bZ6zLK1xPQRSWuuAK+4ThtUBAI4f3S+wrp1ludMLAkGkJ22HKmOsN4ATAXwZADjn7QDaGWPnAzhZFHsEwJsAbgRwPoC/c1sx3hVW/2DO+ea8175MmbNqJ2oq7YFEYf5rx3KPeNz/LPzEs9zYmsTUxZud/VMWx0Oz1mD7Pnd0q+6P71Xtv2X0EMrOstvpBYEggokSLTMKwHYADzPGjgAwH8B3AQxSBHsLgEHi+xAAG5T9N4p1HnFnjF0D27LH8OHDs61/WSKjTNKRq6/7xmcXYVNDC6orYs5xfvniEk8Z/dimU7lRNubzbNzdjKF9emRVx2zZ1NCCE26bjoe/cgxOGTewU89NEMVAFLdMAsBRAP7EOT8SQBNcFwwAQFjpGSkM5/x+zvlEzvnEAQMGZLJrtyLsoppGlLqkN2s3NdgjW+VIV9Nx3Nh374Anbz3gKaPz6dtnpK1LvvlwvZ3Z8ul5G9KUJIjyJIq4bwSwkXM+Vyw/A1vstzLGBgOA+JS5XzcBGKbsP1SsI/KM3hEKAB9t3IPvPbkgq3BEOSm3iqW5ZUyHledSI2u+quR57wpkvcPGAhBEOZNW3DnnWwBsYIyNE6tOA7AEwAsArhLrrgLwvPj+AoArRdTMJAB7yN+eH1o7Upi6eItvvSq4X33kffzrw03Yti/z6fX00EgAuOPVZbj2sfluOgSDupsamelKnveuQMblZzIHLEGUE1GjZb4N4DHG2CIAEwD8GsBtAE5njK0EMEUsA8DLAFYDqAfwAIBr81nh7oaqpb95eSn++9H5eH/tLs82VVT3ivS/2YiaKanYqu1NePmjLcYBThIr1D2Uf6JEEkl3UiZzwBJEOREp/QDnfAGAiYZNpxnKcgDfzK1ahIn1u5oBuAIupXbznlakLI54jKFNjDqNkgtGJ0ycTUnF9G1hKQoKgZ4cTUXWhWLuie4KjVAtIdxBQvbn3dPqnW2NWp6V/AttWIeqyD9TRFMxuW6ZLq4IQXQRdOsXGWEdoXKTtFg9ceuagZqJ0EYxbsPmUk0XLdMVyMaNfO5Ed4XEvcgI0+R009ipgp5voTWlJtC3ZeMKKhSyLhQtQ3RXKOVvkRFmcUtdNQnWlDvfQqXig0im8iu00pfv1oUr3+3PzvK5RzlNiqJliG4OiXuREWZxyygRkzG6XQt9zMRyj1LUzUMjj+8/l+UPk+8yUiENIUF0B8gtU2SECa3uczchtSzfnZuplDZSVbXcZZnOjpYJ0W1OPneim0PiXmSECaQj7iF6JS3VPHtlQi13KaS7m9rze9IcILcM0d0hcS8ywtwp6TpUATdTZCrPPhI3t4z3095mf1735IK8njMXLOcthyC6JyTuRQYP0WQnzj3ULSMs9zz7v3XLnXss9/yeKx9k62r/4oNzce1jNPE2UfpQh2qREeq3juSWsT/zHZZohYh7Z8e3RzldtlWaZZhInCBKEbLciwyTUEr/cZScKq7PPb+CmxRuHrNbpghNd4Lo5pC4Fxkmi3vzHjvvup5+14Qj7nm33L3nLle3DEGUCyTuRYZJk/0TZgSrqXTLdOTZ6e5a7vDUBShOcZcUcdUIoqCQz73ICHPLLNq4B0C4mNZUxrG3NWnMzZ4LMrTSNCPTWyu2YXdzeBikZXHE8hSWGMU9RYY70d0hcS8yTO4UuU634E3UViUAtGFfqz83e2718k7Fp0b1/O61FWn3T1oclfkS9wzM8WxmpCKIcoDcMkWGSYuSmuCHudN7VtnttWnKvFyQuWrkqaNYzyqd3emaL597yuJ4ZxVF0BClB4l7kRHmlgkrI6muiOe9Tp5zZjnrkt5A5YI7Uje9gufaptw3ox6XPzAX71CIJFFikLgXGSYRTFrc417YkcX8qLmSdFxCEJ+ZqWZQ9E5TWxILNjQ4y5xzfOMf8/Dm8uA5WKP53PNjuq/e3ggA2LK3NS/HI4jOgsS9yDCJ4L8/3ORxxfzvM4sC9y+Uj1n1+6/d0ZRxFEqQuH/z8Q9wwX2z0dhm9xFwDrz68VZ8+eH3A4/VmWnjaZo+olQhcS8ykoacMH97Z21k0S7UVHetHXb0zZLNe3Hy797EE3PXZ7S/6XcBwEJhtbcnvaGWYWTSgOV6NaS0U78sUWqQuBcZQZNs6Gt/+vxiY7l8arsa3LJ1r9cV9OjcdRkdK10eM+748tP/ADfHTjAmg3vF1n1OY2LXiePfH24KbxBlOgdSd6LEIHEvMoI6HnVx+fscs7iq/utcScSCb4+djZml9w2y3HW3RzTLPfp51bJn3DUT598321l+at4GXPfkAjzyztrA/aXvnqSdKDVI3IuMICuyKwzHsFzomUa/3Du9PnS7E2IZ6bDpUx9HYZcYeLV1X3BnqXMOUneixCBxLzKS+c7VmyWMed0yufLP9zeYzyM+nUjLCCqar4YuLpQ7PFePOCepO1FikLgXGVHdMoUmxhgS8cLfHrr1bfqZH23cgwffXu2WMRynuT2JXcpMUFEuV5Qka45bhrSdKDFI3IuMQrhljh7RJ6t6JNKY7um2Z0KYZfzZe2fh1peWumUNRc+9ZxaO+uXrkY4nkbluokQYkbYTpQaJe5ERlM0xF8s9nqVzOt38o4l4PsTd8XvYH5Em4vAXWrOjSSsjDxt8QFn9sAgd5pRJXy+CKCZI3IuMQMs9h2OGBL2EUpHGLVNhOHBNhukPfG6ZKD73CMeNUsax3EPFXUbLkLoTpQWJe5ER5HPPxXJMZ4Fnu5/Jch9cV53VuTKJlnFzy6QvE2Vik9AwdyfOPX29CKKYIHEvMoLiwXNJKxDL0i2TzqduEn+TNR+GPIIpT7yOM49rJOs+gs9dintoh6o8IKk7UVqQuBcZQRqSi7YwxrIKa0znUzeJe6Z+eN0yDmvEUq4jPS1Rrpf0OoX1Z1BqGaJUIXEvMlSdqetR4a7P8bjZWO/xNFa4aQRrthE0PILl7k4Unh+YEwoZUoZGqBIlCol7iZBLtAxDdvnU0wm1SfszjY3X48jDfmaUMm7Z9Llq4o7PPb3lHua6IYhihMS9yAiSkNzcMtnt99GmPaHbTZZ7pp23rlsmvcsl5Vj3+RnFGo8Q507ZB4hShcS9yFAtTRawPlPaOgqT0sAk5Mu37Avdp6U95eRuV4kSl+64ZWS0TEheyChXy9ewGMvobxYc905fiY27myOcgSC6DhL3EiEXy3HO6p15q4eKyW2zp6UjsDznHGf+YSYOveVVZ50vWibkh1oZ+Nwz6HuNhDzOjsZ2/O61Fbj8gbl5OjJBFIbI4s4YizPGPmSMvSiWRzHG5jLG6hljTzLGKsX6KrFcL7aPLFDdyxJVjFRvQSaG+5C6mrzVJ4xMO2kb25JYv8u2eOWbCNNizUM7VDPI+Z6vXDzuCFX7eLI9k7+DIIqVTCz37wJYqizfDuAuzvlBAHYDuFqsvxrAbrH+LlGOyALVCv7NK0tDSnqpTHTOC1nmYY9ueX8Hb3rhzshyz7Jevm2a64d870SpEEkFGGNDAZwL4EGxzACcCuAZUeQRABeI7+eLZYjtpzGaiDI6Aerx/IJPIh8inwm9wlixNdy/rqPWSs+hk4nlnolfJlcLXs8tQ2OZiFIhqon3BwA3AJBPZD8ADZxz2TO2EcAQ8X0IgA0AILbvEeU9MMauYYzNY4zN2759e3a1L0PykcMkXU6YbNHbjNYcOmo7kt7fGUU8UxmNUE1/vCi40TL+c8t5ZQmiGEmrAoyx8wBs45zPz+eJOef3c84ncs4nDhgwIJ+HLiuumzLGs/yZMf3T7lNhcJf071kVus+dlxyR9rh6DPsVxw33lbn70gmBZVSd7RBpFvSIlTDhlpkZMsk/k2t4ukwu5pxTOd72fW3+HQiiSIhi4p0A4HOMsbUA/gnbHXM3gDrGWEKUGQpgk/i+CcAwABDbewMoTLhGGaILl56uN0pudpPlPqxveCfrftUVodsBv+V+0lh/o1ypnfvgwfs531UXiXTLZBLnrkfUhCYOg0GNA44XhhvN4/0Esk/IRhCdQVpx55z/kHM+lHM+EsClAKZzzq8AMAPARaLYVQCeF99fEMsQ26fzXIK0uzkxTUCi5GY3dXTq/4Gfnjfeszxov/TZHPXoGFNXit6wVCj1V+sQ6JYJOb/0uae0SBsTmYx4DUWbZk99s8g2IRtBdAa5OGdvBHA9Y6wetk/9IbH+IQD9xPrrAdyUWxW7F7re6NahLvYmTJa7fly9AThsaO+0x9UbFlNV9OPGPeKuWO7SLZNB+gEnWkaKe0hd5WHCrPNsTA51n2zz5BNEZ5BIX8SFc/4mgDfF99UAjjWUaQVwcR7q1i1J55aJEgmju0bs43oPnI3Vqe9iOkRVwjtZhyr2Hss9wC0TOkLViYAJPr9+rtDGIoK6x/QRqmn3IIjigGyPIsfnlokg7noZxgyNRprjzL7pVN+6di18UY8BP/Xggaiq8N5SamZJVUyTKc0tIz8jRMvIz7AGSjYSYR2qGXhlnMbRk0CMlJ4oYkjciwzdctXd57ooD+3j7yh9bclWz3KMMcNxw8W9Tw9/B2u60MeBvap8bxbqsloD2VBEmazDzczoLWtqn7hmYoe9CUTpCgqbQ5USRRLFDIl7kaOLuS6eZ35qf4xXIlKMx2DMJ07pvDJR3DZ6kXiM+fZT66ta7tICdhNzGSxjeR7x6aYfkOuDO46jvAlE8bnr+dy5x3AndSeKFxL3IkMXHN0t41tmwODe3kiXy7X4c8b8VmY68WYMOG5UX8+6Y7VlPVolHmOhHaqqFurpB8KE1p1Uw+uWMf0EV4S9na/ec6V32UhimuWuCjpZ7kQxQ+Je5KTrUOXc78r47OEHeJZjjPk7VNP852OM4bopYz3rDj3AG1Gja2uMMZ8vXa2+KoaO5a5tM4m87rqRnyZx12PhTdP3RUkvrP8AJxRStdwpwpcoYkjciwxdLvyWunfZ4v6oj17V3iAok286neUeY8wnnvp59O0xg/unpsKtiyqmjuUeIVpGn8ja9bkHu2X0XDWehkWPupHrLbUBML9ZWIZGgug8/u/Neoy86SWaGSsCGYVCEp2AUIw/f/FoHDK4F+at3e3ZrPvgLc59IqNnhRy4X7Xf3ZNW3P2WuS54ekqDRJz54uUPHFCr1NVd7wxEktu0iTg8MO8+8jim36A3Eib3jFMP7WS6cDPlGnDtM7CuREH5/WsrANjGQSWNEA6FLPciZeLIPhjRr9Yn5voy535bVy/z6NeO81nEYeJ+YP9aMMZ8PnXdWDpE68itNqQaVke+qgKbEu4bOVWftORDtN0XLZNJnHuY5e6uV/YXn851Mkwmkq+c8UR05K2tZxUl/JC4Fxnp3DL6vKUW91vUup9+SF2NwXIPrsPdlx4JwC+e6cRsZP/a0O3q7lLMZUOUFMpt8mMz3XLXVLm53Z22T6+jKW2AK/xhlru+zT2i/xvRWUiDg8Q9PSTuRYrUVV2oayp1cQ8WQ5V0jYZpf71EOjfn+ROGhG43Wb0yuqYjFWa56z537zHun7nadw43tDL43H7L3S/ceuNAHapdi7xt9QF1hB8S9yIjnYU9vG8Pz7KpQ9UU/62XySaOPUzMPnfEAeldSODO75GWu6yHPvm1qR56KKQU7pSi0vpgKHekanAZd71SV27+9Lp3/HUlCkuMeY0BIhgS9yJDn1tUF9g+PSp95SMNUMrALaMcybOUylDN5vzQm8LA4v7IFxna6b5mG95E5Pm1UEhTdki9r9QUYmkKjwS8v0/vkHWjbzxdqr66EoVF/qc7kmS5p4PEvUhhhm+Af8IMzl3hunLyCNxx0eHR3DJKoQ9uPt17bub9lHxp8gjn+xcmDgupvc3AXt7BVZxz57w+n7t0yxj0Um8QHOHWYuUBgEs3jOZGMfnT9XOZY+GD9yHLvfOJkc89MhQKWWToeqELrD7LksW5I2RnHbo/jh/dH5saWvzH9Q1iso/TsyqBvrXetwHp1lEbgIo4w+FD65zl2y86PO1v0bG4mifG63N3OlRNO2odqroFH/NY7l7XjTzi2h3Nnnqo+7uZKf2n1huHZ+dv9G0jOhHyuUeGLPciJcgl7o9z94uMaVd/+gH7M8yPzjzfzRX68TmH2NsjuXn8lru+HD5CVX5KkYfv3LJMU1vKs/zZe2e5tdD98uKLxy2juWHkpgdnrVHORere2ZDPPTpkuRcZ6YRaD4VU49zljW8cuRkQ526MTglwywDAc9cej80Nrc7ygF7hc7Oq2D53+7u0vhO6W8bkc9fcMtJ65o7l7paV62R4pKnxCkp14HHLaG4dU38DaXvnI/9Hmfb/ZMOrH2/BuEG9AkN8WztS2LCrGWMG9Sp4XbKBLPciQ96y0lI2JefSy+szE0Wxon1zlxq2maz1o4b3wbmHD05/AgNc6VBNiddqme9d+lDNPnf7Uz7Qq7Y3eZbVayTfANbttN0wZleLP4JGLxvkc/eWJ3XvbEzjDQrFN/4xH6ff9Vbg9v99ZhFOv2sm9rR0FLwu2UDiXqwExJrrqALjRNgYyuk6JOPnzW4QQ6ROHkZ6W5wruWTsT8dyDw2FFA1CQHSLWs/GtiTeW7MLK7c12scz1sNcv5THclfqHLIP0bmEhcwWgjD3z9zVOwEALe2pzqlMhpC4FxmZDoxRfe6uOyU4oZZEvgFEHQSVTtujVNs0kEjWw3loQ0Ih9ZGpphmZGluTWL51n3LOYIvb0hoH9SGV++3Y1+7Zx3QcovNwcvp3cT0AZSKXkNrsbGzDyJtewqPvruukWrmQuBcpYX5vFYtzN+pD21dFFzmZXEy1TMLmSM1iylUfFufKtHX2Z0yLcw8dxCQ2Sj+/tPbVqu1rTaKmwp3H1XS8oEFMn79vtmd52Za9ePaDjZ59VEjbc6OxLYnvP7UwI7dGUBhrV6BP7m5iw247cu3peRs6o0oeSNyLnLSiyhU/fYgrR7//9MyR6n7upxptH16RKOK/bMs+7G21Ozr1BknPA2+qmbS0DxQdXPok24DdkdqjUhF3g1Vlin0HgH1tbo4aDqBeuHbsc/trRZZ7bjzyzlo8+8FG/PmtVRnvG/aGW79tH9btbMroeJbF0dDcHun4Etdyd9nb2oGkEqZp6a/VnQiJe5Hh3AuQn8E3RXVFDN85bYzilgmJltHu1Yq4Qdy1UbH5ttxvn7rM+a7nW++wIljuWuZIU4PAAdQo4h4mynpqAc9xuPfa6/5+tR5E5rS0p5zxGNnkZlf3WL5ln2fblDtn4qQ73szoePfOqMeEX7yObfvsSLAoVTI9Eof/7DV8/+mFbj15cNlCQ+JepJj85jrLfnk2xu3fS4mwkfv6y+pWZqVJ3LVvHnFPW5tgHrpqou8YrsCK0DZDKKQeBZTi3vVJg3JzzlGlvJWYLHc9/YDxOeZa/LwxFJLkPVu+/vd5eHzuegCZvQHpDfKrH2/BmX+YiRcWfpLR+R+evQa3PL/YWZ66eAsAYNveNgDme2vxpj2O+Hvr5K3/8ws+8W3ritTzJO5Fhk+MotwUej4a08TR2nKVwS0T0y13Ve5zMN1NMfW6sJqiZfSBTrq/1RTJYHH3oKa5Y+0y9spVO5o8x1Xh4MbGyFOGtD1rZtXvcL5nM9hUPidrxf9w0YaGjPb/+X+W4JE5bien/q80vfGd98dZOPZX0wyTu6c/Xy7PT7aQuBcpuv87DH26ONNO+g0ofe7qPScfGF3ko9YjEGc0rLtKyw7gdqgqu+k+dScbpLTcDapgdzDb3+OMOQc8cnidU+avs9Zgy55WvLRos++cEq5Z7qYuAQqPzA9Z9V2IXWT/SnNHfsMRTW44iT65u1OlENcduWWIUCsgaPCQFGUpRuorYF2PCqeU5CsnjHTEvUIZ8SotYWnVe27IHO7OsOnwXvrIFlg3cZhbz46k7paR4i62Gx4yiyuNVIw55xlSV+OUeWzueuxO03nG4bW2yC1TOLIRd7lHTaU9yL41z7HmYSNg9efN7aD3l9XDbQFgxvJteOSdtfmoZiiUfqDI8EW+iC/9aivx+4uPMO/jWO7+Ua1v/uBkT5lZN56CIXU1zo3443MP8R3P5LIJrm+EqALx2as6gR2Ntk/T4sCq7W40irSGVFdLu2O5e6Nl3A5Vs89d/raKGHPjorVqepKNGTtUvW4Z08NOlnt+yCaVgGwQZNhrS54sdz2xnfHc2m03c+V2fLHfiDSWu3s3feXh9wEAVx0/MpeqpoUs9yLFEWqxPHZQL1Qr8dsqcqLqqgq/xV0n8r/Lmywes+dGjccY1t52rvEGqxLnUW/VdIZ72HYppLVVavw5R7uSk1t2YKkxz363jLsvICYq0R5Ce8Jwe108xpTZm7zlPO4osWlwb2W+V2iWe4BfnsidrCx3sYt8Sw07RnN7Ek/P22A0BoIIc8vIc8lBbz/5t90xa9pj8x47IqgLXO5kuRcb+j0VZRTcH74wAVM/3oKxIoGRORSSB27TkZa7WpdcOoRUce5dU4GmtiQszp3UA4DrljGJu8RkhXdYltO4AbZVJbdXxGNummClEYjHmMd1Jct86oD9sHlPq3MO6lAtHDGlszsby13rsgkNGX52/kbc/PzHaG5PRbaWQy33gCgr0/3wvSftsMiuEHey3IuUTG6GPrWVuOzY4aH7Op2uEY6bMMRt5XJzqq+6MWY3MBb3JkGTlvu+VlfcZZ037vbGQ6tCq8e6q/ntbcvdeyzA7mhVGyu3o9Ytw8G9HaqUFTKveK9/9P0cUdca+rD7c6sIb2xojj4SNtxy99bBXR+8TxSjKt+QuBcZuoWebmRo5ONKV0WkuVNl6KJbl1xqIX9DinMwxkSIIvfc8E4nqfKkpyyOD9fvdpcNlnvS8k4zyLnrE00oHarqgxiLada/OKfn4YwQLUNumexR7YdcOlT1zk0TjWLkcc/q6I6K0A7VHNxInQmJe5GTTYNvzucevE1y6wWH4iglZFC9IdU3g8zrY3+qljvn5rh3tUPV4hxrlWHkJsvdsrh3mbuSG48zd1JtpUycMaP1r2m7h7C88ER0NjW04P6Zq3z/54xxrGf7M8wIkuJeLfqkgjri1eOZ4twlpjc9dd+wfToT8rkXEW3JVKRZldJh1G+nAyr4iF+cNAJfnDTC3UXsM3pALf73zHHGfTIZwGELrO3vTlncc8ObLHe/de8X4RT32s8ppUM1EYv5wicBO8ZfPbd0CXnnWfW6C8xuGVL3TNjT0oETbpvuW5+yOCyLoz1lBQYNSNzBb5rfO+RBaUt6U1uETdEny5hGqEr0GcGcfUPe5LoiDxFZ7kVCY1sS434yFXe9vgKAX6AzuTdM97kz32gG/3F5s1bEY2k7VMO2q5NtuD537hFHWT/dLaPiRMtA208pZnFvrnh3Um2Ogwb2BGC/hagP2+7mDkz4xWuYrYya5PC+EZDPPXealMRsKhbn+NXLS3HwzVM9/3/OOV5c9Anakv4wR3nt9RQVJjqkuIvlD9Y1BJZ18/end8vona6hljuJe/dFZqRz09g6OQAyxpjPPWRbEG5nVfA+cpDUoP2qA8uoHaqM2YOLOPda01I81Q5SzmG03NX9LEu3uDnkr40rce4W59hP+FwrEzHPa3f9tkY0NHf4ZmJSH15jLDz53DMi6K0xZXE88Z6dZ0YNj51dvxPfevxD3DF1uW8fV9ztz7B71E0nbRduDYmJl/dLe1IaNqYBeN6y7vowyz1wU8FIK+6MsWGMsRmMsSWMsY8ZY98V6/syxl5njK0Un33EesYYu4cxVs8YW8QYO6rQP6KcyaZD1ZSkyPVNZlOHYE4ZNxB/vOxIXH/62OD9FbdMjDERBsd9bhDA63O3LX1/VItq8etuGdsHb3+viLsinrK4M/8s5+ktKQ63zMBeVcbyYX5Zwk/QW6PqJVGv8i5h8Gze2+rbLj+d2bhCztseMleAjtv3Y++jz1kMqJO9aPuGHDebzJe5EsVyTwL4Pud8PIBJAL7JGBsP4CYA0zjnYwBME8sAcDaAMeLvGgB/ynutuwG5hR6aLHee8XGjhJkxxvDZIw4w5od3yojPlGV/l24Zr8/d75axuBaOaPC5W1q0jDozVTzGPJ1f8jnlWsMShNpIyOOM6NfDSWVAdntmBBkq6iQu/rcwc4SXPg9u2D2qW+5RLGzZICQMlrue48itk79++j6dSVpx55xv5px/IL7vA7AUwBAA5wN4RBR7BMAF4vv5AP7Obd4FUMcYy25GZSJv9BUjVTOJt82mQTDhpA9wQiGZR4TlNsDbkWV3qCpltPQDgP3Q6D54eayKuOKWsdy3Bo70lhTn3ClTEVdDKt2Rtt1pso4te1pztj6D7iN5XwDe/4s7jaJ/H8eCj/BGKl19+hwCJuQ5pZ/eNO+BE1Gj//81I0Ol6DtUGWMjARwJYC6AQZzzzWLTFgCDxPchANQ5pTaKdUQG5HvIw5PfmIzf/NdhaaMRVKKEmUVB7VBlzF7WrWep6dLXCcgHRB3o5FpM6tR7uq9cLqrpB1KcO6kX9LcGE3a0jF0mEY95OtriMf8I3nJmw65mTPrNNNwzfWVOxwm6XimLK293+v/fnYrReyz3/wqEGy3tWsbRsP+b/D+3OW4Zk8/d3/ejrlfrZ9rWWUQWd8ZYTwDPAriOc75X3cbVXqzox7uGMTaPMTZv+/btmezaLdBnRVL521eOwa8+f2hGxxvWt0fGseqD6+xO0qBslFGRjYNrPTNfR2hQtIzRcufuQ8e59xVAjcLR0w8kRNoBvTM3CFmnRIwpeW2AuOLeKTX+s/ATnH332xnVfYvwec9auSNNyXCCOqDVqqh9G5YVLNw+61mm6TD8Lj3jaNhvd/p+NMvdFNnl2zfgO1DEce6MsQrYwv4Y5/w5sXorY2ww53yzcLtsE+s3ARim7D5UrPPAOb8fwP0AMHHixNJ7SjoZ9QKdPG5gp5xzYK9qfPzzMz1zkmaDamVLy13vUA3yuV/zj/nOsmq5x2MMHSmOlOW9NkE+92RKWO5gIlwyveUuy1QmYmjrcP220gdcijftt5/4EIB9nQzu5MIScME+aWhx5q9VOynl9Tf63J0y3vUmDdUt9ihuGd3nrvfrmAhrAIo1WoYBeAjAUs75ncqmFwBcJb5fBeB5Zf2VImpmEoA9ivuGiEgX5BkyUluVyHkWGXWyjZjic7cUEXY6spRQOD0aQe1QlXno5QAYZx+l0VDj3FOWdMvYFmRatwxcd0/CE1LpuglK0eeuT3zSmQSdcfUOdxSyark7LheDSjmWu2bdR8nDHsUt06G5ZbihjP/4/vpJ+ves9NS3M4jiljkBwJcAnMoYWyD+zgFwG4DTGWMrAUwRywDwMoDVAOoBPADg2vxX28/2fW34REy4SxQXMbVDFTK3iyvKcSUHjDp6UA8/TCmv1/G4e0zvQ+VGz6gjVFPcDoVkLGIoZJjPPYPp1YoNU1RKZxHllN6G2v405d6X/3UnWsbZJ8zv7d3XeH7ZsZ9y7039uHoueb1u6vcLjxoKAJg8uj+Azh3MlNYtwzmfhWBD8jRDeQ7gmznWK2OO+dUbAIC1t53b2acuCF2RIrRQqNYiU0aoOqGGqrgnLVQmYmhPWj4BUq3nhGK566/McjEeZ544dzvVLxMNQPhD1pFyz18Zjyl5bUrdcrdbty4R9wiOrJc/2oyx+/fCKeMGRvS5e9erljvn5rz9JuNZGhWW5S2r76uWuWTiUDwyZx0uP264KKOcW480U/p+OgvKLVMk6DdTV0yoWyhcyx3KICbFp6qk5m1PWaiW4q48CD0q4+4gJri54H2DmDS3jGwQkpaFRMzu2rV4cJrZ2so4mtpT2NHY7pw/oYRUAtwYQVEq6FEpLe0pbNzdjDFiLoBCEqU9+c0rywAAN5w1Du/U7wRgNnRcP7pXRFMegdX34Z59VORbf1D6AV/KC7jPqLwdTG4Z3c/fmY0qpR8oFUrPSHRQn03G4KT8dePRXbdHh5I8KijZl8WV12VLz1ED51qp7p5USrXcgy2ogSKNwo7GNifNbyLmjnT1nLskLXf7U/6eO15djtPvmokNu5oLfu5MrtZvpy7HLJHrx3SZuWYJqxFZehl3Ofh8rR3e5HG+hsHgclHHPmzY1YyT7pjhlNFTTct9gibXLgRlK+6NbUlc/9QC7MkgQX9XEiQUpWgjXjdlDL7+mVHOsvoWIkMh1XDEuOaWqRHROaoAqw0A524Ug28wlKU0GrGYHffOOZIWt/dh3nBJHRkZ1Ka8OVQmmMeiixWJz33q4i14ePaajPZRc+sDwMpt+zyfhaKhud2YETIKYe4cvdPVFCevh0BGGaHq+vL9/2t9pLTFgcffW+80EHadvZ9uygIS95x55J21eO6DTfjTW6u6uiqRSCsUWaj8SWMHZFWXXLluylj8+NzxzrL+Wq2HQia0aJnqhJjDVbkolfGYJ17ZcctoI1Q7LMvjc5dlZKROjDG0pyzPdH4qMq45qfjcEzHlrcFyz53tczpzxXZc9df3co6T/+9H5+Pn/1mS2U5atIz8vWpk0veeXICRN73kLJuq+f7aXfjPwk8in3bltsb0hQIwhjdKYZWWO/M2WoC/UdBdJSb0XO3Om46hQ5UrEq576nzWvXb8zqDsfe6l4rpWb56wfOxRWfSzMxyR7GrUDrFlW/bh4P172eKuRaN8/MkerN3ZjN41dqZJ9UGtTKi52d0kYGrHbDzG0JFULXf3gU+JBoEx4PG56/F4QF1ljpwOizvnq/BEy7humWzF+bonF2BXUzs27m7BsL49sjpGtuhRJWokk+RfH3qHpeh+bQC4+M9zAACfPeKASOfNpZ/CdJ2lsMq+k5jmbrL38+5jRRB33Z3ins9fH7eB8Y/i1svIz86Mlilby73UUP/l+WiP9quuCE3m1Znov0ePc0+IFMDPfWCLirSqVSOnpkLtUHXdMmq0TFUihvaUO+GJTBNgWdLnHkubW6dSsdzlcezcMhB14saBLZkwsJc9off2xrbsDpADepx7zGCZBu6bw50Zz0Hc31y+HV/4yxxjCuaUUHPd3aSWcZa18EkT+huBxGu5y+O524LmX9Ct/M603Ivj6e+GPDx7DY74+WvOcikOZY+KLqh6bhk5klR//oOiZVIWR0KIsB0tI33jMXQk1fQD7gMvfe7pNMadio0rce7Mc24nt0yOvdyqm+lXLy3B8i3Bfu89zR0YedNLeHP5tsAyUXA6HpVrD2Q2SXU25CLum/e0Yu6aXViwscFZJ28N9W0O0DpUg9wyIeeKMoWemgZDHk+PbvN1zDqNEYl72fPz/yzx+H3Vm0e9UcohJNLvc2eeafYqEzFPR6VEtZZqFHFvS1roISNqLO4MbqqpiKM9pfjcFb+8jHPX3yO+r+WhrxKurKRSPztaRnUJ5Wa5LxMiLufy3L6vDQ+8vQZX/nVu4D4rRIfnvdPrszuphnRfyJj9sGnl8oEpu2Km/Nf/veN8d6NlxLJYr8e5ez/Tq3tgKKSyrIbFyrL6U6qLumPld+IcACTuXYwVYClIytGij4kO1KQi7pwDa5Rh6ID3Qa0SoZApi6M9aSlpd92h4jWVcbQnXXdKQgmXlHHuugGpu66qKlS3jP26racfiOfYoSpxBs5E8AW/tGizZ5+onHDbdNw/0w0q0OPB5WjbQluU+R4a4Iq5dyIOT+IxzSXCtfXG4wY+h/7vqsandcuIT7URLfSzTeLexUiBU18hzf2ppSvyespWGS1z9xv2fLGV8Rg2NbTgtSVbPeXUh1BGrMgp0mqr7FiAlMXRnuKojMdQGY+hXY1ykf5zizsDqPSHsEoTd+lzlx2qMca88fJKtMy7q3dmd0EE0i0jGyfVdXHDMws9ESt/e2ctAG/uHZ21O5pwxYPvemLWNzW04NcvL3OW9Rws8pTq9IaFIO865rg55PFNbhkbvfEMdctwjm/8Yx5ufWmpZ/1Cj0vI65YxvXX6Ol01sVe3FQoS9y7G9RWat5eFW0ZblnHuq7bblnpQ1knVmJTzof59zjoAwFaRhtbiHB0pCxVxZneoKpa7FMuXFtkhewkxiEmlSssPEosxJGIMyZSFlGVbtky4kZ6et8Fz3BcyCAU0Ia04aY2rdXtq3kbjPmGW+70z6jG7fifeX7srsIwvWsZxy4RYs4FbopPvFwO9c9RkuevuGL2suZ4cr37sGhmy7Jcffl8po9fBf4/rbwluB7C/TKEgce8kWtpTxldfo+Ve+nruwdShqlowPSq9EbnDRXiger1iotP19SVbAAD125qcMh0pCxWJmN2hquWEAYCfiVjweNwf76Fb7okYQyLOkBQjX2MxO397R4rjf59ZZB8nTz6GdmEty3TC8rhLN+8N3KcjRNx9HX0mFdOiZaRbxuRzjzLoJyr5fvN0xdL7/Hh97tr1EOtDBzFpz2hHyvJdc12wOfzPrN6haqpfoUc4l524F3oE2KaGltDZ04M45KdT8YOnF/rWu5kO3XW5znxUbOg3vpwNSVKjWe5/+dLRALzilBDiPnFkXwDAD88+GIBqucdQEbctd9WXr5IQMzGpVGljAWKMoSJmNxL6BN2Sd1bl5o6RyA7VtqR9P0lxn10fPCmGvCQvf+TPou1a4/ayyZjQc8vI32dyy8jdP1zf4Fkf1vgEke+ORFnbpNagmeLcecCyvc77u/VL1p6yfM+7Pt2jHQqpu2W8x9cbI3VdoSg7cS/kIAHOOU64bTq++dgHWe2vDw4BXIupDPtNHUwjVN9d7boOdLdM/552HHjK4qiuiOHqT49yImwYs0X76BF9nDLtSeFzT9g+91SAuMdFyl8V3XJPiZDJTxpasHJbI+KM4eHZaz1l8mVAdDjiLmK1DW16UrMaN+5uAeccb6/0z17mjKpEsKtFnc8WcN0yKYvjsvvfxWd+66YIkNfxjleXywMDAP753vq0v02nEJb7O6t2YOYK+zrooZH2OSG2eTs11YdNf+50a7ojZaFFF3du3wNzZCPPDR2qAD7/f7PxxlJv6GrYCNp8U3YjVFMWRwbThGaEvIGmLcss1jisV1yP0wVQmgllQtDfRHQrTrfcpTvF4nDyyEjLvbkthdrKuCdiRfrcHcs95XXLSMw+d28ZxuyOWOl33a86geY278OdyNMURh2inrrVrFqB7SnL6RiWrNjaCPUmeWPJVkwZP8i5l6JMyOGO6hV1sSzM0TqIg8IB46bZM9KQb+OFg+PyB+Z6lgGz28NnwSvHsThHDMzN8+9zy3C0tvvdMn+cXo9NSiZJXxivxT1vPJzbwQD/Vgw8stwzRLdW8nkBs40FDjP0UtorXjmiu6jf0zr8elR4bQwm7ko7wZdINhaz/eAy37t8ltbtbMILCz9Bm8wDn7IckdNFWM7EpKI3AIB3qLzJv56NuEnUhl5a5XoiKvWMpuiYM/8w0/M7vvb3edjd1B6agdAVZnvHP05bidaOlBsKaXTLeNe1OxNYhP5EI3kXd/140i1jsMr1AU6miBqm7SPpSFpoTXobd845pi1zO11Nce6++sLOdCmjnoy/Ic+UnbibblIA2LKnFYfcPBWvfbwl62Nn6zcMs6D0yXuBgFDIElb/dBE/ulsmrrgObKtIJhfjaE9ZqEq4lvsfxaCezXtaURmXvnLLaKXvamr3ibUeLSPfFJy6xBh+d/ERnjK55Ulxv0vLXQ2zBLyN4QNvr8adr6/wHUevQWNb0ufXVe+7h2atAeCK+7Rl23DwzVOxYOMeuy6Ge9Tnf07Kjt/MZSPfnYf60fRraJfxNnbPfrAR/5iz1ulgV7dJdLduW9LyNbAWB+qVRGjc4Jbxv/UA2/a1hpbJN2Un7rp1LS/6tGVb0dKRwjX/mI8VW7NLbxrVn3/71GX414duKFvYPzFlcSRTlvOgq3XWv5cq6X5CdaW/UxMAnpm/0XnllSkKpOVumjS5UulQjceYT8g/aWjxdaDqPncO7szPCtgN0zhtIgs9bj8T1HuhQ9yrH6zb7dmmNob3zViFe6at9B1Hb7hSFnd89/I+VbM2vigGQVVodV+4oUHs77dcdKPE7fg1/rRQ8i5kunjCHul75V/f8xQ59XdvOu6T3c0duPn5j7X9OGbX7zDGoQP2/0i/DimLo7ndtebNce7e6lqc+0bpFtpeKztxD7KSVb/vpt3ZzbUa9FawZkcTDrvlVWfwyJ/eXIXvPelGxoRZ7inOceQvX8clf5mTVZ3KgSrtppfaumJrox1DLFL17mnpwEsfbUZcuGl0KhMxtLSn8Je3VqMtafnE3eLcP2jJkFxNtdwrDI1ELpa7aiDItzb59mEZLPcg9LYtaVmYLvqC5Fug6gKQv+GTPV7rUbJ+l/+Z0PuKcrHc8y1kPq8MBx6ctdpjZXPunXzbxM7GdlzxoOK71w7Mud9g9E3/aPmF2z+Tk5vryD02We4ZIf2MTg+/iSyfzSDL/cn3N2BfWzJwUItpP/lwNrelsK81qVWvDMx1BfVGv+eyIz3bqitiqEjocfD+uPjmdvcaLd+6z2e5VybsUMi9yrXUhdvibmIwp4xuTXF3flbA7lzVxd301hAVr1vGwvML3A425z6JcHy9hOpfT1m24JhykAdhys1+ywsfewyTjbtbcN+MejyhRMtYFsd88eYRRr6FzJS1UW90TdEo+qTWqgUOmA2xNs0to/8UZyKYkONw7s+vU+gcYiUfLfPcBxvRT4TOAdFyZISlfd3U0IIhdTXGbfqxt+1tRZ/aSufGDTqufiNuamhxbpA7Xw9phMoE9ecP6+O9thcfPQyVcbPPXRJjzNcA6pZ7lRjE5FmnP0wWR6XmljEltFIf1ITBcs9lEJPHLZPi+O4/FzjLMuoxytH1fgw14ubWl5bgvhluNAfgj1WPwvMLPsHWva3OvLKA32i6/+3VuO2VZXji65MweXS/wGPlP1rGv6y/UZikoKYy7glt1J9pUyOoi7teJpnivt/nH0nMUaHd54X2y5S8uF//lHdgUNAw6qlKR2qQ5fXiok/wrcc/xONfOw7HH9Tft139p573x7exeNNe7L9fNbaIofD6YWVDoVbpnVU7PCFc8wxWT9iEwKVIr2r3NtPFNB5jvtdVXbjjMeazwnR9rUrEUBn3W/MqjDHoUYy6xcXhdbvIdATe4yBr1HtBtdoB2+/dkbKyOv55f5zlfG9uT6G5PTvXo867q3fhiKG9sVB0vOrINMUzlm8LFfe8px8wqLvPcjcI9a6mds+yjJOXmOrZ1uHvUFVJWlagC0utr34/dhQ4RWTZuWVMHUOA959474yVuPax+djX2oG9rW7aXWndfPyJeQSe2nAs3mSXkcIO+C0ut7PK3W+JdmzdItWPUw4OmmrlVVgX04o4Q0WaSUUY80cq+aJeEnHfw6M3JDeePU6bzxWezlPAbvjVuPL6bY2+c+Vihar3wmbN/727uQNjfvxK2glFgOw6KL/6t/fTFzIQJOyAOzDv/pmrQ4+Rb7eMz1WC9K4RE7962ZsgzLK4z9hoS5pHqEpkYjqVDq1/riPFfW+t2Yx0z4SSt9x1PljXgLdWBA/fBtzRkS9/ZFvza287F2t2NOE1kbfE4hxPvr8e7UkLX5o8EkkxkCTdyERT2s/t+9qwfpfbqZPp7OeydDmIPOD1ZwNATWUi7WtJdSJusNzNPncV/f/Rv7bKs1xblfD5++00BuFumGNG9fUN+IlKFJGLMgJUJlDLhOkZDr7LJ/m23FvavUaRZfkt97AMmkHISCtVnP2hkH63jG9MgLZPS0fS19i0dhTWci87cb/h2UVZ7Xfa79/0DGG+8dmPAADPfLAJCzc04IErJ2LMwJ6hx9A7QpOWhWN+9YZnXUt7+tbaFBdeym4ZFV04qytiaS2Ymsp4Wl/54UN7p51WUHf39KpK+BqbigTzHVsXjW+fepAxPDEKUUQuzFIuVfI91F59YwbgpGdW2bC7GZmSTFninnCF1+9z1/YxWu7efZraUr5pFQttuZedW0YnZXF878kFoWVWbN3n+eesVcKnpGtl+rKtaa3uNTubMHWxm9Bpr8HlcneGolAuFrtEH0pfGY95RgCq/nlJdUUM/XtWOstfOWGkz5r+5QWHRpoz1uPyYn5/f0UshjeXe/2weqNQEY9h3KBe6FWVuW1U6IErXcXwNBN95/tn6ymRm9uTPlfIx5syT3D24Kw1aGzzPrfpLXe/z11vEFraU7hvxirPOhL3HNnXmjQm7FI5466ZnmVTLu1NDa3481urfOtVHp+7Hv/9qJtU7LdTl4WUDqbcBF2lIsbw8nc+4yxXVcRx/Gi381rdJqmpiOO609zp8G4862BfmdrKhMfiHtW/FgcO8L9pqcbdnpYO31uSMXrGEB1z5PA6X06cKBQ6a2lXMW7/XqHbC92oNbalfCL8wNvh/QBReUrk8Zf86U2vDqzc1ohZWiZP3XJvaPF25AKFd8uUtLhH8V8+kUUGOxMzV2zHM/PNEygEYeosjUQZq3ttVQJ9a10rvCoew6D9qp3l/WoqAAC9xSdgd5b27uEumwQ4xrwx6wxAz6oE/uuoIVpJ9+LK6A7Veh9/wH6+Y5vzy7BIHXY6+i6njBuQ8TFUfq+lRigU+huOjp69UqfQLywLNzSgPeW1hE1vztmwTJu4XA0xlehve3pDYyd780KWewiZdk6WCuVq3QF2Hhk1qsGUcx3wWuc9NVeNKcycMW88+g/OHAcAvjELanTUXV+YAABYcevZzrrTxw/yHdvk7ulZlcDOpnZfJEU6pAXbr7YSkw/sh08d0Duj/X90jvetJSz8MCoDelWlLXPw/v5GTyXds9gZ7ijd7dGVhE2qItFTCeebkhb3bHrDS4Fmwz+9XCbKZmIyDIk/5zoT5dx1hwz2CktQIjLVujznsMHGMocqYtpT+MzTJTZT89H8/avHAgAWiL6Yu9/IrA9FWvs3nn0wnrhmkvEtRNK3ttLT1wAA15w4GhcdPdRZHphGmIMG5KkETXOoUqe8OUmOGOpey7dX7sDFf34n8G2mPO7e6ESZyJws9xDKVdw9qd3LxEXzxvUn4dGrjwPgjXXXc71IsZP/2ysnj3BEOIhvnHgggGg5T2462++vB4Bff/4w3HzeeADAhUe54nnqwQM95U4ca7tR5IO5JSBXi4n563bhuQ/s/h8Z2RHWCfzqdSdi3k9Od5ZH9LM7LU84yLXW9QiRA3pX44hhdc6yyaX0mTHeAXphDYykrkelf6V27vfX7sZ7a8zztxajcXLcqL4FO/ZPtQRlJuS0jYWitMU9QuvYVRw5vK6rq1BUHDSwJz4tREUVHF3c5Cbp7qgOmXlFum6kbJg6PvU1QWJ6+XHDcfWnRwEAbr/wMMeX/bkjDjCW/+UFhwKAM+1fFC780xzc9YadvldWVX3bOHj/XrjzEteHrguz/L3qm4QeyXPR0UNxlHLv6SGDsswxI/s4ywzAwlvOcBo3E30Mlvtgpa9EctkD7xr372xtP+ew/dOW+ar4f4fxzVNG56M6gRTSBVva4p6h5f6Nkw5MW+bSY4ZlWx0Pg3r5b3wd/ZX604aUB+VIVSKGg0V0xaGaz1m6SOSQb9NkGhIpjDKvyqj+tYFlVdfD8aP7BYo2YIdrXnj0ULzy3c/g/Al2uce/fpwnkmdwb9vdke20jrKRUUPmnvrvyRitRPjobZVMeqUnP1OJxZhHMEzPSF2PSoxR0hinOEfvmgrsbxBrZx/Rwd1fyeN024WH4Y6LDveVNQlWIbuRDhzg/b8fNqQ37rv8KFwy0X4DO3HsAGNfSpjhAAAvfOuEgnsHTrvzrYIdu6TFPWwiYZ1rTx6N604bG+rmGFJXg5997lNpj3XZscPTljnuQK9FZ3o9/sOlEzzLw9LECpcLjDFMve5ErL3tXPSpNbzuwxU93W2jIt0JsvNqpEncxT/8mhPdhv3xr0/yZac0ccjg/ZzG5vjR/T2RNLLR6cjy4ZfWt5rtksErOL2qvday3KbnpFdZv6sZBw8O7/w8aGBP/PS88ZhyiO1ykg3psL5+/7zs7+jXswpPfH0SHrjyaGdb75oKXDzRbwwd++s3fDlcCtmhWpWIY8YPTnaW//PtT4Mxhh6Vtjvv5LEDcMtn/W8leoZIlbsvnYDDh9b53vQOG5JZB3gQ8rqu2dFUMOu9pMU9XarRh79yjPP9hrMORk1l3Hk9lGL7BeXmnHXjKZ6Ha8ohg7D2tnNx+XFeMT/zU34rYILwc1509FDce/mRGKtN8HDnJUfgv460w/LOO3ww7rv8KJ+lKW+ck8b6w+OKz2OZX75x0oEeV4F0y+hznKro4g4A834yBXN/dFqBaqmcW6QtiBIVYUJa33rKWdUq1w0CGVcf1uBNXbwFlx4zDA9dNdFZ9zflOVj963MwpK4G1RVxJwJGhvaNVxqFKYcMRFUihqWb7YFAe1o6MHl0P89gpaCO6B2N7Tj2V2/g4dlrMLt+By5/4F184x/zA+ucK9v2tmJkP79hJIW5PWVhaB/v9hMO6udrcL5z2hhcesww9OlRgc8ebr+xXTDBG0r724sOxxcnDff0A/32wsMDRf+ey440dmr/69rjne/72vITsqlT0ukH9F7+y44dhifecwccfOag/jhj/CBDrDMw/fsnYUS/Wrzy0WY8KQYp6Der9AioMdc/OGMsThzjF98phwzEgg0N6N+zCucdfgDqt7mxsWtvOxcA8E69nY/k8KG9ce7hgz0t9jUnHoiLjh6K08cPihSaVm788OxDPMuu5e51p6jxwtIto/a9qG4DwP3f7Vft9xnngmxYsg3HdSx3ZfLtqkTc6Co4ZPB+WLp5r9OnEGa5M9j3sdoXcPK4gbjnsiMxoGeVx0ev32fq6OG/fGki4jGG/3l0Pl5ZvAW7m21LvF/PKvzss+MxYbjbEFclYr4RmUmL4+fKdHb55ObzxuOht1c7E49YnIMxhksmDvV0JutvV3dfOsFJsfzY1yZho0hP8PPPfQrnHDbYuR63Xei6msYM6oW1t52LqYu34Ol5GzB2UC/cesFh+OYpB2Hyb6ajf89KXHLMMFxyzDBsamjBrsZ2fPZeO0OnfO5vf8U/mFHtxN7b0uHRmHxREHFnjJ0F4G4AcQAPcs5vK8R5eojW8+RxA/DtUw/CoUN648vHj0JtVRwLNjQgEY/h/isnGveVvf9yijdTZ9ynhYirwvCtU8f4yk05ZKBrJYgbaXTI6Ej5cMoHbUS/HvjROba4dUdhN3H0iD74+5x1OFSxiGS0jUS+dofNjHTV5BGoiDNcHsGVlgnynDtEvpDXl2xFIs5wyjjb1TFt6VZ0pCycdehgNDS3+3PNi+WLJw7Fk/M2YNaNp6AyETM+5PLXSUMzzOf+OdFHUCvuaxk2aepj+NKkEbjlBXNUh3xrOGnsALyyeAuaFOvyyyd4OyKf/Z/jPSmHC0Xf2kq896PTkIjHcPWnR2FHYxsm3voGrjhuBADgtxd5B3TJay7frs6fMASNbUlUi+dvaJ8eWP3rcyJNm3jWofvjrEPdTlp5jIuOdt/8h9TVYEhdDR64ciJGK/0AUw4ZiEfmrBN5lORsVu45t+xtLYhLNu/izhiLA7gPwOkANgJ4nzH2Auc87834FccNx9TFW/Crzx/mvPrIYdD6a5jkmhMPxP0zVzt5QWTH55A+/lenLwp3jIw1NvnNP7z5dNRWJfDP9+2RsHJKLtMrq7Qw1eMsvOWMNKP/yiQWMkPOnzAEk0f3w0ClY1p/CM/81CBce/Jojz9dJxGP4crJI/NeP/n/fXj2WnzrlIPw9b/PM5abMKzOiYlXke6miSP7OhYeYPvVLz56KI4a4VrGlx07DDc//zEOqLOvhby3T9Tcd9eceCBuEIO3EvEY5v9kSqhFaBK1E8cO8KTHPuNT++OBt1fj658JvsZRYunzAYP37aJ/zyq896PTAg2ii44eiqfnb/D0C8iGQJLtfLh9aivx/o+noJ+hz0jvvL35vPH4zmljkOIcj85Zh4OEy/apb0zGJX+Zg4UbGnBMBlFXUSmE5X4sgHrO+WoAYIz9E8D5APIu7kP79PB0pEThh2cfjJvOOtj5p47bvxe+MHEYLlP86keP6IP563Y7D/DJwhp7+MvH+I4nOwQvPGoo5q3djW+depCz7cxPDfL0tl81eSSe+2CTJ8443etY3HkVL+nukawYmCbiKBGP4QZDnpnO5uhb3wjcZhJ2wN9ZqnKHllLgi5NG4IrjRjj3bE1lHG9cf5IjaiePG4A3l2933v4k/Xqmfwv865cnYkidawg98pVjPGGLfWsrMe37J4ceI13USb4wpYYYGBLhc0BdDd6+4dSC1SfqW3YiHnP+F9efMc5Zf+yovpjxg5ON/QX5gOV7cAFj7CIAZ3HOvyaWvwTgOM75t7Ry1wC4BgCGDx9+9Lp1meenLhStHSm0tKcCIzkAYN3OJuxtSeKwofnpPQ+Cc467Xl+BKyaN8ORgIbqeGcu24f6Zq7Fy2z5MHNEXu5rbsWzzXiTiMZw0dgA451i5rRGb97QixhhG9uuBeet244uThuPWCw7LWz3akik0taU8OXs6m+372vDOqh344/R6Z+DZjsY2DO/bA/dMq8fhQ3ujKhHD5NH98ZeZq9CrugJjBvbErqZ2nH3o/pi/fjfqaiqxcts+tCctrN/VjEH7VWNHYxv61VYhHgN+e+ERnhxDBMAYm885N/qeu0zcVSZOnMjnzTO/1hIEQRBmwsS9EO/6mwCowa9DxTqCIAiikyiEuL8PYAxjbBRjrBLApQBeKMB5CIIgiADy3qHKOU8yxr4F4FXYoZB/5Zynz6JDEARB5I2CxLlzzl8G8HIhjk0QBEGkp/vF1xEEQXQDSNwJgiDKEBJ3giCIMoTEnSAIogzJ+yCmrCrB2HYA2Q5R7Q8gemL3rqVU6loq9QRKp66lUk+gdOpaKvUEClfXEZxzf5paFIm45wJjbF7QCK1io1TqWir1BEqnrqVST6B06loq9QS6pq7kliEIgihDSNwJgiDKkHIQ9/u7ugIZUCp1LZV6AqVT11KpJ1A6dS2VegJdUNeS97kTBEEQfsrBcicIgiA0SNwJgiDKkJIWd8bYWYyx5YyxesbYTV1cl2GMsRmMsSWMsY8ZY98V6/syxl5njK0Un33EesYYu0fUfRFj7KhOrm+cMfYhY+xFsTyKMTZX1OdJka4ZjLEqsVwvto/s5HrWMcaeYYwtY4wtZYxNLsZryhj7nvi/L2aMPcEYqy6Wa8oY+ytjbBtjbLGyLuNryBi7SpRfyRi7qhPreof4/y9ijP2LMVanbPuhqOtyxtiZyvqCaoOpnsq27zPGOGOsv1jummvKOS/JP9jphFcBOBBAJYCFAMZ3YX0GAzhKfO8FYAWA8QB+C+Amsf4mALeL7+cAeAX2vL+TAMzt5PpeD+BxAC+K5acAXCq+/xnA/4jv1wL4s/h+KYAnO7mejwD4mvheCaCu2K4pgCEA1gCoUa7ll4vlmgI4EcBRABYr6zK6hgD6AlgtPvuI7306qa5nAEiI77crdR0vnvsqAKOEHsQ7QxtM9RTrh8FOd74OQP+uvKYFv/ELeMNOBvCqsvxDAD/s6nop9XkewOkAlgMYLNYNBrBcfP8LgMuU8k65TqjbUADTAJwK4EVx0+1QHiDn2oobdbL4nhDlWCfVs7cQTaatL6prClvcN4iHNCGu6ZnFdE0BjNQEM6NrCOAyAH9R1nvKFbKu2rbPA3hMfPc88/K6dpY2mOoJ4BkARwBYC1fcu+SalrJbRj5Qko1iXZcjXrOPBDAXwCDO+WaxaQuAQeJ7V9b/DwBuAGCJ5X4AGjjnSUNdnHqK7XtE+c5gFIDtAB4WLqQHGWO1KLJryjnfBOB3ANYD2Az7Gs1HcV5TSabXsFiet6/CtoKBIqsrY+x8AJs45wu1TV1Sz1IW96KEMdYTwLMAruOc71W3cbt57tLYU8bYeQC2cc7nd2U9IpKA/er7J875kQCaYLsQHIrkmvYBcD7sxugAALUAzurKOmVCMVzDKDDGfgwgCeCxrq6LDmOsB4AfAfhpV9dFUsriXnQTcTPGKmAL+2Oc8+fE6q2MscFi+2AA28T6rqr/CQA+xxhbC+CfsF0zdwOoY4zJmbnUujj1FNt7A9jZCfUEbEtmI+d8rlh+BrbYF9s1nQJgDed8O+e8A8BzsK9zMV5TSabXsEufN8bYlwGcB+AK0RghpE5dUdfRsBv3heLZGgrgA8bY/l1Vz1IW96KaiJsxxgA8BGAp5/xOZdMLAGQv+FWwffFy/ZWiJ30SgD3Ka3LB4Jz/kHM+lHM+EvY1m845vwLADAAXBdRT1v8iUb5TrDzO+RYAGxhj48Sq0wAsQZFdU9jumEmMsR7iPpD1LLprqpDpNXwVwBmMsT7iTeUMsa7gMMbOgu1G/BznvFn7DZeK6KNRAMYAeA9doA2c84845wM55yPFs7URdoDFFnTVNS1Eh0hn/cHuhV4Bu2f8x11cl0/DfrVdBGCB+DsHti91GoCVAN4A0FeUZwDuE3X/CMDELqjzyXCjZQ6E/WDUA3gaQJVYXy2W68X2Azu5jhMAzBPX9d+wowqK7poC+DmAZQAWA/gH7AiOorimAJ6A3RfQAVt0rs7mGsL2d9eLv690Yl3rYfum5XP1Z6X8j0VdlwM4W1lfUG0w1VPbvhZuh2qXXFNKP0AQBFGGlLJbhiAIggiAxJ0gCKIMIXEnCIIoQ0jcCYIgyhASd4IgiDKExJ0gCKIMIXEnCIIoQ/4fKgiBKMFKIZYAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df.news_size.plot()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:11:25.558241Z",
     "start_time": "2021-01-13T16:11:25.527385Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>month</th>\n",
       "      <th>year</th>\n",
       "      <th>date</th>\n",
       "      <th>news_contents</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>January - 1</td>\n",
       "      <td>Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>January - 1</td>\n",
       "      <td>Police in Dhaka, on January 1, recovered some arms and ammunition from the Dhaka University campus and also arrested one person in this connection.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>January - 4</td>\n",
       "      <td>One person was killed and two others injured by a group of terrorists at Char Chandia village in Sonagazi on January 4.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>January - 5</td>\n",
       "      <td>At least 15 people were injured in an attack by a gang of terrorists in village Sharnakarpura, on January 5. Police and local people said the attack was a sequel to the January 1-incident at the v...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>bangladesh</td>\n",
       "      <td>jan</td>\n",
       "      <td>2001</td>\n",
       "      <td>January - 6</td>\n",
       "      <td>In a separate incident, two terrorists, involved in an earlier killing of a civilian in Narayanganj district were arrested in the city.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206848</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>December - 11</td>\n",
       "      <td>Prime Minister Mahinda Rajapaksa on December 11 instructed the Election Commission (EC) to pay attention to holding of the Provincial Council Elections expeditiously and look into the necessary le...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206849</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>December - 14</td>\n",
       "      <td>Former Minister of Muslim Affairs M.H.A. Haleem testifying before the Presidential Commission of Inquiry (PCoI) probing Easter Sunday on December 14 said he was unaware National Thowheed Jamaat (N...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206850</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>December - 18</td>\n",
       "      <td>Three major political parties in the North have begun discussions to present a resolution on behalf of their constituents at the 46th UN Human Rights Council (UNHRC) meeting in Geneva next March, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206851</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>December - 24</td>\n",
       "      <td>Russian Ambassador Yury B. Materiy on December 24 apprised Public Security Minister Sarath Weerasekara about terrorist financing activities by extremist groups under the pretext of providing COVID...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206852</th>\n",
       "      <td>srilanka</td>\n",
       "      <td>dec</td>\n",
       "      <td>2020</td>\n",
       "      <td>December - 30</td>\n",
       "      <td>Defense Secretary General (Retd) Kamal Gunaratne on December 30 said that there will be no room for separatism and extremism in the new year since they have taken steps to thwart such attempts, re...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>206853 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           country month  year           date  \\\n",
       "0       bangladesh   jan  2001    January - 1   \n",
       "1       bangladesh   jan  2001    January - 1   \n",
       "2       bangladesh   jan  2001    January - 4   \n",
       "3       bangladesh   jan  2001    January - 5   \n",
       "4       bangladesh   jan  2001    January - 6   \n",
       "...            ...   ...   ...            ...   \n",
       "206848    srilanka   dec  2020  December - 11   \n",
       "206849    srilanka   dec  2020  December - 14   \n",
       "206850    srilanka   dec  2020  December - 18   \n",
       "206851    srilanka   dec  2020  December - 24   \n",
       "206852    srilanka   dec  2020  December - 30   \n",
       "\n",
       "                                                                                                                                                                                                  news_contents  \n",
       "0                     Meanwhile, on the same day, people across the country held peace rallies under the banner of 'Anti-terrorism Peace Movement' with a call to build a terrorism-free society in Bangladesh.  \n",
       "1                                                           Police in Dhaka, on January 1, recovered some arms and ammunition from the Dhaka University campus and also arrested one person in this connection.  \n",
       "2                                                                                       One person was killed and two others injured by a group of terrorists at Char Chandia village in Sonagazi on January 4.  \n",
       "3       At least 15 people were injured in an attack by a gang of terrorists in village Sharnakarpura, on January 5. Police and local people said the attack was a sequel to the January 1-incident at the v...  \n",
       "4                                                                       In a separate incident, two terrorists, involved in an earlier killing of a civilian in Narayanganj district were arrested in the city.  \n",
       "...                                                                                                                                                                                                         ...  \n",
       "206848  Prime Minister Mahinda Rajapaksa on December 11 instructed the Election Commission (EC) to pay attention to holding of the Provincial Council Elections expeditiously and look into the necessary le...  \n",
       "206849  Former Minister of Muslim Affairs M.H.A. Haleem testifying before the Presidential Commission of Inquiry (PCoI) probing Easter Sunday on December 14 said he was unaware National Thowheed Jamaat (N...  \n",
       "206850  Three major political parties in the North have begun discussions to present a resolution on behalf of their constituents at the 46th UN Human Rights Council (UNHRC) meeting in Geneva next March, ...  \n",
       "206851  Russian Ambassador Yury B. Materiy on December 24 apprised Public Security Minister Sarath Weerasekara about terrorist financing activities by extremist groups under the pretext of providing COVID...  \n",
       "206852  Defense Secretary General (Retd) Kamal Gunaratne on December 30 said that there will be no room for separatism and extremism in the new year since they have taken steps to thwart such attempts, re...  \n",
       "\n",
       "[206853 rows x 5 columns]"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.apply(lambda x: x.explode() if x.name in ['date',\t'news_contents'] else x).reset_index(drop= True)\n",
    "df = df[['country','month','year','date', 'news_contents']]\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:06:34.935852Z",
     "start_time": "2021-01-13T16:06:34.173174Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "16898027"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(df.news_contents.str.count(' ')+1).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T16:05:49.682389Z",
     "start_time": "2021-01-13T16:05:48.925497Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0          29\n",
       "1          24\n",
       "2          22\n",
       "3          47\n",
       "4          22\n",
       "         ... \n",
       "206848     55\n",
       "206849     82\n",
       "206850     92\n",
       "206851    137\n",
       "206852    106\n",
       "Name: news_contents, Length: 206853, dtype: int64"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.news_contents.str.count(' ')+1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-13T15:29:22.337728Z",
     "start_time": "2021-01-13T15:29:20.573185Z"
    }
   },
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "\"['level_1'] not found in axis\"",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-10-0f5aa6dbb24f>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m (df.set_index(list(df.columns[0:5]))\n\u001b[0m\u001b[1;32m      2\u001b[0m               \u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;32mlambda\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mSeries\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstack\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m               \u001b[0;34m.\u001b[0m\u001b[0mreset_index\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m               .drop('level_1', 1))\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36mdrop\u001b[0;34m(self, labels, axis, index, columns, level, inplace, errors)\u001b[0m\n\u001b[1;32m   4165\u001b[0m                 \u001b[0mweight\u001b[0m  \u001b[0;36m1.0\u001b[0m     \u001b[0;36m0.8\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   4166\u001b[0m         \"\"\"\n\u001b[0;32m-> 4167\u001b[0;31m         return super().drop(\n\u001b[0m\u001b[1;32m   4168\u001b[0m             \u001b[0mlabels\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   4169\u001b[0m             \u001b[0maxis\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0maxis\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36mdrop\u001b[0;34m(self, labels, axis, index, columns, level, inplace, errors)\u001b[0m\n\u001b[1;32m   3885\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlabels\u001b[0m \u001b[0;32min\u001b[0m \u001b[0maxes\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3886\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mlabels\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3887\u001b[0;31m                 \u001b[0mobj\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_drop_axis\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlevel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0merrors\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3888\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3889\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0minplace\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/generic.py\u001b[0m in \u001b[0;36m_drop_axis\u001b[0;34m(self, labels, axis, level, errors)\u001b[0m\n\u001b[1;32m   3919\u001b[0m                 \u001b[0mnew_axis\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdrop\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mlevel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0merrors\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3920\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3921\u001b[0;31m                 \u001b[0mnew_axis\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdrop\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlabels\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0merrors\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3922\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreindex\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0maxis_name\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mnew_axis\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3923\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mdrop\u001b[0;34m(self, labels, errors)\u001b[0m\n\u001b[1;32m   5282\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mmask\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0many\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   5283\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0merrors\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0;34m\"ignore\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 5284\u001b[0;31m                 \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf\"{labels[mask]} not found in axis\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   5285\u001b[0m             \u001b[0mindexer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mindexer\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m~\u001b[0m\u001b[0mmask\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   5286\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdelete\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: \"['level_1'] not found in axis\""
     ]
    }
   ],
   "source": [
    "(df.set_index(list(df.columns[0:5]))\n",
    "              .apply(lambda x: x.apply(pd.Series).stack())\n",
    "              .reset_index()\n",
    "              .drop('level_1', 1))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 3. process_data_for_annotation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T02:31:26.274198Z",
     "start_time": "2020-12-27T02:31:26.264921Z"
    }
   },
   "outputs": [],
   "source": [
    "def remove_special_characters(data, col_name):\n",
    "    spec_chars = [\"!\", '\"', \"#\", \"%\", \"&\", \"'\", \"*\", \"+\", \"-\", \"/\", \":\", \";\", \"<\", \"=\",\n",
    "                  \">\", \"?\", \"@\", \"[\", \"\\\\\", \"]\", \"^\", \"_\", \"`\", \"{\", \"|\", \"}\", \"~\", \"–\"]\n",
    "    for char in spec_chars:\n",
    "        data[col_name] = data[col_name].str.replace(char, ' ')\n",
    "    data[col_name] = data[col_name].str.split().str.join(\" \")\n",
    "    return data\n",
    "\n",
    "def probable_relevant_story(news, event_set, threshold):\n",
    "    tokenized = news.split(\" \")\n",
    "    count = 0\n",
    "    for t in tokenized:\n",
    "        if t in event_set:\n",
    "            count += 1\n",
    "        if count >= threshold:\n",
    "            return True\n",
    "    return False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T02:31:28.769559Z",
     "start_time": "2020-12-27T02:31:27.069726Z"
    }
   },
   "outputs": [],
   "source": [
    "master_data_path = 'RawSATPData/master_2011To2015.csv'\n",
    "master_data = pd.read_csv(master_data_path, header=[0])  \n",
    "master_data = remove_special_characters(master_data, 'news')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-27T02:31:29.598898Z",
     "start_time": "2020-12-27T02:31:29.441328Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "193"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "action_path = \"Data_Events/action.csv\" \n",
    "actions = pd.read_csv(action_path, header=None)   #  Here header should be None instead of [0] in the previous version\n",
    "actions_set = set(actions.iloc[:,0])\n",
    "len(actions_set)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Assume a threshold = 4 to select samples "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(21902, 5)\n"
     ]
    }
   ],
   "source": [
    "# Step - 1 : Pull Out All the Probable relevant story\n",
    "master_data['Relevance'] = master_data['news'].apply(probable_relevant_story, args = (actions_set, 4))\n",
    "print(master_data[master_data['Relevance'] == True].shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## save master data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>location</th>\n",
       "      <th>news</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>On January 1, in Jhenidah, Police arrested nin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>Police recovered a 7.6mm foreign pistol, a pip...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>The prosecution on January 1 filed a petition ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>Police banned all protests in Dhaka city from ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2015</td>\n",
       "      <td>1</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>Road Transport and Bridges Minister Obaidul Qu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65078</th>\n",
       "      <td>2011</td>\n",
       "      <td>12</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>President Mahinda Rajapakse said that the Army...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65079</th>\n",
       "      <td>2011</td>\n",
       "      <td>12</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Cabinet spokesman and Mass Media and Informati...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65080</th>\n",
       "      <td>2011</td>\n",
       "      <td>12</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Cabinet spokesman and Mass Media and Informati...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65081</th>\n",
       "      <td>2011</td>\n",
       "      <td>12</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>An ally of Sri Lanka s governing United People...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65082</th>\n",
       "      <td>2011</td>\n",
       "      <td>12</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Mahinda Rajapakse recently told a media meetin...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>65083 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       year  month    location  \\\n",
       "0      2015      1  bangladesh   \n",
       "1      2015      1  bangladesh   \n",
       "2      2015      1  bangladesh   \n",
       "3      2015      1  bangladesh   \n",
       "4      2015      1  bangladesh   \n",
       "...     ...    ...         ...   \n",
       "65078  2011     12    srilanka   \n",
       "65079  2011     12    srilanka   \n",
       "65080  2011     12    srilanka   \n",
       "65081  2011     12    srilanka   \n",
       "65082  2011     12    srilanka   \n",
       "\n",
       "                                                    news  \n",
       "0      On January 1, in Jhenidah, Police arrested nin...  \n",
       "1      Police recovered a 7.6mm foreign pistol, a pip...  \n",
       "2      The prosecution on January 1 filed a petition ...  \n",
       "3      Police banned all protests in Dhaka city from ...  \n",
       "4      Road Transport and Bridges Minister Obaidul Qu...  \n",
       "...                                                  ...  \n",
       "65078  President Mahinda Rajapakse said that the Army...  \n",
       "65079  Cabinet spokesman and Mass Media and Informati...  \n",
       "65080  Cabinet spokesman and Mass Media and Informati...  \n",
       "65081  An ally of Sri Lanka s governing United People...  \n",
       "65082  Mahinda Rajapakse recently told a media meetin...  \n",
       "\n",
       "[65083 rows x 4 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "master_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "master_data.to_csv('Data_TagTog_NotAnnotated/master_2011to2015_probable_relevant_marked_data.csv', header=True, index=True, index_label='index')\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 4. sample_data_for_annotation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# master_data = pd.read_csv('Data_TagTog_NotAnnotated/master_2011to2015_probable_relevant_marked_data.csv', header=[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYMAAAEfCAYAAACjwKoqAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAn2UlEQVR4nO3de7hcZXn+8e9NAogiJWBESqhBiCKigkTAU7WAEEAJyqFQlYAoWEBRaWvwUBShglapWEFAUkI9ACoWhAjmh1hF5RAUOWoNCJKIEA0IFkXB+/fH8+4y3d1Jdnb2nplN7s91zbVn3rVm9rNm1syz3sN6l2wTERGrtzV6HUBERPRekkFERCQZREREkkFERJBkEBERwMReBzBST3va0zx16tRehxERMa5cf/31v7I9eXD5uE0GU6dOZcGCBb0OIyJiXJF011DlaSaKiIgkg4iISDKIiAiGkQwkPUnStZJ+JOkWSR9q5edI+pmkG9ptm1YuSadKWijpRkkv6nitWZJ+2m6zOsq3k3RTe86pkjQG2xoREcswnA7kR4CdbP9W0prAVZK+3pb9ve0vD1p/d2Bau+0AnA7sIGkD4DhgOmDgekkX276/rfNW4BpgHjAD+DoREdEVK6wZuPy2PVyz3ZY3u91M4Nz2vKuB9SVtDOwGzLe9tCWA+cCMtmw921e7Zs07F9h75JsUEREra1h9BpImSLoBuI/6Qb+mLTqxNQWdImntVrYJcHfH0xe1suWVLxqifKg4DpO0QNKCJUuWDCf0iIgYhmElA9uP2d4GmAJsL2lr4FhgS+DFwAbAe8YqyI44zrQ93fb0yZP/zzkTERExQis1msj2A8CVwAzb97SmoEeAfwO2b6stBjbteNqUVra88ilDlEdERJessANZ0mTgj7YfkLQO8GrgZEkb276njfzZG7i5PeVi4ChJ51EdyL9p610O/JOkSW29XYFjbS+V9KCkHakO5IOAT43mRgJMnX3paL/k/3LnSXuO6etHRIyl4Ywm2hiYK2kCVZO4wPYlkr7ZEoWAG4C3tfXnAXsAC4GHgUMA2o/+h4Hr2nrH217a7h8BnAOsQ40iykiiiIguWmEysH0jsO0Q5TstY30DRy5j2RxgzhDlC4CtVxRLRESMjZyBHBERSQYREZFkEBERJBlERARJBhERQZJBRESQZBARESQZREQESQYREUGSQUREkGQQEREkGUREBEkGERFBkkFERJBkEBERJBlERARJBhERQZJBRESQZBARESQZREQESQYREcEwkoGkJ0m6VtKPJN0i6UOtfDNJ10haKOl8SWu18rXb44Vt+dSO1zq2lf9E0m4d5TNa2UJJs8dgOyMiYjmGUzN4BNjJ9guBbYAZknYETgZOsb0FcD9waFv/UOD+Vn5KWw9JWwEHAM8DZgCnSZogaQLwaWB3YCvgwLZuRER0yQqTgctv28M1283ATsCXW/lcYO92f2Z7TFu+syS18vNsP2L7Z8BCYPt2W2j7Dtt/AM5r60ZERJcMq8+gHcHfANwHzAduBx6w/WhbZRGwSbu/CXA3QFv+G2DDzvJBz1lW+VBxHCZpgaQFS5YsGU7oERExDMNKBrYfs70NMIU6kt9yLINaThxn2p5ue/rkyZN7EUJExBPSSo0msv0AcCXwEmB9SRPboinA4nZ/MbApQFv+Z8CvO8sHPWdZ5RER0SXDGU00WdL67f46wKuB26iksG9bbRZwUbt/cXtMW/5N227lB7TRRpsB04BrgeuAaW100lpUJ/PFo7BtERExTBNXvAobA3PbqJ81gAtsXyLpVuA8SScAPwTObuufDfy7pIXAUurHHdu3SLoAuBV4FDjS9mMAko4CLgcmAHNs3zJqWxgRESu0wmRg+0Zg2yHK76D6DwaX/x7YbxmvdSJw4hDl84B5w4g3IiLGQM5AjoiIJIOIiEgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiCDJICIiSDKIiAiSDCIigiSDiIggySAiIkgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiGAYyUDSppKulHSrpFskHd3KPyhpsaQb2m2PjuccK2mhpJ9I2q2jfEYrWyhpdkf5ZpKuaeXnS1prtDc0IiKWbTg1g0eBY2xvBewIHClpq7bsFNvbtNs8gLbsAOB5wAzgNEkTJE0APg3sDmwFHNjxOie319oCuB84dJS2LyIihmGFycD2PbZ/0O4/BNwGbLKcp8wEzrP9iO2fAQuB7dttoe07bP8BOA+YKUnATsCX2/PnAnuPcHsiImIEVqrPQNJUYFvgmlZ0lKQbJc2RNKmVbQLc3fG0Ra1sWeUbAg/YfnRQ+VD//zBJCyQtWLJkycqEHhERyzHsZCBpXeArwDttPwicDmwObAPcA3x8LALsZPtM29NtT588efJY/7uIiNXGxOGsJGlNKhF83vaFALbv7Vh+FnBJe7gY2LTj6VNaGcso/zWwvqSJrXbQuX5ERHTBcEYTCTgbuM32JzrKN+5Y7XXAze3+xcABktaWtBkwDbgWuA6Y1kYOrUV1Ml9s28CVwL7t+bOAi1ZtsyIiYmUMp2bwMuBNwE2Sbmhl76VGA20DGLgTOBzA9i2SLgBupUYiHWn7MQBJRwGXAxOAObZvaa/3HuA8SScAP6SST0REdMkKk4HtqwANsWjecp5zInDiEOXzhnqe7Tuo0UYREdEDOQM5IiKSDCIiIskgIiJIMoiICJIMIiKCJIOIiCDJICIiSDKIiAiSDCIigiSDiIggySAiIkgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiCDJICIiSDKIiAiSDCIiApi4ohUkbQqcC2wEGDjT9iclbQCcD0wF7gT2t32/JAGfBPYAHgYOtv2D9lqzgPe3lz7B9txWvh1wDrAOMA842rZHaRvHvamzLx3T17/zpD3H9PUjov8Np2bwKHCM7a2AHYEjJW0FzAausD0NuKI9BtgdmNZuhwGnA7TkcRywA7A9cJykSe05pwNv7XjejFXftIiIGK4VJgPb9wwc2dt+CLgN2ASYCcxtq80F9m73ZwLnulwNrC9pY2A3YL7tpbbvB+YDM9qy9Wxf3WoD53a8VkREdMFK9RlImgpsC1wDbGT7nrbol1QzElSiuLvjaYta2fLKFw1RPtT/P0zSAkkLlixZsjKhR0TEcgw7GUhaF/gK8E7bD3Yua0f0Y97Gb/tM29NtT588efJY/7uIiNXGsJKBpDWpRPB52xe24ntbEw/t732tfDGwacfTp7Sy5ZVPGaI8IiK6ZIXJoI0OOhu4zfYnOhZdDMxq92cBF3WUH6SyI/Cb1px0ObCrpEmt43hX4PK27EFJO7b/dVDHa0VERBescGgp8DLgTcBNkm5oZe8FTgIukHQocBewf1s2jxpWupAaWnoIgO2lkj4MXNfWO9720nb/CB4fWvr1douIiC5ZYTKwfRWgZSzeeYj1DRy5jNeaA8wZonwBsPWKYomIiLGRM5AjIiLJICIikgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiCDJICIiSDKIiAiSDCIigiSDiIggySAiIkgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiCDJICIiGEYykDRH0n2Sbu4o+6CkxZJuaLc9OpYdK2mhpJ9I2q2jfEYrWyhpdkf5ZpKuaeXnS1prNDcwIiJWbDg1g3OAGUOUn2J7m3abByBpK+AA4HntOadJmiBpAvBpYHdgK+DAti7Aye21tgDuBw5dlQ2KiIiVt8JkYPvbwNJhvt5M4Dzbj9j+GbAQ2L7dFtq+w/YfgPOAmZIE7AR8uT1/LrD3ym1CRESsqlXpMzhK0o2tGWlSK9sEuLtjnUWtbFnlGwIP2H50UPmQJB0maYGkBUuWLFmF0CMiotNIk8HpwObANsA9wMdHK6DlsX2m7em2p0+ePLkb/zIiYrUwcSRPsn3vwH1JZwGXtIeLgU07Vp3SylhG+a+B9SVNbLWDzvUjIqJLRlQzkLRxx8PXAQMjjS4GDpC0tqTNgGnAtcB1wLQ2cmgtqpP5YtsGrgT2bc+fBVw0kpgiImLkVlgzkPRF4FXA0yQtAo4DXiVpG8DAncDhALZvkXQBcCvwKHCk7cfa6xwFXA5MAObYvqX9i/cA50k6AfghcPZobVxERAzPCpOB7QOHKF7mD7btE4EThyifB8wbovwOarRRRET0SM5AjoiIJIOIiEgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiCDJICIiSDKIiAiSDCIigiSDiIggySAiIkgyiIgIkgwiIoIkg4iIIMkgIiJIMoiICJIMIiKCJIOIiGAYyUDSHEn3Sbq5o2wDSfMl/bT9ndTKJelUSQsl3SjpRR3PmdXW/6mkWR3l20m6qT3nVEka7Y2MiIjlG07N4BxgxqCy2cAVtqcBV7THALsD09rtMOB0qOQBHAfsAGwPHDeQQNo6b+143uD/FRERY2yFycD2t4Glg4pnAnPb/bnA3h3l57pcDawvaWNgN2C+7aW27wfmAzPasvVsX23bwLkdrxUREV0y0j6DjWzf0+7/Etio3d8EuLtjvUWtbHnli4YoH5KkwyQtkLRgyZIlIww9IiIGW+UO5HZE71GIZTj/60zb021Pnzx5cjf+ZUTEamGkyeDe1sRD+3tfK18MbNqx3pRWtrzyKUOUR0REF400GVwMDIwImgVc1FF+UBtVtCPwm9acdDmwq6RJreN4V+DytuxBSTu2UUQHdbxWRER0ycQVrSDpi8CrgKdJWkSNCjoJuEDSocBdwP5t9XnAHsBC4GHgEADbSyV9GLiurXe87YFO6SOoEUvrAF9vt4iI6KIVJgPbBy5j0c5DrGvgyGW8zhxgzhDlC4CtVxRHRESMnZyBHBERSQYREZFkEBERJBlERARJBhERQZJBRESQZBARESQZREQESQYREUGSQUREkGQQEREkGUREBEkGERFBkkFERJBkEBERJBlERARJBhERQZJBRESQZBARESQZREQESQYREcEqJgNJd0q6SdINkha0sg0kzZf00/Z3UiuXpFMlLZR0o6QXdbzOrLb+TyXNWrVNioiIlTUaNYO/sr2N7ent8WzgCtvTgCvaY4DdgWntdhhwOlTyAI4DdgC2B44bSCAREdEdY9FMNBOY2+7PBfbuKD/X5WpgfUkbA7sB820vtX0/MB+YMQZxRUTEMqxqMjDwDUnXSzqslW1k+552/5fARu3+JsDdHc9d1MqWVf5/SDpM0gJJC5YsWbKKoUdExICJq/j8l9teLOnpwHxJP+5caNuSvIr/o/P1zgTOBJg+ffqovW5ExOpulWoGthe3v/cBX6Xa/O9tzT+0v/e11RcDm3Y8fUorW1Z5RER0yYiTgaSnSHrqwH1gV+Bm4GJgYETQLOCidv9i4KA2qmhH4DetOelyYFdJk1rH8a6tLCIiumRVmok2Ar4qaeB1vmD7MknXARdIOhS4C9i/rT8P2ANYCDwMHAJge6mkDwPXtfWOt710FeKKiIiVNOJkYPsO4IVDlP8a2HmIcgNHLuO15gBzRhpLRESsmpyBHBERqzyaKGKFps6+dExf/86T9hzT1x/v8UcMR2oGERGRZBAREUkGERFBkkFERJBkEBERJBlERARJBhERQc4ziHjCy3kSMRypGURERJJBREQkGUREBEkGERFBkkFERJBkEBERJBlERARJBhERQZJBRESQZBARESQZREQEfZQMJM2Q9BNJCyXN7nU8ERGrk75IBpImAJ8Gdge2Ag6UtFVvo4qIWH30y6yl2wMLbd8BIOk8YCZwa0+jioiey6yr3SHbvY4BSfsCM2y/pT1+E7CD7aMGrXcYcFh7+BzgJ2MY1tOAX43h64+l8Rw7JP5eS/y9NdbxP9P25MGF/VIzGBbbZwJnduN/SVpge3o3/tdoG8+xQ+LvtcTfW72Kvy/6DIDFwKYdj6e0soiI6IJ+SQbXAdMkbSZpLeAA4OIexxQRsdroi2Yi249KOgq4HJgAzLF9S4/D6kpz1BgZz7FD4u+1xN9bPYm/LzqQIyKit/qlmSgiInooySAiIpIMIrpB0lN6HUPE8iQZRIwxSesCl0l6fa9jGW2S1OsYVhcD7/VYvedJBivwRN7Zn4jb1ua56iu2fwucAbxf0rie+2DwPuOMQOkKSep4r8ekltkXQ0v7VecHIGlbYBHwiO0HexvZ6LBtSS+jdq4HbV/d65hGStJ6th+0/ZiklwNbA5cB99h+pMfhYftzkv4AnCQJ22M74c4YGPR9eAPwF8A1wE22l/Q0uFEkaQfqQPl+2z/ug3g63/ejgP0kXQp81/Z3R+3/JLGvWPsA3ghcATwdeJ/t+3ob1cgN7FySXgJ8Bfgaddb3RW3Kj3GltcefSW3Hj4HPAwuBPwLnAZfbfqgHcQ28z6K+a3+SdCDwXmD2eEwIAJLeAewHfBF4E/B14N9t/6ynga2Cjs/qpcAFwPeA3wKX2b6gt9EVSbsDh1L790uohPUN298YjddPM9EQJG3Ucf91wF8DuwCTgW2BsyU9o0fhrbK207+cmjJ8f9uHA6cA+0p6a2+jGxFTiWAf4KPAAbZnAt8EdgZ2k7ReNwPq+HF5LTU9+5mSNrP9ReCfgBMk7d3NmEaqs2lI0nOAFwM7US0LE6nvxUGSntmbCFdd+6x2omZL3gM4mDr4e42k/XoZG4Ck6cBc4Eu2vwp8FrgX2HW0mh6TDAaRtClweMfoj3upZPBG4FnA6wEB53YmjfGi44u9D/B24Knt8beBk4GDJf1tL2Ibifaj+zDwVeqI6TnAngC2TwN+BLwG2KOb/Qntx2VP4DjgdODPgSslPbslhFOAj0ia3O99Nx1NFDsDPwP+AXg5MNP2i4EfAAdS1yFZs2eBrrrXAX9P1eIepg4mLgP+utXoumaIfeIGKjkd15pE/4uq1T8EvFTSk1f1f6bPoIOkP7N9t6RPAltKeqbtC9sHsy3wTts/l3Q71c6+Vk8DXgkd7Y5PAX5r+12SHgH+sc2SuETSd4APAr/pZazD1XH0vSvwMHAJ9ZnMkvQL2+fa/kxLAjfbfqyLsa0JvBR4M7B5i+tC4PuSXmL7XEnz+7mtXdIWwAa2r20HPu8BvmX7HkmvBJa2VR8GrgbOtv3HHoW70jr2n7VtP2L77ZLWBr4s6fltO6+kpsjp2rVVhuirnGB7AZVsTwUukvR623dImgs81JLXqv3f9BkUSVOAs4BP2J4v6WhgO+BC2/8h6SvU9RN+AbwB2Nv2vb2LePg6dvo9gf2pGWHPsf1fkj5BVfv3s/3LQaMW+l7bpo9TifoySU+imr/eBMyz/dkuxvK/3jtJ6wAbAl8C3mj7dkm3ApOoWuYjtv/UrfhWRqsZvx9YEzgXuIvqf/lr2w+qhsveDNwGbEHVEsbNxagGfSd2Bv4AHG/7YUmfoWo+O9j+b0lr2f5DD2I8mmqV+CX1OfwN1Y/xceCvgFfZHrUDtzQT8T9Vsv+mjtyOkrQdVbX/DrCXpFcARwHrUR03fzteEgH8T5PFq4GPAB+j+j9OkbSL7XdTX+qvtZ1+PCWCScBs4E0tEbwY2I3ans8D+0japFvNMAPvs6R3SXq37d9RX96bgA3bfvQ16kDid/2aCABs/zfwBeB3VGfxTsBtAyPp2nDZFwOnAruMp0QA//NZ7U713/wb1UT0BUlb2n4bcD1wo6Q1gEe7FdfAvqo6J+UAKiktAP6SSsbrAcdQzVfrj+r/Hkff/TExqEq2L9UnMBk4lmoLfSt1Wc4LbF8uaUI3mxtGatB2CTiROkJ9OnACcCWwDXCy7SskPdf2bb2KdyTa0elngJ9SfQVrAFsCp9s+Q9IzbP+yi/G8hEpCH6Wah66hDireDGxAdUwe2s+jiCSt0ZmkJD2X6i97NvWDdCPwe6op8WHg8PF0ADGg/cifTo1Cmwx8iKr5T6EO9n4iaWvbN3cpng1sL233n0X1BaxN7TN72X6NpGuoxPQa2/ePegzj8HMcE6rhcgdTPy7TgU2AD1NZ+UiqKnxsOyLqa615YhfbX2udfk+l2tMnAf9OjSB6UNIt1BC6Y233/WUCO6r221L9XT+n2uN3Bq6yfWVL6PsCB3Wzai/p+VSH/ALbZ7bmqrOA+2wfoxp9Nmm8JFxJrwHuB+6kagezqR/Na4D/pAZRPGz7zh6FuFJaB+vutr8iaXvqCPs/gY2p78QerUloEXXU/c5ufddbYno9lWxvBXYE3tG+o6dR5xN8XtLfUTWYfcbkIMf2an+jjig/DbyoPX4GcDQwj6oKTwTW73WcK7lN/0KNQPgRsGMr25BKbjOAacD8gW3u9xuwRvs7o31hjqHaeZ/Xsc4rqSaiGT2Ibz/gu8DZwCatbB3qx3OTXr9/w4hfHfdnUf1Kp1E/jNtTNZsPA58AXtDreEe4jWdQtcjrgee3sqdTo3R2AJ5LjUrboUfx/YBKwJu2x2tQBxj/1t73/zewbCxuq2WfweA2ZFe1eAPqjceVda+hfjz/AZho+4Euhzki7SgDaujimtRIg6sBbP8a+BTwAart+lO2f9CTQIdJ0lOhPqPWyf/3wF5Uc8XtwJK23jOAI4D32L6sC3ENtO1uKWlj4FLgXcCTgZ1VY+43p0Zv9W3fwAAPZIRqq96COjp9O3A+1ez1LGrfeYDq0Bw3Or4TJ1MHdmvYvqmV/Z767I6jTp47y/Y1PYhxXSopfYsacjyx/S59g0oCk4B32b57zGJo+8BqY1Bb+h7UsLHLqCOEk4Gf235va27YFXi/x8nZxh3NKNsBT6M6Lv+Fans80DVS4hlUe+8U2z/t59FDqhPFPgj82O3MaEmzgQeBg6iO45+qTgr6BoDt33Rrm1oH5MnAl6kRZtN5fCTTulS771m2vzbWsayqgb6CNpRyClW7ur2NKtqfqikfAvzIfdzxPVjHd+IFwJOAe6i+gnVtv6qtsyV1UPHnHUmimzHOpAZ1/IPt30n6ArC27X1U08WsYfs7Yx5Ir6tuXayCqb2pA48PoZoUvg18khqq9QKqY/VSqjPp+b2Oe2W2r/3dk6oK79ix7HzgP6izK39C7fQ9j3kY2zSJ+tE/jfqxFTXi635grbbOdlT1+oVdjm0Lamz95tSQv5tpTYnUQcSXqc7Vnr+PK9pn2v11O+5/FfhC57L2/j+z1zGv5PZNaH/3AO4Apncsu6R911/SfgOe3sM4n0LVCE6javNPbfv5D9tti67E0esPrItv+MSO+3tSzSRqb/6J1BHedm35ZGDDXsc8zO3aoOP+Fm3n2bI93hp4Sbv/Yep09r16HfMwt6uzj+Asqqq8M9UOfzPV0f8Rql9kZpdi6vzx3JBqRtkfuHbgC9sSgagzvL9K9SVM6PX7uYJteRs1qubvBvYn6oDoc0Ot3++3zu8usFXbX7Zuj5/T8Vl9piWFnnwngBcBz233n0JdA/6zHcv3BaZ2K57VoplI0mSqY28m1Sz0PqoD8tW2r2nLj6aaiuZ4nMzeqTrL9TyqLfHnrd3xE9Q5E49QO9tjwNdtnyrpKa4RE33bNNRJ0i5Up9+JVOewqbHvV1E/whOpJqSrutg09Eqqo/EO6sdkIrC57T9K2hE4CTjY9p2S9gG+b/sXYx3XSEk6nBo6egSVAOYDH7d9q6SrqPf3Lb2McWW078SlwFtt3yXp6dT3/T6quXRn4FdUovuSpPVtP9CN/WdQE/UU6qS+xcD5rhNAn0w17f6IOrmvq2dzrxYdyK5T/g+g2uXWtf0hqjNstqQXtOWfoqaovqN3kQ5f27H+SLVPry3pA66hcBdR8+B8k9rmc6jOcVwnEjFOEoGoNviP2Z5DTYXwn9TR+C62z7H9WdtXwdhuU0dn8Q5UVX5XKjn9B9VhfJSkt1Nt0ae4Dbe0/ZV+SwSStpP0l5ImStoQeCE1rPGV1L7/e+BD7eSrl1Pj78eN9p3YC3iypH909ffdSjUnXksdbV8BTG3rP9D+di0RtP+3iDpAnQS8rr3fD1P7158zyieUDUsvqke9ugF7Uz/4f0ZV5d9LTfY0MKR0jV7Gt5LbMlCrmwRsSk2TcfSgdV5GNRvt0et4R7iNR1O1gKe1x88Avk+d2DWly7FsTw00eEF7/CbqyO7T1AyS76RqmrR9qy+bVahk+m3g5e3xOsDzgPnt8QbU0eoHqU7Mnsc8wu2cRk1hfvTAZ9L+vogaWrprF2PZvOP+O6mhoh+gmhq3pmrzZ1BN1V9nDIePLjfOXn9oPdhJZlAdrAMJ4YT247J2v36BB8X/JB5vT98GmNvuP5eaJ2Z2e7wVj099QL9vW8eX9XnUyTdrUh2XJ1JDG9dvX/DLaH0iXY5vV+rsz2Pa44lUx/FJg5NwP96A5/N4n9hR1OirV3S85z+mTsDaHbiYcTLIYIj9Z0Ngo3Z/GjXr8Afa4+lUM9je3YqpfV9vA/6ROqD4DtUsdzJVi386NXrrUOBzdJw30/X3sNcfYo92nD3aB7T+wA7U65iGGff61MigndrjFwP/2rH82VSb4/va44EvxXhJBHtSVfqzqKPX7am5WT5OjRj6IfD6Hsa5F3ALNUwXqv/pb3r5BV6J2A9pP/aT2uMjqA7Lv2yPj6POrfkRrbN1vN3a5/N9qsN4v1a2OdUaMJAQBk7oGvPvBI+PZno2dbLnN2id1dQglQ9STY1TO9fv2fvX6w+whzvO3lR1sa9/KIeI+71UB9krqFPTPzpo+ZbUUd6zeh3rMLZlvY772wLXUdOAvJYaPnoBj589PYV2tNrLz6wdSFwPzOr1+zfMeDuHU7+AmoF0l/Z4ICG8rCW2acDGvY55hNv5vPZjuzU1UORG4A1t2bOp6bY361Fs61Aj/W6hOucHyjekar1fomrCPW2mXi1GEy2LpHU9DuYagv89gVibo2SgP2ArHj+N/WHqKOj77sGUuyujzd1zFTV667Q2n9JzqNrPx6jmvJOAV1Gjc0btWq+rStJeVGy7AL90n56ENWj0ykHUKLMXUDWEL7rmcvpbavqJd9v+Xu+iHTnVBak+QB31797KXkMNp/6k7XMkPdmjMOf/MON5KfAXts9rc569hUpUU6km0ONt/2tbdwMqCfR8brDV+uI24ygRDFw/dyPb99r+Z0n3UyNsbqDa1p9KHYHc3e+JAMD271tS+4ykx2yfAdwg6RjgCtu/lvRVKtnd39NgB7F9saTvu48vTAP/a4qJl1KjaPZzTdR2LPCGlitOl/QH6iBi3Bg0Oudeqnlo45b0LrB9iaSJ1NQO36C7U2hMav/3eVQz1euomsGzqD6Cd6tm1H2/20yl/WC1TgbjhW23I523S7oR+J7tsyX9juqMusT2tb2NcvgGajm2vyXpYODzkv5k+ywquX1A0snUmPB3uQ/nyu/nRDCoRvCX1NmsX7L9CIDtj0j6B+BvWyI+u4fhrrSOKSZeQdUkf2X73yT9iepH+5OkL7suSvXdbn9Wti9tCfYUavqO21Wzof6cqh3cABwhaXI/7UerxXkG452kV1Gjao6kji6OkfQO21+g2nxPkrThwHj4ftdqOdtKmuk6we+N1Dkfh1DnEnyMGu31AXdjTpYnkEGJ4Ajqx+eTwC5tfh4AbH+Umk5jYS/iXBUtEbyWurDOFsCHJR1hey7VCf5X1HWLBfy6RzHOp05220PSX7suq3kbVdNdbPsV/ZQIIDWDvjWoGrwldQLZc4BnUier7N3W+aSkC10zkva1QUd0JwDbSzrY9vmS3kidIDex1RAu7XxO76IeXzoSweHURXVm2l4s6THgHElvaD9K2D6lh6GOmGpG2KOogQY7Uc0yr239Av/cmocWtPeiZ/uO7YskvQk4VXWRoBuo5NxXJyIOSDLoU+1H8+XU2Yh3UDN17kld2OIu1UyHL5I01ePkAiMd2zRw9a9dgHdJerS1Zb8F+Jyky4FFrSkpiWAltc743akj0z+2xLAmVdu6RNJetm/pZYwrY4gDgoeBd1AjzN5NjR56BXCipDVtf6QHYQ6po+/iK9Q8SDNt9+UsB0kGfabj6Pml1Hj766j5hf6MOnvyB5K+T3Uav2e8JIIOz6euSnYtcK2knwOnqy4neoGkF42HWk4/c02DPI8a8XQ3NdT4DupM6UepKSfGjY7azpZUs88jrstS7k11Ft8laRtqiOYVPQt0GVrfxU7AXf38fV2th5b2K9Vl+U6mLkd5teqaqHtS88c8i7rC10dtX9jDMIdl8FFd+1K8kToj8xet/+B8qgb0Dts/7FGoTyiqobvPB263vbQ1w72Zuk5B3482A5C0GfB22+9WTRD4BepkxPuoaUA2AL5IHTQdBRxg+9u9ine8SzLoQ5JeTU278AHb/6SaiXEP6tJ8/wQ82fZ946U9vSWAzagLiHyNuubsQqqz+FFq6uS7qdrPLPfpuP3xSHWVr0OoOXEOdJcu8D4aVLN4/pwaJHE7te/8juormEZdWW7rdrujddrGCGU0UR9qO/XrgTdLOtA1E+MDwG7Ak9yuvNbPiWBgZJNqps85VMfZ+6kf/rdQbdhvpobffYiaoOshetjh9wT1JOqym/uPs0Qw0XWS2F9QAyf2s31d24aLqeRwOrDE9hlJBKsufQZ9qo1E+BM1Bn8f6gv9IffBmYrD0fo9Xkxd3OUdrhO1zqYu+DLB9vsAJK1PNX8dR51pnGQwilyXOj1nvL2vth8dGBzRzpW4UdJnbb/F9i2txrMGlexiFKRm0Mdc1859IzWW+rr2g6p+P5+gI76XUlX6LSSt3TrP9gYOkfSJts5D1Oyrh9i+scuhrhbGUyJoP/IDNcoLJZ3SaggvBF4u6QwA17WKT8k+M3rSZzAOSNqVamp5Rz93GneMhPqfMytVZxj/DdUUdK3rimDPpK5H0DfzDUVvSXqS7d+3+7tTQ0YXUPMmfcb28a0P4b+Ab9h+c++ifWJKMhgnWqfy7f06RnmA2rQZ1FTa37X9VUlvpeZn+Rg1rPSPbd1x0QEeY0vS1sC/UJcyfYSaPuPMdu7J1lTfwDW2/07SU4AX2/5Wr+J9okqfwTgxHjrI9Pi0GftQQ2N3lLSp6/rLa1MdyPvSJp5LIog2Uu6d1HU61qIuMnU9sG6rLdws6R+BiyTdbvt04Fs5kBh96TOIVSJpQsfDwdNmfB7YU9LRril7D7bdVzOQRl9YTE3tfBE1tcRd1EWNNm/Lfwl8F3hfO98gBxJjIDWDGBFJT7X9kO3H2miPZ/AEmTYjuqMd3f9R0lXA4cC3XDPU3ippC+DYVnPYhtqnDqCGJMcYSJ9BrLTWkXcZNRvmLdRw0Wup4a8D02acQM0xfwZwpO0f9Sba6Ecdgw2eBewI3Ek1Fy0ETmhDYrelDjL+izpP5V+B19i+vSdBP8ElGcSISHodMJu6etb7bX9vPE+bEd2numLc8VQCuIM60/gY6sDiVLcLv7RawoXUZSxv6lG4T3hpJooRaaOEHqJmY9wJ+B41pcTPqSO5gxln02ZE90jakbpU5W7U7LVnUGef/zM10GANSSfY/oPthZJemf6msZUO5Bgx2/+P+tE/eLxOmxE9swg4gjqZ7GiqX2A74G1UQvha54R6SQRjL81EscpUV52aC3yHmh75c+3s6YjlknQicJ/rIk0HUdcp2Mf2XT0ObbWTZqJYZba/prowzfHAW21/P01DMUw3AYe3UUOvB45OIuiN1Axi1EjaYKDTL2I4JK1HnZ2+FzDH9qU9Dmm1lWQQET3Xpqx+NDXK3kkHckT0g8cggw16KTWDiIhIzSAiIpIMIiKCJIOIiCDJICIiSDKIiAjg/wNB7DaDPlD6YgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "master_data['location'].value_counts().plot.bar(rot=45)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYMAAAEHCAYAAABMRSrcAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAXeElEQVR4nO3df5TldX3f8efLXUHR6PJjJLhL3W1dzQGjEadAYmOM2GUBm+WcooVEWcnWzYmrsUlaBdO6PSoJVFsqUehZYcOSGFZEK9uKki2i1NPwYxAFAQ1T/MHuARndBdNawcV3/7ifda7jLLNz7+zcYeb5OOeeud/39/O993M/c+993e+P+72pKiRJC9vTBt0BSdLgGQaSJMNAkmQYSJIwDCRJwOJBd6BXRxxxRC1fvnzQ3ZCkp5Tbb7/9e1U1NLE+ZRgk2Qy8Dni4ql7SVX87sAF4AvhMVb2z1c8D1rX6H1TV9a2+GvgQsAi4rKouaPUVwFbgcOB24E1V9fhU/Vq+fDkjIyNTNZMkdUny7cnq+7OZ6Apg9YQb+01gDfCyqjoW+GCrHwOcCRzblrkkyaIki4CPAKcAxwBntbYAFwIXVdULgd10gkSSNIumDIOqugnYNaH8+8AFVfVYa/Nwq68BtlbVY1X1TWAUOL5dRqvq/vapfyuwJkmA1wDXtOW3AKf395AkSdPV6w7kFwG/nuSWJF9M8o9bfSnwQFe7Ha22r/rhwCNVtWdCfVJJ1icZSTIyNjbWY9clSRP1GgaLgcOAE4F/A1zdPuUfUFW1qaqGq2p4aOjn9n9IknrU69FEO4BPVefERrcm+QlwBLATOLqr3bJWYx/17wNLkixuawfd7SVJs6TXNYNPA78JkORFwEHA94BtwJlJDm5HCa0EbgVuA1YmWZHkIDo7mbe1MLkROKPd7lrg2h77JEnq0f4cWnoV8GrgiCQ7gI3AZmBzkq8BjwNr2xv73UmuBu4B9gAbquqJdjtvA66nc2jp5qq6u93Fu4CtSd4P3AFcPoOPT5K0H/JUPYX18PBw+T0DSZqeJLdX1fDEuqejkCQ9dU9H0a/l535m0F0A4FsXnDboLkiSawaSJMNAkoRhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRL7EQZJNid5uP3e8cR5f5ykkhzRppPk4iSjSe5MclxX27VJ7muXtV31VyS5qy1zcZLM1IOTJO2f/VkzuAJYPbGY5GhgFfCdrvIpwMp2WQ9c2toeBmwETgCOBzYmObQtcynwlq7lfu6+JEkH1pRhUFU3AbsmmXUR8E6gumprgCur42ZgSZKjgJOB7VW1q6p2A9uB1W3ec6rq5qoq4Erg9L4ekSRp2nraZ5BkDbCzqr46YdZS4IGu6R2t9mT1HZPU93W/65OMJBkZGxvrpeuSpElMOwySHAK8G3jPzHfnyVXVpqoarqrhoaGh2b57SZq3FvewzD8CVgBfbft6lwFfTnI8sBM4uqvtslbbCbx6Qv0Lrb5skvaaRcvP/cyguwDAty44bdBdkBasaa8ZVNVdVfW8qlpeVcvpbNo5rqoeArYBZ7ejik4EHq2qB4HrgVVJDm07jlcB17d5P0hyYjuK6Gzg2hl6bJKk/bQ/h5ZeBfwt8OIkO5Kse5Lm1wH3A6PAR4G3AlTVLuB9wG3t8t5Wo7W5rC3zv4HP9vZQJEm9mnIzUVWdNcX85V3XC9iwj3abgc2T1EeAl0zVD0nSgeM3kCVJhoEkyTCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkid5+A1mat/w96HGOxcLimoEkab9+A3lzkoeTfK2r9oEkX09yZ5L/mmRJ17zzkowm+UaSk7vqq1ttNMm5XfUVSW5p9Y8nOWgGH58kaT/sz5rBFcDqCbXtwEuq6qXA3wHnASQ5BjgTOLYtc0mSRUkWAR8BTgGOAc5qbQEuBC6qqhcCu4F1fT0iSdK0TRkGVXUTsGtC7W+qak+bvBlY1q6vAbZW1WNV9U1gFDi+XUar6v6qehzYCqxJEuA1wDVt+S3A6f09JEnSdM3EPoPfBT7bri8FHuiat6PV9lU/HHikK1j21ieVZH2SkSQjY2NjM9B1SRL0GQZJ/gTYA3xsZrrz5KpqU1UNV9Xw0NDQbNylJC0IPR9amuTNwOuAk6qqWnkncHRXs2Wtxj7q3weWJFnc1g6620uSZklPawZJVgPvBH6rqn7YNWsbcGaSg5OsAFYCtwK3ASvbkUMH0dnJvK2FyI3AGW35tcC1vT0USVKv9ufQ0quAvwVenGRHknXAh4FfALYn+UqS/wJQVXcDVwP3AJ8DNlTVE+1T/9uA64F7gatbW4B3AX+UZJTOPoTLZ/QRSpKmNOVmoqo6a5LyPt+wq+p84PxJ6tcB101Sv5/O0UaSpAHxG8iSJMNAkmQYSJIwDCRJGAaSJAwDSRKGgSQJf+lMkqa0EH71zTUDSZJhIEkyDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCSxfz97uTnJw0m+1lU7LMn2JPe1v4e2epJcnGQ0yZ1JjutaZm1rf1+StV31VyS5qy1zcZLM9IOUJD25/VkzuAJYPaF2LnBDVa0EbmjTAKcAK9tlPXApdMID2AicQOcnLjfuDZDW5i1dy028L0nSATZlGFTVTcCuCeU1wJZ2fQtwelf9yuq4GViS5CjgZGB7Ve2qqt3AdmB1m/ecqrq5qgq4suu2JEmzpNd9BkdW1YPt+kPAke36UuCBrnY7Wu3J6jsmqU8qyfokI0lGxsbGeuy6JGmivncgt0/0NQN92Z/72lRVw1U1PDQ0NBt3KUkLQq9h8N22iYf29+FW3wkc3dVuWas9WX3ZJHVJ0izqNQy2AXuPCFoLXNtVP7sdVXQi8GjbnHQ9sCrJoW3H8Srg+jbvB0lObEcRnd11W5KkWTLlj9skuQp4NXBEkh10jgq6ALg6yTrg28AbWvPrgFOBUeCHwDkAVbUryfuA21q791bV3p3Sb6VzxNIzgc+2iyRpFk0ZBlV11j5mnTRJ2wI27ON2NgObJ6mPAC+Zqh+SpAPHbyBLkgwDSZJhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CSRJ9hkOQPk9yd5GtJrkryjCQrktySZDTJx5Mc1Noe3KZH2/zlXbdzXqt/I8nJfT4mSdI09RwGSZYCfwAMV9VLgEXAmcCFwEVV9UJgN7CuLbIO2N3qF7V2JDmmLXcssBq4JMmiXvslSZq+fjcTLQaemWQxcAjwIPAa4Jo2fwtweru+pk3T5p+UJK2+taoeq6pvAqPA8X32S5I0DT2HQVXtBD4IfIdOCDwK3A48UlV7WrMdwNJ2fSnwQFt2T2t/eHd9kmV+RpL1SUaSjIyNjfXadUnSBP1sJjqUzqf6FcDzgWfR2cxzwFTVpqoarqrhoaGhA3lXkrSg9LOZ6LXAN6tqrKp+DHwKeCWwpG02AlgG7GzXdwJHA7T5zwW+312fZBlJ0izoJwy+A5yY5JC27f8k4B7gRuCM1mYtcG27vq1N0+Z/vqqq1c9sRxutAFYCt/bRL0nSNC2eusnkquqWJNcAXwb2AHcAm4DPAFuTvL/VLm+LXA78ZZJRYBedI4ioqruTXE0nSPYAG6rqiV77JUmavp7DAKCqNgIbJ5TvZ5KjgarqR8Dr93E75wPn99MXSVLv/AayJMkwkCQZBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSfQZBkmWJLkmydeT3JvkV5MclmR7kvva30Nb2yS5OMlokjuTHNd1O2tb+/uSrO33QUmSpqffNYMPAZ+rql8CXgbcC5wL3FBVK4Eb2jTAKcDKdlkPXAqQ5DA6v6N8Ap3fTt64N0AkSbOj5zBI8lzgVcDlAFX1eFU9AqwBtrRmW4DT2/U1wJXVcTOwJMlRwMnA9qraVVW7ge3A6l77JUmavn7WDFYAY8BfJLkjyWVJngUcWVUPtjYPAUe260uBB7qW39Fq+6r/nCTrk4wkGRkbG+uj65Kkbv2EwWLgOODSqno58H8Z3yQEQFUVUH3cx8+oqk1VNVxVw0NDQzN1s5K04PUTBjuAHVV1S5u+hk44fLdt/qH9fbjN3wkc3bX8slbbV12SNEt6DoOqegh4IMmLW+kk4B5gG7D3iKC1wLXt+jbg7HZU0YnAo21z0vXAqiSHth3Hq1pNkjRLFve5/NuBjyU5CLgfOIdOwFydZB3wbeANre11wKnAKPDD1paq2pXkfcBtrd17q2pXn/2SJE1DX2FQVV8BhieZddIkbQvYsI/b2Qxs7qcvkqTe+Q1kSZJhIEkyDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkMQNhkGRRkjuS/Pc2vSLJLUlGk3y8/SQmSQ5u06Nt/vKu2ziv1b+R5OR++yRJmp6ZWDN4B3Bv1/SFwEVV9UJgN7Cu1dcBu1v9otaOJMcAZwLHAquBS5IsmoF+SZL2U19hkGQZcBpwWZsO8BrgmtZkC3B6u76mTdPmn9TarwG2VtVjVfVNYBQ4vp9+SZKmp981g/8MvBP4SZs+HHikqva06R3A0nZ9KfAAQJv/aGv/0/oky/yMJOuTjCQZGRsb67PrkqS9eg6DJK8DHq6q22ewP0+qqjZV1XBVDQ8NDc3W3UrSvLe4j2VfCfxWklOBZwDPAT4ELEmyuH36XwbsbO13AkcDO5IsBp4LfL+rvlf3MpKkWdDzmkFVnVdVy6pqOZ0dwJ+vqt8BbgTOaM3WAte269vaNG3+56uqWv3MdrTRCmAlcGuv/ZIkTV8/awb78i5ga5L3A3cAl7f65cBfJhkFdtEJEKrq7iRXA/cAe4ANVfXEAeiXJGkfZiQMquoLwBfa9fuZ5GigqvoR8Pp9LH8+cP5M9EWSNH1+A1mSZBhIkgwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEkYBpIk+giDJEcnuTHJPUnuTvKOVj8syfYk97W/h7Z6klycZDTJnUmO67qtta39fUnW9v+wJEnT0c+awR7gj6vqGOBEYEOSY4BzgRuqaiVwQ5sGOAVY2S7rgUuhEx7ARuAEOr+dvHFvgEiSZkfPYVBVD1bVl9v1vwfuBZYCa4AtrdkW4PR2fQ1wZXXcDCxJchRwMrC9qnZV1W5gO7C6135JkqZvRvYZJFkOvBy4BTiyqh5ssx4CjmzXlwIPdC22o9X2VZ/sftYnGUkyMjY2NhNdlyQxA2GQ5NnAJ4F/VVU/6J5XVQVUv/fRdXubqmq4qoaHhoZm6mYlacHrKwySPJ1OEHysqj7Vyt9tm39ofx9u9Z3A0V2LL2u1fdUlSbOkn6OJAlwO3FtV/6lr1jZg7xFBa4Fru+pnt6OKTgQebZuTrgdWJTm07The1WqSpFmyuI9lXwm8CbgryVda7d3ABcDVSdYB3wbe0OZdB5wKjAI/BM4BqKpdSd4H3NbavbeqdvXRL0nSNPUcBlX1JSD7mH3SJO0L2LCP29oMbO61L5Kk/vgNZEmSYSBJMgwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJKYQ2GQZHWSbyQZTXLuoPsjSQvJnAiDJIuAjwCnAMcAZyU5ZrC9kqSFY06EAXA8MFpV91fV48BWYM2A+yRJC0aqatB9IMkZwOqq+pdt+k3ACVX1tgnt1gPr2+SLgW/Makd/3hHA9wbch7nCsRjnWIxzLMbNlbF4QVUNTSwuHkRPelVVm4BNg+7HXklGqmp40P2YCxyLcY7FOMdi3Fwfi7mymWgncHTX9LJWkyTNgrkSBrcBK5OsSHIQcCawbcB9kqQFY05sJqqqPUneBlwPLAI2V9XdA+7W/pgzm6zmAMdinGMxzrEYN6fHYk7sQJYkDdZc2UwkSRogw0CSZBjMtCQZdB/mCsdCk0ni+04zl8ZiznTkqS7JkiSHlDthSPKLSX5h0P2YS9opVxa0JMcmObyqfjKX3gQHIcmrkvxiVf1k0H3Za0H/Q2ZKkn8G/BXw2SS/vZDfCJOcBvw1nVOKnJNk0UJdQ0iyKsl5AFX1xEJ+A2znGrsR+HCSIxdyICRZBWwBXjDovnRbkP+MmZTknwJ/Bvx74MPAG+mcbG/BaUHwfuBddE48+EbgOQtxbSnJq+h8QFib5IMAC/kNEPg74PPAw8CfJ1k2lz4Vz5YkJwMfAM6qqluSHDxXnhNzohNPVW3V/5XAB6tqpKo+AdwEvL7NX2ifiF8B/Luqug34MvBc4MIkv5PkpYPt2qx7PvAndJ4fL0/yH+GngbCgNhm1N7tntMkvAHcD721rTr8xsI4NxmuBZ1bVzUmG6HyAvCrJhkG/RvyeQZ+SPA94DPhBK70JeG1Vnd3mH1xVjw2qf4OQ5BDgBmA7cDPw68DfAxcAtVDWFJIcWlW7kywHLgPuqqo/bPOWVNUjg+zfbEuyFhirquuS/DVwGvC7VfXJJE9bKGsKST4K/ArwYzprj98Hjmt/PwCdF8ls98s1gx4kWZbkuW3ye1X1aDV0zqT649buLOBfzOdPgt1jsXdNqKp+CLy+qt5TVdcBfwP8KvD0+RwEE54XVNXu9vdbdM62+8tJ3tPO0vt7SZ4+mJ4eeBOeF3vfZw6iMwavpPN8+Byd3y45aj4HwSTPi7fQ+ZD0maq6pKo+TufsC68CDhrUa8QwmKYkpwP/A1iX5IhJnsRPAD9J8mbgPcCtVfXE7PZydkwyFpXkaS0Uuk80eDhQwHx+8zudrrFotZ9uJqyq+4FTgd8DPgpcV1U/HkBXD7gneY18Gng58Cngj4A3A1+lcwqaeWmy5wVAVb2dzpryXkfQee8Y2GvEzUTT0LbxbQW+A+wAvgtsrarvdb3wXwp8CbiLzirw1wfS2QPsycZiQru3AuuAN1fVXbPe0VkwjbE4A/ggcNpT5Nxb0zbFa+TZwAbg5qr6YnvNPL39oNW8M43nxQbgHOCcQb5GDINpaGdUfTGdIyNeR2e1bhT4eFU93NocAnwCOHe+vvnB1GORZDHwPDpHFl22wMfiaW3H8Vo6a4r3DrC7B9STjMUnquqhJAdV1eNJFlfVnkH29UDbn+cF8GxgI3DFoF8jhsF+SPIPgIeAxW17+N76Pwd+A7ivqv48ycur6o75vNN4GmPx0qq6cz6/6Kf7vBhUP2eDYzFuGmPxsqr66lzZee4+gym0Y+evo3MI2F8k+aW986rqk8AXgaEknwb+Z9sZNl+DYDpj8b+SPH8eB8F0xuKmJEsH0tFZ0MNYPH8gHZ0F0xyLL7XXyMCDAICq8jLJBQidX1+7C3g1cCTwr4EHgWMntP0r4FvALw+6346FY+FYOBY9PYZBd2AuX+gc5bAJWMr4JrV30DlS5kVt+ijgHuBXBt1fx8KxcCwci14v7jOYRJIXAocC9wOXALdX1X/omv9OOqec+P2q+n9Jnl1V/2cwvT2wHItxjsU4x2LcfBmLOfGzl3NJktcBfwrsprPK9zHg4iSLqurPWrOrgfOAHwHMxX/sTHAsxjkW4xyLcfNpLAyDLkl+jc7XwX+7OkcFbQKOB34NuLl9k3gr8E/onIdnCZ0nwbzjWIxzLMY5FuPm21i4mahL++e+qKquaNNDdI7/PS3JPwT+LZ10P4F5/CUqcCy6ORbjHItx820sDIMuLcmfVVU/aNePAv4bcGpVPZjkBXR2Bj2rqh4dZF8PNMdinGMxzrEYN9/Gwu8ZdKmqJ6pq79lHAzwC7Gr/2DcC76bz9fk5/4/tl2MxzrEY51iMm29j4ZrBFJJcQedY4VU8BVb1DiTHYpxjMc6xGPdUHgvDYB+Szkm0gHvb35Oq6r7B9mowHItxjsU4x2LcfBgLw2AK6ZyK+raap2eZnA7HYpxjMc6xGPdUHgvDYApJUg4S4Fh0cyzGORbjnspjYRhIkjyaSJJkGEiSMAwkSRgGkiQMA0kShoEkCfj/B5F0zWwMd2MAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "master_data['year'].value_counts().plot.bar(rot=45)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Sample 3000 rows each year"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "relevant = master_data[master_data[\"Relevance\"] == True]\n",
    "grouped_df = relevant.groupby('year')\n",
    "# for key, item in grouped_df:\n",
    "#     print(grouped_df.get_group(key), \"\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>location</th>\n",
       "      <th>news</th>\n",
       "      <th>Relevance</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">2011</th>\n",
       "      <th>61704</th>\n",
       "      <td>2011</td>\n",
       "      <td>7</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>The Inter Services Intelligence (ISI) official...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57597</th>\n",
       "      <td>2011</td>\n",
       "      <td>9</td>\n",
       "      <td>india</td>\n",
       "      <td>Calling Naxalism (Left Wing Extremism) a bigge...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57025</th>\n",
       "      <td>2011</td>\n",
       "      <td>8</td>\n",
       "      <td>india</td>\n",
       "      <td>The Indian Navy captured a hijacked Iranian fl...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54760</th>\n",
       "      <td>2011</td>\n",
       "      <td>4</td>\n",
       "      <td>india</td>\n",
       "      <td>Times of India reports that Chichgarh squad of...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53994</th>\n",
       "      <td>2011</td>\n",
       "      <td>2</td>\n",
       "      <td>india</td>\n",
       "      <td>Indian Express reports that the cadres of the ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">2015</th>\n",
       "      <th>3625</th>\n",
       "      <td>2015</td>\n",
       "      <td>6</td>\n",
       "      <td>india</td>\n",
       "      <td>Death toll rises to three as one more militant...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8755</th>\n",
       "      <td>2015</td>\n",
       "      <td>8</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>Lahore High Court (LHC) issued a notice to the...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6061</th>\n",
       "      <td>2015</td>\n",
       "      <td>10</td>\n",
       "      <td>india</td>\n",
       "      <td>As there was early snowfall along the Line of ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2769</th>\n",
       "      <td>2015</td>\n",
       "      <td>4</td>\n",
       "      <td>india</td>\n",
       "      <td>Chinar Corps General Officer Commanding (GOC) ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8152</th>\n",
       "      <td>2015</td>\n",
       "      <td>5</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>The United States (US) has handed over 14 comb...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15000 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            year  month  location  \\\n",
       "year                                \n",
       "2011 61704  2011      7  pakistan   \n",
       "     57597  2011      9     india   \n",
       "     57025  2011      8     india   \n",
       "     54760  2011      4     india   \n",
       "     53994  2011      2     india   \n",
       "...          ...    ...       ...   \n",
       "2015 3625   2015      6     india   \n",
       "     8755   2015      8  pakistan   \n",
       "     6061   2015     10     india   \n",
       "     2769   2015      4     india   \n",
       "     8152   2015      5  pakistan   \n",
       "\n",
       "                                                         news  Relevance  \n",
       "year                                                                      \n",
       "2011 61704  The Inter Services Intelligence (ISI) official...       True  \n",
       "     57597  Calling Naxalism (Left Wing Extremism) a bigge...       True  \n",
       "     57025  The Indian Navy captured a hijacked Iranian fl...       True  \n",
       "     54760  Times of India reports that Chichgarh squad of...       True  \n",
       "     53994  Indian Express reports that the cadres of the ...       True  \n",
       "...                                                       ...        ...  \n",
       "2015 3625   Death toll rises to three as one more militant...       True  \n",
       "     8755   Lahore High Court (LHC) issued a notice to the...       True  \n",
       "     6061   As there was early snowfall along the Line of ...       True  \n",
       "     2769   Chinar Corps General Officer Commanding (GOC) ...       True  \n",
       "     8152   The United States (US) has handed over 14 comb...       True  \n",
       "\n",
       "[15000 rows x 5 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_df = relevant.groupby('year').apply(lambda x: x.sample(3000))\n",
    "sample_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAEHCAYAAABCwJb2AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAATvElEQVR4nO3df5BdZ33f8fcHyXYCptjgxTGSQW4QydgDyFRjnJAQGgf/TMfOFKidBoTrVkwrd8iPTmvTBlMSN6SBMEMCnhGxatMAwhQSVKLGURwaynSMJRNjIzuut8bU0si2wMaQoXGw+faP+2zurVhpd6XVvat93q+ZO/ec5zz33ud89+7nnj3n3LOpKiRJfXjWpAcgSRofQ1+SOmLoS1JHDH1J6oihL0kdWTnpARzKKaecUmvWrJn0MCTpmHLnnXd+vaqmZlu2pEN/zZo17Nq1a9LDkKRjSpKvHWyZu3ckqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSR+YM/SQ/kOSOJF9OsjvJv2/tZyT5YpLpJJ9IcnxrP6HNT7fla0ae69rWfn+SC47aWkmSZjWfLf2ngJ+uqlcC64ALk5wL/Cbw/qp6KfAEcFXrfxXwRGt/f+tHkjOBy4GzgAuBDyVZsYjrIkmaw5yhXwN/1WaPa7cCfhr4L639ZuCyNn1pm6ctPy9JWvvWqnqqqr4KTAPnLMZKSJLmZ17fyG1b5HcCLwU+CPxv4JtV9XTrsgdY1aZXAQ8DVNXTSZ4EXtDabx952tHHjL7WRmAjwItf/OIFrs73W3PNHx3xcyyGh95zyaSHYC1GWIshazHUQy3mdSC3qp6pqnXAagZb5z96tAZUVZuran1VrZ+amvXSEZKkw7Sgs3eq6pvA54AfA05KMvOXwmpgb5veC5wO0JY/D/jGaPssj5EkjcF8zt6ZSnJSm/5B4PXAfQzC/w2t2wbgM216W5unLf+zGvwj3m3A5e3snjOAtcAdi7QekqR5mM8+/dOAm9t+/WcBt1TVZ5PcC2xN8uvAXwA3tv43Av85yTTwOIMzdqiq3UluAe4FngY2VdUzi7s6kqRDmTP0q+pu4OxZ2h9klrNvquqvgTce5LmuB65f+DAlSYvBb+RKUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkfmDP0kpyf5XJJ7k+xO8vbW/q4ke5Pc1W4Xjzzm2iTTSe5PcsFI+4WtbTrJNUdnlSRJB7NyHn2eBn6lqr6U5LnAnUl2tGXvr6r3jnZOciZwOXAW8CLgT5O8rC3+IPB6YA+wM8m2qrp3MVZEkjS3OUO/qvYB+9r0t5PcB6w6xEMuBbZW1VPAV5NMA+e0ZdNV9SBAkq2tr6EvSWOyoH36SdYAZwNfbE1XJ7k7yZYkJ7e2VcDDIw/b09oO1n7ga2xMsivJrv379y9keJKkOcw79JOcCHwK+MWq+hZwA/DDwDoGfwm8bzEGVFWbq2p9Va2fmppajKeUJDXz2adPkuMYBP5Hq+rTAFX16MjyDwOfbbN7gdNHHr66tXGIdknSGMzn7J0ANwL3VdVvj7SfNtLt54CvtOltwOVJTkhyBrAWuAPYCaxNckaS4xkc7N22OKshSZqP+WzpvwZ4M3BPkrta2zuAK5KsAwp4CHgbQFXtTnILgwO0TwObquoZgCRXA7cCK4AtVbV70dZEkjSn+Zy98wUgsyzafojHXA9cP0v79kM9TpJ0dPmNXEnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR2ZM/STnJ7kc0nuTbI7ydtb+/OT7EjyQLs/ubUnyQeSTCe5O8mrRp5rQ+v/QJINR2+1JEmzmc+W/tPAr1TVmcC5wKYkZwLXALdV1VrgtjYPcBGwtt02AjfA4EMCuA54NXAOcN3MB4UkaTzmDP2q2ldVX2rT3wbuA1YBlwI3t243A5e16UuBj9TA7cBJSU4DLgB2VNXjVfUEsAO4cDFXRpJ0aAvap59kDXA28EXg1Kra1xY9ApzaplcBD488bE9rO1j7ga+xMcmuJLv279+/kOFJkuYw79BPciLwKeAXq+pbo8uqqoBajAFV1eaqWl9V66emphbjKSVJzbxCP8lxDAL/o1X16db8aNttQ7t/rLXvBU4fefjq1nawdknSmMzn7J0ANwL3VdVvjyzaBsycgbMB+MxI+1vaWTznAk+23UC3AucnObkdwD2/tUmSxmTlPPq8BngzcE+Su1rbO4D3ALckuQr4GvCmtmw7cDEwDXwHuBKgqh5P8mvAztbv3VX1+GKshCRpfuYM/ar6ApCDLD5vlv4FbDrIc20BtixkgJKkxeM3ciWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI3OGfpItSR5L8pWRtncl2Zvkrna7eGTZtUmmk9yf5IKR9gtb23SSaxZ/VSRJc5nPlv5NwIWztL+/qta123aAJGcClwNntcd8KMmKJCuADwIXAWcCV7S+kqQxWjlXh6r6fJI183y+S4GtVfUU8NUk08A5bdl0VT0IkGRr63vvwocsSTpcR7JP/+okd7fdPye3tlXAwyN99rS2g7V/nyQbk+xKsmv//v1HMDxJ0oEON/RvAH4YWAfsA963WAOqqs1Vtb6q1k9NTS3W00qSmMfundlU1aMz00k+DHy2ze4FTh/purq1cYh2SdKYHNaWfpLTRmZ/Dpg5s2cbcHmSE5KcAawF7gB2AmuTnJHkeAYHe7cd/rAlSYdjzi39JB8HXgeckmQPcB3wuiTrgAIeAt4GUFW7k9zC4ADt08CmqnqmPc/VwK3ACmBLVe1e7JWRJB3afM7euWKW5hsP0f964PpZ2rcD2xc0OknSovIbuZLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjoyZ+gn2ZLksSRfGWl7fpIdSR5o9ye39iT5QJLpJHcnedXIYza0/g8k2XB0VkeSdCjz2dK/CbjwgLZrgNuqai1wW5sHuAhY224bgRtg8CEBXAe8GjgHuG7mg0KSND5zhn5VfR54/IDmS4Gb2/TNwGUj7R+pgduBk5KcBlwA7Kiqx6vqCWAH3/9BIkk6yg53n/6pVbWvTT8CnNqmVwEPj/Tb09oO1v59kmxMsivJrv379x/m8CRJszniA7lVVUAtwlhmnm9zVa2vqvVTU1OL9bSSJA4/9B9tu21o94+19r3A6SP9Vre2g7VLksbocEN/GzBzBs4G4DMj7W9pZ/GcCzzZdgPdCpyf5OR2APf81iZJGqOVc3VI8nHgdcApSfYwOAvnPcAtSa4Cvga8qXXfDlwMTAPfAa4EqKrHk/wasLP1e3dVHXhwWJJ0lM0Z+lV1xUEWnTdL3wI2HeR5tgBbFjQ6SdKi8hu5ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktSRIwr9JA8luSfJXUl2tbbnJ9mR5IF2f3JrT5IPJJlOcneSVy3GCkiS5m8xtvT/flWtq6r1bf4a4LaqWgvc1uYBLgLWtttG4IZFeG1J0gIcjd07lwI3t+mbgctG2j9SA7cDJyU57Si8viTpII409Av4kyR3JtnY2k6tqn1t+hHg1Da9Cnh45LF7Wtv/J8nGJLuS7Nq/f/8RDk+SNGrlET7+J6pqb5IXAjuS/OXowqqqJLWQJ6yqzcBmgPXr1y/osZKkQzuiLf2q2tvuHwP+ADgHeHRmt027f6x13wucPvLw1a1NkjQmhx36SZ6T5Lkz08D5wFeAbcCG1m0D8Jk2vQ14SzuL51zgyZHdQJKkMTiS3TunAn+QZOZ5PlZVf5xkJ3BLkquArwFvav23AxcD08B3gCuP4LUlSYfhsEO/qh4EXjlL+zeA82ZpL2DT4b6eJOnI+Y1cSeqIoS9JHTH0Jakjhr4kdcTQl6SOGPqS1BFDX5I6YuhLUkcMfUnqiKEvSR0x9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOmLoS1JHDH1J6oihL0kdMfQlqSOGviR1xNCXpI4Y+pLUEUNfkjpi6EtSRwx9SeqIoS9JHRl76Ce5MMn9SaaTXDPu15ekno019JOsAD4IXAScCVyR5MxxjkGSejbuLf1zgOmqerCq/gbYClw65jFIUrdSVeN7seQNwIVV9U/b/JuBV1fV1SN9NgIb2+yPAPePbYAHdwrw9UkPYomwFkPWYshaDC2FWrykqqZmW7By3COZS1VtBjZPehyjkuyqqvWTHsdSYC2GrMWQtRha6rUY9+6dvcDpI/OrW5skaQzGHfo7gbVJzkhyPHA5sG3MY5Ckbo11905VPZ3kauBWYAWwpap2j3MMh2lJ7W6aMGsxZC2GrMXQkq7FWA/kSpImy2/kSlJHDH1J6oihf5iSWLvGWgwlyaTHsFRYi6XJX9YFSvLaJD9UVd+b9FgmLclZSV5QVd/rPfiT/FCS5056HEtBkpOSPLs8YPi32iVoloSuf1EXKsn5wM3ASyY9lklr10z6HPC7SU7tOfiTXAJ8jMFlRa5MsqLXrdwk/wD4feC/Jfn5nj8Ik5yf5FqAqnpmqfx+LIlBHAuSXAD8FnBFVX0xyQlL5Yc4If8L+DPgMeB3kqzu8a+fFvi/DvwbBhcT/AXg7/S4lZvk9cBvAO8CfpdBLbq8oGKS1zL48NuQ5L0AS2XDaOIDOIb8DPCDVXV7kikGb+qPJ9mU5BUTHttYtTfuD7TZ/w7sBt7dtmx+amIDm4y/B/xqVe0EvgQ8D/jNJP+4p/dF233xGuC9VbWrqj4JfB54Y1ve218+LwL+LYOanJ3kffC3wT/RXT2ep78AST4MrAO+y+BT/BvAq9r9bwH0tIWXZAOwv6q2J/kYcAnwT6rqU0me1dOWf5JnA7cBO4DbgZ8Evg28h8HbYtm/L5K8EHgK+FZrejPwM1X1lrb8hKp6alLjG7ckJ1fVE0nWAL8H3FNVv9SWnVRV35zEuNzSP4Qkq5M8b2a+qv4Zg1/oP6qqD1XVJxh8u/i1wPHL+Rd7tBYjf6IeD7w8yWuAHwP+mMH/SDhtOQf+AbUIQFV9B3hjVb2zqrYDf8KgJsf18r4Avl5VT1bD4Aq53239rgD+0aS3co+mWfLiiXb/EIMrB788yTvb1YbfluS4SYzT0D+IJJcBfwpcleSUmfaq+pcMtt5mnAI8A0zkBzgOB9ZiJND/EDgb+DTwy8BbgS8zuMTGsjRLLSrJs1r4j1488AVA0ef7YsYzwPeSvBV4J3BHVT0z3lGOx2x5MbpLq6oeBC4G3gZ8GNheVd+dwFDdvTObts9+K/B/gD3Ao8DWqvr6Af02AVcCV1bVPWMf6BgcqhZJTgQ2AbdX1Z+3N/lx7R/kLDsLeF/8C+Aq4K2dvi9mwu4VwBeAexjs9vvLiQz2KFvA++INwHuBSyZ5zTFDfxbtCqA/wuAMlZ9lsPtmGvhEVT3Wdm+cCFwH3LRcf7HhkLX4ZFU9kuT4qvqbJCur6ulJjvVom8f7YiXwQgZn8vxep++LT1TVY63Ps4FPAtf0XIuZ41vtGNgdVXXfBIdr6I9K8mLgEWBl20c70/4PgZ8CHqiq30nyyqr68nI+WLmAWpxdVX8xqXGOwwJq8Yqquns5fwAu9H2xnA/eHqu/I+7Tb9r51tsZnIr5n5L86MyyqvoU8OfAVJI/BL6Q5EXLOPAXUovPJ3nRRAY6Bgusxf9s74vlGvgLqcX/aAf0l2vgL/R3ZNVEBjqbqur6BoTBf/O6B3gdcCrwr4B9wFkH9P194CHg5ZMet7WwFtbCWhzWOkx6AEvhxuBsk83AKoa7vN7O4GyMl7X504B7gXWTHq+1sBbWwloc7q3rffpJXgqcDDwIfAi4s6r+48jyf83ga+T/vKr+b5ITq+qvJjPao8taDFmLIWsxtFxqMdZ/l7iUJPlZ4D8ATzD4U+2jwAeSrKiq32jdbgGuBf4aYCn+ABeDtRiyFkPWYmg51aLL0E/y4wwum/DzNTjDYDNwDvDjwO3tW4NbgZ9gcG2Vkxj8sJcdazFkLYasxdByq0WXu3faD/FlVXVTm59icL79JUn+LvDvGHxav5pl/AUbsBajrMWQtRhabrXoNfRXAM+pqm+16dOA/wpcXFX7kryEwUGZ51TVk5Mc69FmLYasxZC1GFputejyPP2qeqaqZq4EGOCbwOPtB/gLwDsYXE5gyf8Aj5S1GLIWQ9ZiaLnVosst/dkkuYnBubbncwz8iXY0WYshazFkLYaO5Vp0H/rJ4CJhwH3t/ryqemCyo5oMazFkLYasxdByqEX3oT8jg8u/7qwJXv1uqbAWQ9ZiyFoMHcu1MPSbJCmLAViLUdZiyFoMHcu1MPQlqSNdnr0jSb0y9CWpI4a+JHXE0Jekjhj6ktQRQ1+SOvL/AP+5iw8NMjY6AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "sample_df['year'].value_counts().plot.bar(rot=45)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAEfCAYAAACtRRYAAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAm0ElEQVR4nO3deZwdVZn/8c8XwqJsSaANTMIYlggisoZVXIZgIAFJZBNGJSAYRlmV+WlQMcqioI4IM4JEiQYFISKYsAhkIsyIsgVBdkxAlkQgkYRFA8jy/P54Tss106FvJ923ulPf9+vVr646VX371L11nzp1tlJEYGZm9bBS1RkwM7PWcdA3M6sRB30zsxpx0DczqxEHfTOzGulXdQbezHrrrRdDhw6tOhtmZn3KHXfc8eeIaOtoW68O+kOHDmXWrFlVZ8PMrE+R9NjStrl6x8ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGevWI3K4aOuHqHn39R8/Yu0df38ysp7mkb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViOdBn1Jm0m6q+HneUknSBooaYak2eX3gLK/JJ0jaY6kuyVt1/Ba48r+syWN68kDMzOz/6vToB8RD0XENhGxDbA9sBi4ApgAzIyIYcDMsg4wChhWfsYD5wFIGghMBHYCdgQmtl8ozMysNbpavTMCeDgiHgPGAFNK+hRgbFkeA1wY6Ragv6QNgD2BGRGxMCIWATOAvZb3AMzMrHldDfoHAz8ty4Mi4smy/BQwqCwPBp5o+Ju5JW1p6f9A0nhJsyTNWrBgQRezZ2Zmb6bpoC9pVWBf4GdLbouIAKI7MhQRkyJieEQMb2vr8Lm+Zma2jLpS0h8F/C4ini7rT5dqG8rv+SV9HrBhw98NKWlLSzczsxbpStA/hDeqdgCmA+09cMYB0xrSDy29eHYGnivVQNcBIyUNKA24I0uamZm1SFMTrklaA/ggcFRD8hnAVElHAI8BB5X0a4DRwByyp8/hABGxUNKpwO1lv1MiYuFyH4GZmTWtqaAfEX8F1l0i7RmyN8+S+wZw9FJeZzIwuevZNDOz7uARuWZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNdLUM3KtNYZOuLpHX//RM/bu0dc3s96vqZK+pP6SLpP0oKQHJO0iaaCkGZJml98Dyr6SdI6kOZLulrRdw+uMK/vPljSupw7KzMw61mz1ztnAtRGxObA18AAwAZgZEcOAmWUdYBQwrPyMB84DkDQQmAjsBOwITGy/UJiZWWt0GvQlrQO8D7gAICL+FhHPAmOAKWW3KcDYsjwGuDDSLUB/SRsAewIzImJhRCwCZgB7deOxmJlZJ5op6W8ELAB+KOlOST+QtAYwKCKeLPs8BQwqy4OBJxr+fm5JW1r6P5A0XtIsSbMWLFjQtaMxM7M31UzQ7wdsB5wXEdsCf+WNqhwAIiKA6I4MRcSkiBgeEcPb2tq64yXNzKxoJujPBeZGxK1l/TLyIvB0qbah/J5fts8DNmz4+yElbWnpZmbWIp0G/Yh4CnhC0mYlaQRwPzAdaO+BMw6YVpanA4eWXjw7A8+VaqDrgJGSBpQG3JElzczMWqTZfvrHAhdJWhV4BDicvGBMlXQE8BhwUNn3GmA0MAdYXPYlIhZKOhW4vex3SkQs7JajMDOzpjQV9CPiLmB4B5tGdLBvAEcv5XUmA5O7kD8zM+tGnobBzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGmgr6kh6VdI+kuyTNKmkDJc2QNLv8HlDSJekcSXMk3S1pu4bXGVf2ny1pXM8ckpmZLU1XSvr/EhHbRET7A9InADMjYhgws6wDjAKGlZ/xwHmQFwlgIrATsCMwsf1CYWZmrbE81TtjgClleQowtiH9wki3AP0lbQDsCcyIiIURsQiYAey1HP/fzMy6qNmgH8D1ku6QNL6kDYqIJ8vyU8CgsjwYeKLhb+eWtKWl/wNJ4yXNkjRrwYIFTWbPzMya0a/J/XaLiHmS3gbMkPRg48aICEnRHRmKiEnAJIDhw4d3y2uamVlqqqQfEfPK7/nAFWSd/NOl2obye37ZfR6wYcOfDylpS0s3M7MW6TToS1pD0lrty8BI4F5gOtDeA2ccMK0sTwcOLb14dgaeK9VA1wEjJQ0oDbgjS5qZmbVIM9U7g4ArJLXvf3FEXCvpdmCqpCOAx4CDyv7XAKOBOcBi4HCAiFgo6VTg9rLfKRGxsNuOxMzMOtVp0I+IR4CtO0h/BhjRQXoARy/ltSYDk7ueTTMz6w4ekWtmViMO+mZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNeKgb2ZWIw76ZmY14qBvZlYjDvpmZjXioG9mViNNB31JK0u6U9JVZX0jSbdKmiPpUkmrlvTVyvqcsn1ow2ucVNIfkrRntx+NmZm9qa6U9I8HHmhYPxM4KyI2BRYBR5T0I4BFJf2ssh+StgAOBt4F7AWcK2nl5cu+mZl1RVNBX9IQYG/gB2VdwO7AZWWXKcDYsjymrFO2jyj7jwEuiYiXI+KPwBxgx244BjMza1KzJf3vAJ8DXi/r6wLPRsSrZX0uMLgsDwaeACjbnyv7/z29g7/5O0njJc2SNGvBggXNH4mZmXWq06AvaR9gfkTc0YL8EBGTImJ4RAxva2trxb80M6uNfk3s8x5gX0mjgdWBtYGzgf6S+pXS/BBgXtl/HrAhMFdSP2Ad4JmG9HaNf2NmZi3QaUk/Ik6KiCERMZRsiP1VRHwUuAE4oOw2DphWlqeXdcr2X0VElPSDS++ejYBhwG3ddiRmZtapZkr6S/N54BJJpwF3AheU9AuAH0uaAywkLxRExH2SpgL3A68CR0fEa8vx/83MrIu6FPQj4kbgxrL8CB30vomIl4ADl/L3pwOndzWTZmbWPTwi18ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRhz0zcxqxEHfzKxGHPTNzGrEQd/MrEYc9M3MasRB38ysRjoN+pJWl3SbpN9Luk/SV0v6RpJulTRH0qWSVi3pq5X1OWX70IbXOqmkPyRpzx47KjMz61AzJf2Xgd0jYmtgG2AvSTsDZwJnRcSmwCLgiLL/EcCikn5W2Q9JWwAHA+8C9gLOlbRyNx6LmZl1otOgH+kvZXWV8hPA7sBlJX0KMLYsjynrlO0jJKmkXxIRL0fEH4E5wI7dcRBmZtacpur0Ja0s6S5gPjADeBh4NiJeLbvMBQaX5cHAEwBl+3PAuo3pHfxN4/8aL2mWpFkLFizo8gGZmdnSNRX0I+K1iNgGGEKWzjfvqQxFxKSIGB4Rw9va2nrq35iZ1VKXeu9ExLPADcAuQH9J/cqmIcC8sjwP2BCgbF8HeKYxvYO/MTOzFmim906bpP5l+S3AB4EHyOB/QNltHDCtLE8v65Ttv4qIKOkHl949GwHDgNu66TjMzKwJ/TrfhQ2AKaWnzUrA1Ii4StL9wCWSTgPuBC4o+18A/FjSHGAh2WOHiLhP0lTgfuBV4OiIeK17D8fMzN5Mp0E/Iu4Gtu0g/RE66H0TES8BBy7ltU4HTu96Ns3MrDt4RK6ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIg76ZWY10GvQlbSjpBkn3S7pP0vElfaCkGZJml98DSroknSNpjqS7JW3X8Frjyv6zJY3rucMyM7OONFPSfxU4MSK2AHYGjpa0BTABmBkRw4CZZR1gFDCs/IwHzoO8SAATgZ3IB6pPbL9QmJlZa3Qa9CPiyYj4XVl+AXgAGAyMAaaU3aYAY8vyGODCSLcA/SVtAOwJzIiIhRGxCJgB7NWdB2NmZm+uS3X6koYC2wK3AoMi4smy6SlgUFkeDDzR8GdzS9rS0pf8H+MlzZI0a8GCBV3JnpmZdaLpoC9pTeDnwAkR8XzjtogIILojQxExKSKGR8Twtra27nhJMzMrmgr6klYhA/5FEXF5SX66VNtQfs8v6fOADRv+fEhJW1q6mZm1SDO9dwRcADwQEd9u2DQdaO+BMw6Y1pB+aOnFszPwXKkGug4YKWlAacAdWdLMzKxF+jWxz3uAjwP3SLqrpH0BOAOYKukI4DHgoLLtGmA0MAdYDBwOEBELJZ0K3F72OyUiFnbHQZiZWXM6DfoRcROgpWwe0cH+ARy9lNeaDEzuSgbNzKz7eESumVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNdBr0JU2WNF/SvQ1pAyXNkDS7/B5Q0iXpHElzJN0tabuGvxlX9p8taVzPHI6Zmb2ZZkr6PwL2WiJtAjAzIoYBM8s6wChgWPkZD5wHeZEAJgI7ATsCE9svFGZm1jqdBv2I+F9g4RLJY4ApZXkKMLYh/cJItwD9JW0A7AnMiIiFEbEImMH/vZCYmVkPW9Y6/UER8WRZfgoYVJYHA0807De3pC0t/f+QNF7SLEmzFixYsIzZMzOzjix3Q25EBBDdkJf215sUEcMjYnhbW1t3vayZmbHsQf/pUm1D+T2/pM8DNmzYb0hJW1q6mZm10LIG/elAew+cccC0hvRDSy+enYHnSjXQdcBISQNKA+7IkmZmZi3Ur7MdJP0U+ACwnqS5ZC+cM4Cpko4AHgMOKrtfA4wG5gCLgcMBImKhpFOB28t+p0TEko3DZmbWwzoN+hFxyFI2jehg3wCOXsrrTAYmdyl3ZmbWrToN+mbNGjrh6h59/UfP2LtHX9+sDjwNg5lZjTjom5nViIO+mVmNOOibmdWIg76ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNOOibmdWIp2EwKzyNhNWBS/pmZjXioG9mViOu3jFbQbh6yprhkr6ZWY046JuZ1YiDvplZjTjom5nViIO+mVmNtDzoS9pL0kOS5kia0Or/b2ZWZy0N+pJWBr4LjAK2AA6RtEUr82BmVmet7qe/IzAnIh4BkHQJMAa4v8X5MLNexGMMWkcR0bp/Jh0A7BURR5b1jwM7RcQxDfuMB8aX1c2Ah3owS+sBf+7B1+9pzn+1nP/q9OW8Q8/n/+0R0dbRhl43IjciJgGTWvG/JM2KiOGt+F89wfmvlvNfnb6cd6g2/61uyJ0HbNiwPqSkmZlZC7Q66N8ODJO0kaRVgYOB6S3Og5lZbbW0eiciXpV0DHAdsDIwOSLua2UeltCSaqQe5PxXy/mvTl/OO1SY/5Y25JqZWbU8ItfMrEYc9M3MasRB36ybSFqj6jyYdcZB36wbSFoTuFbSflXnpbtJUtV5qJP297un3ncH/WJFPbFX4ONaueo8NIqIvwDnA1+S1KfH/C95zoR7e7SMJDW83z1y59jrRuRWofGNlrQtMBd4OSKerzZnyy8iQtJ7yBPo+Yi4peo8LQ9Ja0fE8xHxmqTdgC2Ba4EnI+LlKvMWET+R9DfgDElERM9OKNMDlvgufBT4Z+BW4J6IWFBp5rqZpJ3Igu+iiHiwF+Sn8b0/BjhQ0tXAbyLiN932f3wRf0N5oz8GzATeBnwxIuZXm6tl034CSdoF+DlwJTkCelqZ6qLPKXXmk8hjeRC4CJgDvAJcAlwXES+0OE/t77PI79Prkg4BvgBM6IuBH0DSccCBwE+BjwO/BH4cEX+sNGPLqeHz2hWYCvwW+AtwbURMrTZ3SdIo4Ajy/N6FvDBdHxHXd8fr17p6R9KghuUPAx8B9gDagG2BCyStX1H2lks5sXcjp7E+KCKOAs4CDpD0yWpzt8yCDPj7A98ADo6IMcCvgBHAnpLWblVmGgLIh8gpwydJ2igifgp8DThN0thW5Wd5NFbpSNoM2AHYnawN6Ed+Jw6V9PZqctg9yue1Ozm772jgMLKQt4+kA6vMG4Ck4cAU4GcRcQXwA+BpYGR3VRvWNuhL2hA4qqHHxdNk0P8YsDGwHyDgwsaLQ1/Q8AXeHzgWWKus/y9wJnCYpE9VkbdlVQLsYuAKsgS0GbA3QEScC/we2AcY3ar6/hJA9gYmAucB/wTcIOkdJfCfBXxdUltvb1tpqFYYAfwR+BywGzAmInYAfgccQj4DY5XKMto9Pgz8P/LObDFZaLgW+Ei5S2uZDs6Lu8iL0MRSlfkH8k79BWBXSW9d3v9Zyzp9SetExBOSzgY2l/T2iLi8fADbAidExOOSHibrwletNMNNaqgTXAP4S0R8RtLLwJfLrH4LJP0a+ArwXJV57YqGEvVIYDFwFfmZjJP0p4i4MCK+V4L9vRHxWovytQqwK/AJYJOSp8uBmyXtEhEXSprRm+vCJW0KDIyI20rh5vPAjRHxpKT3AwvLrouBW4ALIuKVirK7TBrOn9Ui4uWIOFbSasBlkt5djvUGcmqYlj3bo4O2xJUjYhZ5YT0HmCZpv4h4RNIU4IVykVo+EVGrH7Je+5fAB8v68cCFwNiy/nPy1vwY4GZgUNV5bvK42ttn9iZvD78GvKOkfRv4NbB+47596acc14Pk8xgAVidLbJcDR7b6fW5Yf0s5p24GNilp9wNPlm0rVf3evcmxrAF8HfgWsBWwTvlurF22rwk8WtJmA1tUnedl/bzK+fNt4AzgrSXte8C9wBplfdWK8ng82bZwOVl9uRZZy/Bt4E5gne78f7Wq3ikl+b+Sb+4xkrYnb8t/Dewr6b1ksF+bbED5VEQ8XVV+uyIiQtIHyS/xN8m2ibMk7RERnyVP7islrRrlTOsrJA0AJgAfj4hrJe0A7Eke00XA/pIGt6IKpf19lvQZSZ+NiBfJhsB7gHXLOXQlWYh4MSJe7+k8LauI+CtwMfAi2Wi7O/BAlF5rkd1QdwDOAfaIiD73hLvyeY0iC0E/JAsKF0vaPCL+DbgDuFvSSsCrrcpX+7mqHNdxMFmVNgt4H9kpYW3gRLLaqX+3/u8+9v1fZkvcSh1A1tm3ASeR9ZWfJB/nODUirpO0crSommBZLXFMAk4Hfkb2PDoNuAHYBjgzImZKemdEPFBVfpeVcuDT98jS5mZkW9TmwHkRcb6k9SPiqRblZRfyQvMNslrnVrLg8AlgINk4eET04l47klZqvBhJeifZlvUOMujcDbxEVgEuBo7qawWFdiWYn0f2+moDvko+jW8IWah7SNKWEXFvi/IzMCIWluWNybr61cjzZt+I2EfSreQFaJ+IWNTteeijn+UyK13RDiODyHBgMHAqeZU9GtgUOKmUcnotSW8hS19Xlsa3tci67gHAj8keO89Luo+8dTwpIvrE4+Ua6mC3JdudHifrzEcAN0XEDeXCfQBwaET8rUX5ejfZMD4rIiZJWh34PjA/Ik4sPb0G9JULq6R9gEVkFc6L5N1UG3kh+x+yimFxRDxaURa7rDR0joqIn0vakSwx/w+wAfm9GB0Rf5U0lyxFn9Cq73q5AO1HXljvB3YGjivf03PJ/vgXSfp38o5k/x4pzFRRh1XVD1lC/C6wXVlfn6xPu4a8je0H9K86n104nu+Qrf2/B3YuaeuSF7C9gGHAjPbj7Qs/lDrwkv/7yVvcvwHvatjn/WTVzl4tztuBwG+AC4DBJe0tZJAcXPV710T+1bA8jnxq3blk8NuRvFM5laxL3qrq/C7HcZ5P3hXeAby7pL2N7BWzE/BOshfYThXl73fkxXbDsr4SWZj4YXnv/7t9W0/8rNB1+kvW8Ube0g4k32Air6K3koHyc0C/iHi2xdnsslJigOwSuArZqn8LQEQ8A/wncDJZt/yfEfG7SjLaBZLWgvyMJA0hu9TtS1Y1PAwsKPutD3wa+HxEXNvDeWqvd91c0gbA1cBngLcCI5R91jchG0R7bd19u2iP/FmPvClZ0jwWuJSsrtqYPHeeBVpSXdadGr4XZ5IFuJUi4p6S9hL5+U0kG6a/HxG3VpDHNcmLz41kd95+JS5dTwb7AcBnIuKJHstDOQ9WOEvUd48mu2NdS17xzwQej4gvlGqCkcCXog+Mvm2o+tgeWI9sQPwOWS94SEQsLoHxOWBIRMxufC96I+WAqq8AD0YZLSxpAvA8cCjZgDtbOXjmeoCIeK4Vx1UaAc8ELgM+SlYJjiJHqa5J1sl+PyKu7Ml8dIf2uvzSPXEIeaf0sHKsykHkXe/hwO+jFzdAd6The7EV2bPrSbIuf82I+EDZZ3Oy8PBPDReDVuZxDNnB4nMR8aKki4HVImJ/5VQpK0XEr3s8I1XfivXArZNo6CZHnsT3kgOTzgb+heyedgN55X+IcgvY23/4x+5nsylVOiXtUuAX5EjDh8gTu/I8N3lcA8jgfi4ZWEX2sFpE6UYHbE/eFm/dwnxtSvZN3wT413Ie9S/bRpIXgqOqfv+aOWfK8poNy1cAFzduK+/926vO8zIc48rl92jgEWB4w7arynd9lxID3lZhPtcgS/jnknfoa5Xz/M7ys2lL8lH1B9YDb2y/huW9ySoOlTf5dLLUtn3Z3gasW3WemzimgQ3Lm5YTZPOyviWwS1k+leyjv2/Vee7CsTXW4X+fvMUdQdaV30s2uH+dbLsY04L8NAbJdcnqj4OA29q/lCXgixzxfAVZ179y1e9lJ8fyb2QPln9vP5/IQs9POtq/L/w0fneBLcr5smVZ36zh8/peCf6VfC+A7YB3luU1yGeE/6Bh+wHA0FblZ4Wq3pHURjayjSGrc75INgR+MCJuLduPJ6t4JkcfmHGyjPq8hKzne7zUCX6bHG/wMnlCvQb8MiLOkbRGZO+EXl2l00jSHmTj2+lkI22Q/cdvIgNuP7Lq56YWVem8n2zse4QMGP3IgVevSNqZHOBzWEQ8Kml/4OaI+FNP5ml5SDqK7JL5aTLQzwD+IyLul3QT+d4eWWUeu6p8L64GPhkRj0l6G/l9n09WdY4A/kxe1H4mqX9EPNui86exankI8CWy0fzSiPhD6WF0D9kB4yPR4hHOK1RDbuRw94PJerM1I+KrZMPUBElble3/SU6d/Eh1OW1OOXleIeuPV5N0cmT3smnkPC+/Io/3R2QDNZEDbuhDAV9kPfk3I2IyOQ3A/5Al7D0i4kcR8YOIuAl67rgaGm13Im+/R5IXoF+QDbfHSDqWrCc+K0o3xoj4eW8L+JK2l/Q+Sf0krQtsTXYVfD953r8EfLUMUNqN7Lvep5Tvxb7AWyV9ObI97n6yGvA2svQ8Exha9n+2/G5ZwC//by5ZEB0AfLi854vJc+yf6OaBV02p4nanp3+AsWRgX4e8Df8COb1Ce1fNXjs0fonjaL8TGwBsCPwJOH6Jfd5DVveMrjq/y3Gcx5Ol+vXK+vrktAYXkY3RrcrHjmRj/1Zl/eNkKe275GyHJ/DG9B3tUylX/v51cBzHkvXXu5X1twDvAmaU9YFkyfMrZENi5XlejmMdRk6tfXz751J+b0d22RzZwrxs0rB8AtkF82SymnBL8g79fLKK+Zf0YLfMN81n1R9aD34Ae5GNne2B/7QSRFbrrV/Whryvzht13dsAU8ryO4EHyHnaIesx24f809uPqzGPJQi9j2xrWZOs2vkGWfIZVoLv5i3O20hyJOSJZb0f2YB7xpIX2974A7ybN9qrjiF7Or234f1+kBykNAqYTh9q7O/g/FmXMi9WOV+eBk4u68PJKqyxrcpT+c4+AHyZLDz8mqxSO5O8M38b2WPqCOAnNIw7afl7WPWH2MMfxujyQfRvP1GqzlMTee5P9sTZvazvAPxXw/Z3kPWBXyzr7Sd+Xwr4e5O34t8nS6Q7knOP/AfZQ+dOYL+K8rgvcB/Z/RWybehfq/ySdiHvh5egPqCsf5psNHxfWZ9Ijkv5PaXBsy/+lM/oZrLh9sCStgl5d98e+NsHPvX494I3eg+9gxwYeT2l0ZjsLPIVsppwaOP+lb1/VX+ALfhAxpK3eb0+KDbk+QtkI9V7yeHY31hi++ZkqW3jqvPa5PGs3bC8LXA7Of3Fh8humVN5Y0TxEEoJtKrPrBQW7gDGVf3eNZnfxi7KW5Gzxu5R1tsD/3vKBWwYsEHVeV6OY31XCapbkh027gY+Wra9g5wKeqOK8vYWsnfdfWRDeXv6uuRd7M/IO9tKq5dXqN47SyNpzejlc+nAP06EVebfaK+v34I3hm4vJks0N0eL5pxZHmV+mpvI3lLnljmDNiPvaL5JVsOdAXyA7BHTbc8CXR6S9iXztQfwVPTSwUpL9BQ5lOzVtRVZ4v9p5DxFnyKnXfhsRPy2utwuH+WDj04mS/GjSto+ZFflsyPiR5LeGt0x53xz+dkV+OeIuKTM6XUkeUEaSlZdnhIR/1X2HUgG+8rnv6rFQ1T6SMBvf77qoIh4OiK+JWkR2ZvlLrLeey2yNPFEXwj4ABHxUrmAfU/SaxFxPnCXpBOBmRHxjKQryAvbokoz2yAipku6OXrxA1DgH6ZW2JXssXJg5GRjJwEfLdeE85QPbJ9bZV6XxRK9YZ4mq3U2KBe4qRFxlaR+5JQG19Pa6SMGlP/7LrJ66cNkSX9jsg7/s8oZYL8UZWbN3qAWQb8viIgopZZjJd0N/DYiLpD0ItkgdFVE3FZtLrum/c4lIm6UdBhwkaTXI+L75IXsZElnkn2qPxO9bL723hzwlyjhv48c2fmziHgZICK+LulzwKfKxfaCCrO7TBqmVngveWf454j4oaTXybau1yVdFhG/kPSbVn9eEXF1uZieRU5d8bBy9s7HydL+XcCnJbX1pnNpheqn35dJ+gDZg+VosqRwoqTjIuJisk72DEnrtvcn7wvKncu2ksZEDoT7GDlm4nCyL/43yd5VJ0cr5hxZQSwR8D9NBpizgT3K3DMARMQ3yGkk5lSRz+VVAv6HyIe4bAqcKunTETGFbJD+F/K5tgKeqSiPM8hBYaMlfSTycYwPkHeu8yLivb0p4INL+pVa4tZ1c3Kg1WbA28kBHWPLPmdLujxyBs1eb4kS2mnAjpIOi4hLJX2MHEzWr5T4r278m+py3Xc0BPyjyIe3jImIeZJeA34k6aMl8BARZ1WY1eWinMX0GLLBf3eyOuVDpd7+W6VaZ1Z5Pyo7dyJimqSPA+coH0hzF3kh7lWD9to56FeoBMbdyJF5j5CzSu5NPjzhMeWsfNtJGhp96EEWDcfV/kSpPYDPSHq11DcfCfxE0nXA3FIF5IDfBaVBfBRZynylXABWIe+crpK0b0TcV2Ueu6qDC/9i4DiyR9dnyd467wVOl7RKRHy9gmx2qKFt4efkPD9jIqJXjvp30K9AQ0l4V7Kv+u3k/DnrkCMJfyfpZrLx9vN9KeA3eDf5lKvbgNskPQ6cp3wM5VRJ2/WVO5feKHJq3mvIHkZPkF14HyFHDr9KTrXQpzTcwWxOVte8HPk4w7Fko+1jkrYhuz7OrCyjS1HaFnYHHuvN39ladNnsjZSPcjuTfIzhLcrnZe5Nzo+yMfm0qG9ExOUVZrNpS5bSysn/MXKE4p9K/f6l5F3NcRFxZ0VZXWEou8O+G3g4IhaWqrNPkPPk94neXQCSNgKOjYjPKie7u5gctDefnAJjIPBTsoB0DHBwRPxvVfnt6xz0KyLpg+RUAydHxNeUswaOJh/n9jXgrRExvy/VdZdAvxH5oIoryWeSziEbbV8lp/V9gryjGRe9tO97X6N8YtTh5Hwvh0SLHvLdXZSzTj5Odlh4mDx3XiTr8oeRTyvbsvw8UhpPbRm5905Fyom7H/AJSYdEzhr4LLAnsHqUp3j19oDf3ptIOTvlZLIB60tkgD+SrGf+BNmt7avkRFMvUGHD2wpodfJxjQf1wYDfL3Iw1T+TnRgOjIjby3FMJy8C5wELIuJ8B/zl5zr9CpVW/9fJ/uv7k1/cr0YvGLXXrNI2sQP5IJHjIgc1XUA+XGTliPgigKT+ZNXVRHLkrYN+N4l8ROaP+uJ7GhGvtndUKOMN7pb0g4g4MiLuK3cxK5EXNusGLulXLPLZqh8j+yHfXoKm+kJ//IY87kreim8qabXSiDUWOFzSt8s+L5Azhh4eEXe3OKsrvL4W8Eswb79DvFzSWaXEvzWwm6TzASKfZXuWz5nu4zr9XkLSSLJ65Lje3njb0Pvo7yMNlSNu/5Wswrkt8ilTbyfnw+8V8+lY9SStHhEvleVRZFfMWeTcQN+LiFNKHf8fgOsj4hPV5XbF5KDfi5TG3Yd7a//eRipTRpDTPP8mIq6Q9Ely/pFvkt01Xyn79pnGaOs5krYEvkM+AvNlcuqISWXsxpZk3f2tEfHvktYAdoiIG6vK74rKdfq9SF9ppNIbU0bsT3Y73VnShpHP6F2NbMg9gDKBmgO+ld5pJ5DPiliVfJjRHcCapfR/r6QvA9MkPRwR5wE3usDQ/Vynb02RtHLD6pJTRlwE7C3p+MipZA+LiF4zY6b1GvPIKYenkVMqPEY+PGeTsv0p4DfAF0t/fRcYeoBL+vamJK0VES9ExGuld8X6rEBTRljPK6X1VyTdBBwF3Bg5o+r9kjYFTip3AtuQ59TBZFdf6wGu07elKg1q15IzON5HdsO8jexa2j5lxGnkHOfnA0dHxO+rya31Rg2N/hsDOwOPktU8c4DTSnfTbcnCxB/IcR7/BewTEQ9XkukVnIO+vSlJHwYmkE9k+lJE/LavTxlhraV8CtkpZKB/hBx5eyJZgDgnygNGSqn/cvLxh/dUlN0Vnqt37E2VXjkvkLMH7g78lpxK4XGyZHYYfXDKCGsNSTuTjzjck5xt9XxyNPa3yAb/lSSdFhF/i4g5kt7v9qCe5YZc61RE/DcZ3A/ry1NGWCXmkg9n3xo4nqy33x74NzLwX9k4OZwDfs9z9Y41TfkUoynAr8mpe39SRhSbvSlJpwPzIx8IdCg5T/7+EfFYxVmrHVfvWNMi4krlA1BOAT4ZETe7SseadA9wVOmlsx9wvAN+NVzSty6TNLC98c2sGZLWJkdr7wtMjoirK85SbTnom1nLlKmUX/UdYnXckGtmrfQauNG/Si7pm5nViEv6ZmY14qBvZlYjDvpmZjXioG9mViMO+mZmNfL/AU1aQrTBtkXJAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "sample_df['location'].value_counts().plot.bar(rot=45)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Relevance:\n",
      "\n",
      "True    15000\n",
      "Name: Relevance, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print('Relevance:\\n')\n",
    "print(sample_df['Relevance'].value_counts())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Sample 60% from each location (Total 9000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>location</th>\n",
       "      <th>news</th>\n",
       "      <th>Relevance</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>location</th>\n",
       "      <th>year</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">afghanistan</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">2015</th>\n",
       "      <th>10529</th>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>Another senior Afghan Government official quot...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10523</th>\n",
       "      <td>2015</td>\n",
       "      <td>3</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>Tehreek e Taliban Pakistan (TTP) splinter grou...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10527</th>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>Maulvi Shahidullah Shahid, a former Tehreek e ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10525</th>\n",
       "      <td>2015</td>\n",
       "      <td>3</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>A US drone strike killed 11 Tehreek e Taliban ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <th>64582</th>\n",
       "      <td>2011</td>\n",
       "      <td>9</td>\n",
       "      <td>afghanistan</td>\n",
       "      <td>The NATO led International Security Assistance...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">srilanka</th>\n",
       "      <th>2012</th>\n",
       "      <th>52294</th>\n",
       "      <td>2012</td>\n",
       "      <td>1</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Cabinet Spokesman and Media Minister Keheliya ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <th>36942</th>\n",
       "      <td>2013</td>\n",
       "      <td>6</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Meanwhile, President Mahinda Rajapaksa, addres...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <th>23277</th>\n",
       "      <td>2014</td>\n",
       "      <td>11</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>Sri Lanka’s Permanent Representative to the Un...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <th>36829</th>\n",
       "      <td>2013</td>\n",
       "      <td>4</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>A man engaged in de mining in Muhamalai of Jaf...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <th>22849</th>\n",
       "      <td>2014</td>\n",
       "      <td>1</td>\n",
       "      <td>srilanka</td>\n",
       "      <td>The 18th anniversary of the deadliest suicide ...</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9000 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                        year  month     location  \\\n",
       "location    year                                   \n",
       "afghanistan 2015 10529  2015      7  afghanistan   \n",
       "                 10523  2015      3  afghanistan   \n",
       "                 10527  2015      7  afghanistan   \n",
       "                 10525  2015      3  afghanistan   \n",
       "            2011 64582  2011      9  afghanistan   \n",
       "...                      ...    ...          ...   \n",
       "srilanka    2012 52294  2012      1     srilanka   \n",
       "            2013 36942  2013      6     srilanka   \n",
       "            2014 23277  2014     11     srilanka   \n",
       "            2013 36829  2013      4     srilanka   \n",
       "            2014 22849  2014      1     srilanka   \n",
       "\n",
       "                                                                     news  \\\n",
       "location    year                                                            \n",
       "afghanistan 2015 10529  Another senior Afghan Government official quot...   \n",
       "                 10523  Tehreek e Taliban Pakistan (TTP) splinter grou...   \n",
       "                 10527  Maulvi Shahidullah Shahid, a former Tehreek e ...   \n",
       "                 10525  A US drone strike killed 11 Tehreek e Taliban ...   \n",
       "            2011 64582  The NATO led International Security Assistance...   \n",
       "...                                                                   ...   \n",
       "srilanka    2012 52294  Cabinet Spokesman and Media Minister Keheliya ...   \n",
       "            2013 36942  Meanwhile, President Mahinda Rajapaksa, addres...   \n",
       "            2014 23277  Sri Lanka’s Permanent Representative to the Un...   \n",
       "            2013 36829  A man engaged in de mining in Muhamalai of Jaf...   \n",
       "            2014 22849  The 18th anniversary of the deadliest suicide ...   \n",
       "\n",
       "                        Relevance  \n",
       "location    year                   \n",
       "afghanistan 2015 10529       True  \n",
       "                 10523       True  \n",
       "                 10527       True  \n",
       "                 10525       True  \n",
       "            2011 64582       True  \n",
       "...                           ...  \n",
       "srilanka    2012 52294       True  \n",
       "            2013 36942       True  \n",
       "            2014 23277       True  \n",
       "            2013 36829       True  \n",
       "            2014 22849       True  \n",
       "\n",
       "[9000 rows x 5 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_df = sample_df.groupby('location').apply(lambda x: x.sample(frac = 0.6))\n",
    "sample_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Relevance:\n",
      "\n",
      "True    9000\n",
      "Name: Relevance, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print('Relevance:\\n')\n",
    "print(sample_df['Relevance'].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAEfCAYAAACtRRYAAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAihUlEQVR4nO3dd5hdZbn+8e9NQm8JEAEJh1ACSJMSqlgOICUgQZogJTRB6cWfgoJIU0APCCpVEFAQUECaAjkICkgL0kEkICWIEKUqRQLP74/nHdnmJGQmmdlrdt77c11zzV5rr9nzrL3Xfta73rYUEZiZWR1majoAMzNrHyd9M7OKOOmbmVXESd/MrCJO+mZmFRnYdAAfZIEFFohhw4Y1HYaZWUe55557/hYRQyb3XL9O+sOGDWPs2LFNh2Fm1lEkPT2l51y9Y2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVpF+PSK3p4Ydem2fvv5Tx2/ap69vZtbXXNI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwi3U76kgZIulfSNWV5cUl3Shon6RJJs5T1s5blceX5YS2vcVhZ/5ikjXp9b8zM7AP1pKR/APBoy/IJwMkRsRTwMrB7Wb878HJZf3LZDknLAdsBywMbA6dJGjB94ZuZWU90K+lLGgpsCvyoLAtYD/hF2eR8YIvyeFRZpjy/ftl+FHBxRLwdEX8GxgFr9MI+mJlZN3W3pP894CvAe2V5fuCViJhYlscDi5THiwDPApTnXy3b/3v9ZP7m3yTtKWmspLETJkzo/p6YmdlUTTXpS9oMeDEi7mlDPETEWRExIiJGDBkypB3/0sysGt25MfrHgM0ljQRmA+YBTgEGSRpYSvNDgefK9s8BiwLjJQ0E5gX+3rK+S+vfmJlZG0y1pB8Rh0XE0IgYRjbE/iYidgBuArYum40GriyPryrLlOd/ExFR1m9XevcsDgwH7uq1PTEzs6nqTkl/Sr4KXCzpWOBe4Jyy/hzgJ5LGAS+RJwoi4mFJlwKPABOBfSLi3en4/2Zm1kM9SvoRcTNwc3n8JJPpfRMRbwHbTOHvjwOO62mQZmbWOzwi18ysIk76ZmYVcdI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCLTMw2D9bJhh17bp6//1PGb9unrm1n/55K+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq4iTvplZRZz0zcwq4qRvZlYRJ30zs4o46ZuZVcRJ38ysIk76ZmYVcdI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzikw16UuaTdJdku6X9LCko8r6xSXdKWmcpEskzVLWz1qWx5Xnh7W81mFl/WOSNuqzvTIzs8nqTkn/bWC9iPgosDKwsaS1gBOAkyNiKeBlYPey/e7Ay2X9yWU7JC0HbAcsD2wMnCZpQC/ui5mZTcVUk36kf5TFmctPAOsBvyjrzwe2KI9HlWXK8+tLUll/cUS8HRF/BsYBa/TGTpiZWfd0q05f0gBJ9wEvAmOAJ4BXImJi2WQ8sEh5vAjwLEB5/lVg/tb1k/mb1v+1p6SxksZOmDChxztkZmZT1q2kHxHvRsTKwFCydL5sXwUUEWdFxIiIGDFkyJC++jdmZlXqUe+diHgFuAlYGxgkaWB5aijwXHn8HLAoQHl+XuDvresn8zdmZtYG3em9M0TSoPJ4duDTwKNk8t+6bDYauLI8vqosU57/TUREWb9d6d2zODAcuKuX9sPMzLph4NQ3YWHg/NLTZibg0oi4RtIjwMWSjgXuBc4p258D/ETSOOAlsscOEfGwpEuBR4CJwD4R8W7v7o6ZmX2QqSb9iHgAWGUy659kMr1vIuItYJspvNZxwHE9D9PMzHqDR+SamVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq4iTvplZRZz0zcwq4qRvZlYRJ30zs4o46ZuZVcRJ38ysIk76ZmYVcdI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq4iTvplZRZz0zcwqMtWkL2lRSTdJekTSw5IOKOvnkzRG0uPl9+CyXpJOlTRO0gOSVm15rdFl+8clje673TIzs8npTkl/InBIRCwHrAXsI2k54FDgxogYDtxYlgE2AYaXnz2B0yFPEsCRwJrAGsCRXScKMzNrj6km/Yh4PiL+UB6/DjwKLAKMAs4vm50PbFEejwIuiHQHMEjSwsBGwJiIeCkiXgbGABv35s6YmdkH61GdvqRhwCrAncCCEfF8eeqvwILl8SLAsy1/Nr6sm9L6Sf/HnpLGSho7YcKEnoRnZmZT0e2kL2ku4DLgwIh4rfW5iAggeiOgiDgrIkZExIghQ4b0xkuamVnRraQvaWYy4V8YEZeX1S+UahvK7xfL+ueARVv+fGhZN6X1ZmbWJt3pvSPgHODRiDip5amrgK4eOKOBK1vW71x68awFvFqqga4HNpQ0uDTgbljWmZlZmwzsxjYfA3YCHpR0X1n3NeB44FJJuwNPA9uW534FjATGAW8AuwJExEuSjgHuLtsdHREv9cZOmJlZ90w16UfErYCm8PT6k9k+gH2m8FrnAuf2JEAzM+s9HpFrZlYRJ30zs4o46ZuZVcRJ38ysIk76ZmYVcdI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq4iTvplZRZz0zcwq4qRvZlYRJ30zs4o46ZuZVcRJ38ysIk76ZmYVcdI3M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOryFSTvqRzJb0o6aGWdfNJGiPp8fJ7cFkvSadKGifpAUmrtvzN6LL945JG983umJnZB+lOSf88YONJ1h0K3BgRw4EbyzLAJsDw8rMncDrkSQI4ElgTWAM4sutEYWZm7TPVpB8RvwNemmT1KOD88vh8YIuW9RdEugMYJGlhYCNgTES8FBEvA2P4vycSMzPrY9Nap79gRDxfHv8VWLA8XgR4tmW78WXdlNb/H5L2lDRW0tgJEyZMY3hmZjY5092QGxEBRC/E0vV6Z0XEiIgYMWTIkN56WTMzY9qT/gul2oby+8Wy/jlg0ZbthpZ1U1pvZmZtNK1J/yqgqwfOaODKlvU7l148awGvlmqg64ENJQ0uDbgblnVmZtZGA6e2gaSfAZ8CFpA0nuyFczxwqaTdgaeBbcvmvwJGAuOAN4BdASLiJUnHAHeX7Y6OiEkbh83MrI9NNelHxPZTeGr9yWwbwD5TeJ1zgXN7FJ2ZmfUqj8g1M6uIk76ZWUWc9M3MKuKkb2ZWESd9M7OKOOmbmVXESd/MrCJO+mZmFXHSNzOriJO+mVlFnPTNzCripG9mVhEnfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq4iTvplZRaZ6u0Sz7hp26LV9+vpPHb9pn76+WQ1c0jczq4iTvplZRZz0zcwq4qRvZlYRJ30zs4o46ZuZVcRJ38ysIk76ZmYVcdI3M6uIk76ZWUU8DYNZ4WkkrAYu6ZuZVcRJ38ysIq7eMZtBuHrKusMlfTOzijjpm5lVxEnfzKwiTvpmZhVx0jczq0jbk76kjSU9JmmcpEPb/f/NzGrW1qQvaQDwQ2ATYDlge0nLtTMGM7Oatbuf/hrAuIh4EkDSxcAo4JE2x2Fm/YjHGLSPIqJ9/0zaGtg4IvYoyzsBa0bEvi3b7AnsWRaXAR7rw5AWAP7Wh6/f1xx/sxx/czo5duj7+BeLiCGTe6LfjciNiLOAs9rxvySNjYgR7fhffcHxN8vxN6eTY4dm4293Q+5zwKIty0PLOjMza4N2J/27geGSFpc0C7AdcFWbYzAzq1Zbq3ciYqKkfYHrgQHAuRHxcDtjmERbqpH6kONvluNvTifHDg3G39aGXDMza5ZH5JqZVcRJ38ysIk76Zr1E0pxNx2A2NU76Zr1A0lzAdZK2bDqW3iZJTcdQk673u6/edyf9YkY9sGfg/RrQdAytIuIfwJnA4ZI6esz/pMdMuLdH20hSy/vdJ1eO/W5EbhNa32hJqwDjgbcj4rVmI5t+ERGSPkYeQK9FxB1NxzQ9JM0TEa9FxLuS1gVWAK4Dno+It5uMLSJ+KulfwPGSiIi+nVCmD0zyXdgB+C/gTuDBiJjQaHC9TNKaZMH35Yj4Yz+Ip/W93xfYRtK1wG0RcVuv/R+fxN9X3ugdgRuBDwFfj4gXm41q2nQdQJLWBi4DriZHQF9ZprroOKXO/CxyX/4IXAiMA94BLgauj4jX2xxT1/ss8vv0nqTtga8Bh3Zi4geQtD+wDfAzYCfg18BPIuLPjQY2nVo+r3WAS4HfA/8ArouIS5uNLknaBNidPL7XJk9MN0TEDb3x+lVX70hasOXxZ4HPARsAQ4BVgHMkLdRQeNOlHNjrktNYbxsRewEnA1tL+kKz0U2zIBP+VsCJwHYRMQr4DbA+sJGkedoVTEsC+Qw5ZfhZkhaPiJ8B3wKOlbRFu+KZHq1VOpKWAVYH1iNrAwaS34mdJS3WTIS9o3xe65Gz+44EdiELeZtJ2qbJ2AAkjQDOB34eEVcAPwJeADbsrWrDapO+pEWBvVp6XLxAJv0dgSWALQEBF7SeHDpByxd4K2A/YO6y/DvgBGAXSV9qIrZpVRLsG8AVZAloGWBTgIg4Dbgf2AwY2a76/pJANgWOBE4HPgzcJGnpkvhPBr4taUh/b1tpqVZYH/gz8BVgXWBURKwO/AHYnrwHxsyNBdo7Pgv8P/LK7A2y0HAd8LlyldY2kzku7iNPQkeWqsw/kVfqrwPrSJpjev9nlXX6kuaNiGclnQIsK2mxiLi8fACrAAdGxDOSniDrwmdpNOBuaqkTnBP4R0QcJOlt4BtlVr8Jkm4Bvgm82mSsPdFSot4QeAO4hvxMRkv6S0RcEBFnlGT/UES826a4ZgbWAXYDliwxXQ7cLmntiLhA0pj+XBcuaSlgvoi4qxRuvgrcHBHPS/ok8FLZ9A3gDuCciHinoXCnScvxM2tEvB0R+0maFfiFpBXLvt5ETg3Ttnt7TKYtcUBEjCVPrKcCV0raMiKelHQ+8Ho5SU2fiKjqh6zX/jXw6bJ8AHABsEVZvoy8NN8XuB1YsOmYu7lfXe0zm5KXh98Cli7rTgJuARZq3baTfsp+/ZG8HwPAbGSJ7XJgj3a/zy3Ls5dj6nZgybLuEeD58txMTb93H7AvcwLfBr4LrATMW74b85Tn5wKeKuseB5ZrOuZp/bzK8XMScDwwR1l3BvAQMGdZnqWhGA8g2xYuJ6sv5yZrGU4C7gXm7c3/V1X1TinJ/5N8c/eVtBp5WX4LsLmkj5PJfh6yAeVLEfFCU/H2RESEpE+TX+LvkG0TJ0vaICIOJg/uqyXNEuVI6xSSBgOHAjtFxHWSVgc2IvfpQmArSYu0owql632WdJCkgyPiTbIh8EFg/nIMXU0WIt6MiPf6OqZpFRH/BC4C3iQbbdcDHo3Say2yG+rqwKnABhHRcXe4K5/XJmQh6MdkQeEiSctGxBeBe4AHJM0ETGxXXF3HqnJcx3ZkVdpY4BNkp4R5gEPIaqdBvfq/O+z7P80muZTamqyzHwIcRtZXfoG8neOlEXG9pAHRpmqCaTXJPgk4Dvg52fPoWOAmYGXghIi4UdJHIuLRpuKdVsqBT2eQpc1lyLaoZYHTI+JMSQtFxF/bFMva5InmRLJa506y4LAbMB/ZOLh79ONeO5Jmaj0ZSfoI2Za1NJl0HgDeIqsA3wD26rSCQpeSzE8ne30NAY4i78Y3lCzUPSZphYh4qE3xzBcRL5XHS5B19bOSx83mEbGZpDvJE9BmEfFyr8fQoZ/lNCtd0XYhk8gIYBHgGPIsuw+wFHBYKeX0W5JmJ0tfV5fGt7nJuu7BwE/IHjuvSXqYvHQ8LCI64vZyLXWwq5DtTs+QdebrA7dGxE3lxL01sHNE/KtNca1INoyPjYizJM0GnA28GBGHlJ5egzvlxCppM+BlsgrnTfJqagh5IvstWcXwRkQ81VCIPVYaOjeJiMskrUGWmH8LLEx+L0ZGxD8ljSdL0Qe267teTkBbkifWR4C1gP3L9/Q0sj/+hZK+TF6RbNUnhZkm6rCa+iFLiD8EVi3LC5H1ab8iL2MHAoOajrMH+/M9srX/fmCtsm5+8gS2MTAcGNO1v53wQ6kDL/E/Ql7i/gtYvmWbT5JVOxu3ObZtgNuAc4BFyrrZySS5SNPvXTfiV8vj0eRd604jk98a5JXKMWRd8kpNxzsd+3kmeVV4D7BiWfchslfMmsBHyF5gazYU3x/Ik+2iZXkmsjDx4/Le/2/Xc33xM0PX6U9axxt5STsf+QYTeRa9k0yUXwEGRsQrbQ6zx0qJAbJL4Mxkq/4dABHxd+D7wBFk3fL3I+IPjQTaA5LmhvyMJA0lu9RtTlY1PAFMKNstBOwNfDUiruvjmLrqXZeVtDBwLXAQMAewvrLP+pJkg2i/rbvvEl2ZP+uRlyJLmvsBl5DVVUuQx84rQFuqy3pTy/fiBLIAN1NEPFjWvUV+fkeSDdNnR8SdDcQ4F3nyuZnszjuw5KUbyGQ/GDgoIp7tsxjKcTDDmaS+eyTZHes68ox/AvBMRHytVBNsCBweHTD6tqXqYzVgAbIB8XtkveD2EfFGSYyvAkMj4vHW96I/Ug6o+ibwxyijhSUdCrwG7Ew24D6uHDxzA0BEvNqO/SqNgCcAvwB2IKsENyFHqc5F1smeHRFX92UcvaGrLr90TxxKXik9oRyrsi151bsrcH/04wboyWn5XqxE9ux6nqzLnysiPlW2WZYsPHy45WTQzhhHkR0svhIRb0q6CJg1IrZSTpUyU0Tc0ueBNH0p1geXTqKlmxx5ED9EDkw6BfhvsnvaTeSZ/zHKJWB//+E/u589TqnSKesuAX5JjjR8jDywG4+5m/s1mEzup5GJVWQPq5cp3eiA1cjL4o+2Ma6lyL7pSwKfL8fRoPLchuSJYK+m37/uHDPl8Vwtj68ALmp9rrz3izUd8zTs44DyeyTwJDCi5blrynd97ZIDPtRgnHOSJfzTyCv0uctxfm/5WaotcTT9gfXBGzuw5fGmZBWHypt8HFlqW608PwSYv+mYu7FP87U8XqocIMuW5RWAtcvjY8g++ps3HXMP9q21Dv9s8hJ3fbKu/CGywf3bZNvFqDbE05ok5yerP7YF7ur6UpaEL3LE8xVkXf+Apt/LqezLF8keLF/uOp7IQs9PJ7d9J/y0fneB5crxskJZXqbl8zqjJP9GvhfAqsBHyuM5yXuE/6jl+a2BYe2KZ4aq3pE0hGxkG0VW53ydbAj8dETcWZ4/gKziOTc6YMbJMurzYrKe75lSJ3gSOd7gbfKAehf4dUScKmnOyN4J/bpKp5WkDcjGt+PIRtog+4/fSibcgWTVz61tqtL5JNnY9ySZMAaSA6/ekbQWOcBnl4h4StJWwO0R8Ze+jGl6SNqL7JK5N5noxwD/ExGPSLqVfG/3aDLGnirfi2uBL0TE05I+RH7fXySrOtcH/kae1H4uaVBEvNKm46e1ankocDjZaH5JRPyp9DB6kOyA8blo8wjnGaohN3K4+3ZkvdlcEXEU2TB1qKSVyvPfJ6dOfrK5SLunHDzvkPXHs0o6IrJ72ZXkPC+/Iff3PLKBmsgBN3RQwhdZT/6diDiXnAbgt2QJe4OIOC8ifhQRt0Lf7VdLo+2a5OX3huQJ6Jdkw+2+kvYj64lPjtKNMSIu628JX9Jqkj4haaCk+YGPkl0FP0ke928BR5UBSuuSfdc7SvlebA7MIekbke1xj5DVgHeRpecbgWFl+1fK77Yl/PL/xpMF0cHAZ8t7/gZ5jH2YXh541S1NXO709Q+wBZnY5yUvw79GTq/Q1VWz3w6Nn2Q/uq7EBgOLAn8BDphkm4+R1T0jm453OvbzALJUv0BZXoic1uBCsjG6XXGsQTb2r1SWdyJLaT8kZzs8kPen7+iaSrnx928y+7EfWX+9blmeHVgeGFOW5yNLnt8kGxIbj3k69nU4ObX2AV2fS/m9Ktllc8M2xrJky+MDyS6YR5DVhCuQV+hnklXMv6YPu2V+YJxNf2h9+AFsTDZ2diX+Y0sSmbW/fllbYp+N9+u6VwbOL48/AjxKztMOWY/ZNeSf/r5frTGWJPQJsq1lLrJq50Sy5DO8JN9l2xzbhuRIyEPK8kCyAff4SU+2/fEHWJH326v2JXs6fbzl/f4jOUhpE+AqOqixfzLHz/yUebHK8fICcERZHkFWYW3RrpjKd/ZR4Btk4eEWskrtBPLK/ENkj6ndgZ/SMu6k7e9h0x9iH38YI8sHMajrQGk6pm7EPIjsibNeWV4d+EHL80uT9YFfL8tdB34nJfxNyUvxs8kS6Rrk3CP/Q/bQuRfYsqEYNwceJru/QrYNfb7JL2kPYt+1JPXBZXlvstHwE2X5SHJcyv2UBs9O/Cmf0e1kw+02Zd2S5NV9V+LvGvjU598L3u89tDQ5MPIGSqMx2Vnkm2Q14bDW7Rt7/5r+ANvwgWxBXub1+6TYEvPXyEaqj5PDsU+c5PllyVLbEk3H2s39mafl8SrA3eT0F58hu2VeyvsjiodSSqBNfWalsHAPMLrp966b8bZ2UV6JnDV2g7Lclfg/Vk5gw4GFm455OvZ1+ZJUVyA7bDwA7FCeW5qcCnrxhmKbnexd9zDZUN61fn7yKvbn5JVto9XLM1TvnSmRNFf087l04D8nwirzb3TV1y/H+0O33yBLNLdHm+acmR5lfppbyd5Sp5U5g5Yhr2i+Q1bDHQ98iuwR02v3Ap0ekjYn49oA+Gv008FKk/QU2Zns1bUSWeL/WeQ8RV8ip104OCJ+31y000d546MjyFL8JmXdZmRX5VMi4jxJc0RvzDnfvXjWAf4rIi4uc3rtQZ6QhpFVl0dHxA/KtvORyb7x+a+quIlKhyT8rvurLhgRL0TEdyW9TPZmuY+s956bLE082wkJHyAi3ionsDMkvRsRZwL3SToEuDEi/i7pCvLE9nKjwbaIiKsk3R79+AYo8B9TK6xD9ljZJnKyscOAHco54XTlDdvHNxnrtJikN8wLZLXOwuUEd2lEXCNpIDmlwQ20d/qIweX/Lk9WL32WLOkvQdbhH6ycAfbwKDNr9gdVJP1OEBFRSi37SXoA+H1EnCPpTbJB6JqIuKvZKHum68olIm6WtAtwoaT3IuJs8kR2hKQTyD7VB0U/m6+9Pyf8SUr4nyBHdv48It4GiIhvS/oK8KVysj2nwXCnScvUCh8nrwz/FhE/lvQe2db1nqRfRMQvJd3W7s8rIq4tJ9OTyakrnlDO3vkMWdq/D9hb0pD+dCzNUP30O5mkT5E9WPYhSwqHSNo/Ii4i62SPlzR/V3/yTlCuXFaRNCpyINyO5JiJXcm++N8he1cdEe2Yc2QGMUnC35tMMKcAG5S5ZwCIiBPJaSTGNRHn9CoJ/zPkTVyWAo6RtHdEnE82SP83eV9bAX9vKMYx5KCwkZI+F3k7xkfJK9fnIuLj/Snhg0v6jZrk0nVZcqDVMsBi5ICOLco2p0i6PHIGzX5vkhLascAaknaJiEsk7UgOJhtYSvzXtv5Nc1F3jpaEvxd585ZREfGcpHeB8yTtUBIPEXFyg6FOF+UspvuSDf7rkdUpnyn19t8t1Tpjy/vR2LETEVdK2gk4VXlDmvvIE3G/GrTXxUm/QSUxrkuOzHuSnFVyU/LmCU8rZ+VbVdKw6KAbWbTsV9cdpTYADpI0sdQ37wH8VNL1wPhSBeSE3wOlQXwTspT5TjkBzExeOV0jafOIeLjJGHtqMif+N4D9yR5dB5O9dT4OHCdp5oj4dgNhTlZL28Jl5Dw/oyKiX476d9JvQEtJeB2yr/rd5Pw585IjCf8g6Xay8farnZTwW6xI3uXqLuAuSc8ApytvQ3mppFU75cqlP4qcmvdXZA+jZ8kuvE+SI4cnklMtdJSWK5hlyeqatyNvZ7gF2Wj7tKSVya6PNzYW6BSUtoX1gKf783e2ii6b/ZHyVm4nkLcxvEN5v8xNyflRliDvFnViRFzeYJjdNmkprRz8O5IjFP9S6vcvIa9q9o+IexsKdYah7A67IvBERLxUqs52I+fJ74jeXQCSFgf2i4iDlZPdXUQO2nuRnAJjPuBnZAFpX2C7iPhdU/F2Oif9hkj6NDnVwBER8S3lrIEjydu5fQuYIyJe7KS67pLoFydvVHE1eU/ScWSj7URyWt9nySua0dFP+753GuUdo3Yl53vZPtp0k+/eopx18hmyw8IT5LHzJlmXP5y8W9kK5efJ0nhq08i9dxpSDtwtgd0kbR85a+ArwEbAbFHu4tXfE35XbyLl7JTnkg1Yh5MJfg+ynnk3slvbUeREU6/TYMPbDGg28naN23Zgwh8YOZjqv8hODNtExN1lP64iTwKnAxMi4kwn/OnnOv0GlVb/98j+61uRX9yjoh+M2uuu0jaxOnkjkf0jBzWdQ95cZEBEfB1A0iCy6upIcuStk34vibxF5nmd+J5GxMSujgplvMEDkn4UEXtExMPlKmYm8sRmvcAl/YZF3lt1R7If8t0laaoT+uO3xLgOeSm+lKRZSyPWFsCukk4q27xOzhi6a0Q80OZQZ3idlvBLMu+6Qrxc0smlxP9RYF1JZwJE3sv2ZB8zvcd1+v2EpA3J6pH9+3vjbUvvo3+PNFSOuP08WYVzV+RdphYj58PvF/PpWPMkzRYRb5XHm5BdMceScwOdERFHlzr+PwE3RMRuzUU7Y3LS70dK4+4T/bV/byuVKSPIaZ5vi4grJH2BnH/kO2R3zXfKth3TGG19R9IKwPfIW2C+TU4dcVYZu7ECWXd/Z0R8WdKcwOoRcXNT8c6oXKffj3RKI5XenzJiK7Lb6VqSFo28R++sZEPu1pQJ1JzwrfROO5C8V8Qs5M2M7gHmKqX/hyR9A7hS0hMRcTpwswsMvc91+tYtkga0LE46ZcSFwKaSDoicSnaXiOg3M2Zav/EcOeXwleSUCk+TN89Zsjz/V+A24Oulv74LDH3AJX37QJLmjojXI+Ld0rtiIWagKSOs75XS+juSbgX2Am6OnFH1EUlLAYeVK4GVyWNqO7Krr/UB1+nbFJUGtevIGRwfJrth3kV2Le2aMuJYco7zM4F9IuL+ZqK1/qil0X8JYC3gKbKaZxxwbOluugpZmPgTOc7jB8BmEfFEI0HP4Jz07QNJ+ixwKHlHpsMj4vedPmWEtZfyLmRHk4n+SXLk7SFkAeLUKDcYKaX+y8nbHz7YULgzPFfv2AcqvXJeJ2cPXA/4PTmVwjNkyWwXOnDKCGsPSWuRtzjciJxt9UxyNPZ3yQb/mSQdGxH/iohxkj7p9qC+5YZcm6qI+F8yue/SyVNGWCPGkzdn/yhwAFlvvxrwRTLxX906OZwTft9z9Y51m/IuRucDt5BT9/60jCg2+0CSjgNejLwh0M7kPPlbRcTTDYdWHVfvWLdFxNXKG6AcDXwhIm53lY5104PAXqWXzpbAAU74zXBJ33pM0nxdjW9m3SFpHnK09ubAuRFxbcMhVctJ38zapkylPNFXiM1xQ66ZtdO74Eb/Jrmkb2ZWEZf0zcwq4qRvZlYRJ30zs4o46ZuZVcRJ38ysIv8fZA6K+euLPTIAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "sample_df['location'].value_counts().plot.bar(rot=45)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# sample_df.to_csv(\"Data_TagTog_NotAnnotated/sampled_9000_relevant_data.csv\", header=True, index = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 5. create_data_for_annotation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_10.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_11.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_12.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_13.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_14.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_15.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_16.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_17.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_18.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_19.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_20.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_21.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_22.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_23.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_24.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_25.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_26.tsv (500, 5)\n",
      "Data_TagTog_NotAnnotated/TagTog_Data/news_satp_27.tsv (500, 5)\n"
     ]
    }
   ],
   "source": [
    "sample_df = pd.read_csv('Data_TagTog_NotAnnotated/sampled_9000_relevant_data.csv', header=[0])\n",
    "sample_df.drop(columns=[\"Relevance\"], inplace=True)\n",
    "\n",
    "chunk_size = int(sample_df.shape[0] / 18)\n",
    "i = 10\n",
    "for start in range(0, sample_df.shape[0], chunk_size):\n",
    "    df_subset = sample_df.iloc[start:start + chunk_size]\n",
    "    filename = 'Data_TagTog_NotAnnotated/TagTog_Data/news_satp_%s.tsv'%i\n",
    "    df_subset.to_csv(filename, index=False, header=True, sep='\\t')\n",
    "    i += 1\n",
    "    print(filename, df_subset.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 6. retrieve_data_from_tagtog"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:26:54.608857Z",
     "start_time": "2021-01-15T05:26:54.598668Z"
    }
   },
   "outputs": [],
   "source": [
    "from io import StringIO\n",
    "from pandarallel import pandarallel\n",
    "\n",
    "tagtogAPIUrl = \"https://www.tagtog.net/-api/documents/v1\"\n",
    "USERNAME = 'ssp180002'\n",
    "PASSWORD = '1234567'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:26:55.689794Z",
     "start_time": "2021-01-15T05:26:55.667259Z"
    },
    "code_folding": []
   },
   "outputs": [],
   "source": [
    "def get_doc_id(url = tagtogAPIUrl, project = None, folder = None):\n",
    "    auth = requests.auth.HTTPBasicAuth(username=USERNAME, password=PASSWORD)\n",
    "    params = {'project':project, 'owner': USERNAME, 'search':folder, 'page':'1', 'output':'csv'}\n",
    "    response = requests.get(url, params=params, auth=auth)\n",
    "    content = response.text.split('\\n')\n",
    "    return [i.split(',')[0] for i in content]\n",
    "\n",
    "def get_data(ids, url=tagtogAPIUrl, project = None,folder = None):\n",
    " \n",
    "    # Get entities\n",
    "    \n",
    "    auth = requests.auth.HTTPBasicAuth(username=USERNAME, password=PASSWORD)\n",
    "    params = {'project': project, 'owner': USERNAME, 'search': folder, 'page': '1',\n",
    "              'output': 'entitiestsv','ids': ids}\n",
    "\n",
    "    entitiestsv = requests.get(url, params=params, auth=auth)\n",
    "    \n",
    "    stringIO = StringIO(entitiestsv.text)\n",
    "    df = pd.read_csv(stringIO , sep=\"\\t\", names = ['text','annotated'])\n",
    "\n",
    "    index, year, month, country = df.text[1], df.text[3], df.text[5], df.text[7]\n",
    "    news = df.text[9:].str.cat()\n",
    "    #.encode(\"ascii\", \"ignore\").decode()\n",
    "\n",
    "    target = df[df.annotated == 'Target-1']['text'].tolist()\n",
    "    source = df[df.annotated == 'Source-1']['text'].tolist()\n",
    "    action = df[df.annotated == 'Action-1']['text'].tolist()\n",
    "    location = df[df.annotated == 'Location-1']['text'].tolist()\n",
    "    date = df[df.annotated == 'Date-1']['text'].tolist()\n",
    "    \n",
    "       \n",
    "    # Get is_relevant and action_type\n",
    "    \n",
    "    auth = requests.auth.HTTPBasicAuth(username=USERNAME, password=PASSWORD)\n",
    "    params = {'project': project, 'owner': USERNAME, 'search': 'folder:pool', 'page': '1',\n",
    "              'output': 'ann.json','ids': ids}\n",
    "    response = requests.get(url, params=params, auth=auth)\n",
    "    json_data = response.json()\n",
    "\n",
    "    \n",
    "    # if no labels or not confirmed, return None\n",
    "    if 'm_1' not in json_data['metas']:\n",
    "        print('No labels', index)\n",
    "        return\n",
    "    else:\n",
    "        is_relevant =  json_data['metas']['m_1']['value']\n",
    "\n",
    "    if json_data['anncomplete'] == False:\n",
    "        print('Not confirmed', index)\n",
    "        return\n",
    "    \n",
    "\n",
    "    action_type = None\n",
    "    if json_data['entities']:\n",
    "        df2 = pd.json_normalize(json_data['entities'])\n",
    "        if  'fields.f_17.value' in df2.columns:\n",
    "            df2 = df2[['fields.f_17.value']].rename(columns={\"fields.f_17.value\": \"action_type\"})\n",
    "            df2 = df2.dropna()\n",
    "            if len(df2)==0:\n",
    "                action_type = \"NotSpecified\"\n",
    "            else: \n",
    "                action_type = df2.action_type.tolist()\n",
    "    \n",
    "\n",
    "    return [ids, index, is_relevant, target,\tsource,\taction,\taction_type, location,\tdate, country,\tyear,\tnews]\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Retrieve annotations and upload them back"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-14T23:00:55.880081Z",
     "start_time": "2021-01-14T23:00:55.877309Z"
    }
   },
   "source": [
    "## p1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-14T23:27:06.450211Z",
     "start_time": "2021-01-14T23:27:05.216694Z"
    },
    "code_folding": [
     0
    ],
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO: Pandarallel will run on 36 workers.\n",
      "INFO: Pandarallel will use Memory file system to transfer data between the main process and workers.\n"
     ]
    },
    {
     "ename": "KeyError",
     "evalue": "1",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mRemoteTraceback\u001b[0m                           Traceback (most recent call last)",
      "\u001b[0;31mRemoteTraceback\u001b[0m: \n\"\"\"\nTraceback (most recent call last):\n  File \"/home/yibo/miniconda3/lib/python3.8/site-packages/pandas/core/indexes/range.py\", line 355, in get_loc\n    return self._range.index(new_key)\nValueError: 1 is not in range\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File \"/home/yibo/miniconda3/lib/python3.8/multiprocessing/pool.py\", line 125, in worker\n    result = (True, func(*args, **kwds))\n  File \"/home/yibo/miniconda3/lib/python3.8/multiprocessing/pool.py\", line 48, in mapstar\n    return list(map(*args))\n  File \"/home/yibo/miniconda3/lib/python3.8/site-packages/pandarallel/pandarallel.py\", line 64, in global_worker\n    return _func(x)\n  File \"/home/yibo/miniconda3/lib/python3.8/site-packages/pandarallel/pandarallel.py\", line 108, in wrapper\n    result = function(\n  File \"/home/yibo/miniconda3/lib/python3.8/site-packages/pandarallel/data_types/series.py\", line 20, in worker\n    return series.apply(func, *args, **kwargs)\n  File \"/home/yibo/miniconda3/lib/python3.8/site-packages/pandas/core/series.py\", line 4212, in apply\n    mapped = lib.map_infer(values, f, convert=convert_dtype)\n  File \"pandas/_libs/lib.pyx\", line 2403, in pandas._libs.lib.map_infer\n  File \"/home/yibo/miniconda3/lib/python3.8/site-packages/pandas/core/series.py\", line 4197, in f\n    return func(x, *args, **kwds)\n  File \"<ipython-input-4-86a1cdc1113c>\", line 16, in get_relevant_anotation\n    idx, year, month, country = df.text[1], df.text[3], df.text[5], df.text[7]\n  File \"/home/yibo/miniconda3/lib/python3.8/site-packages/pandas/core/series.py\", line 882, in __getitem__\n    return self._get_value(key)\n  File \"/home/yibo/miniconda3/lib/python3.8/site-packages/pandas/core/series.py\", line 989, in _get_value\n    loc = self.index.get_loc(label)\n  File \"/home/yibo/miniconda3/lib/python3.8/site-packages/pandas/core/indexes/range.py\", line 357, in get_loc\n    raise KeyError(key) from err\nKeyError: 1\n\"\"\"",
      "\nThe above exception was the direct cause of the following exception:\n",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-48-8dff8deffef2>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m     53\u001b[0m \u001b[0mpandarallel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minitialize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     54\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 55\u001b[0;31m \u001b[0ms\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mSeries\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdoc_id\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mparallel_apply\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mget_relevant_anotation\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0margs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mtagtogAPIUrl\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mproject_list\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfolder_list\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdropna\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     56\u001b[0m \u001b[0mdf1\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mDataFrame\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mitem\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mitem\u001b[0m \u001b[0;32min\u001b[0m \u001b[0ms\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     57\u001b[0m \u001b[0mdf1\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolumns\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m'id'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'idx'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'news'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'year'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'month'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'country'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'annotation'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'is_relevant'\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'confirmed'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandarallel/pandarallel.py\u001b[0m in \u001b[0;36mclosure\u001b[0;34m(data, func, *args, **kwargs)\u001b[0m\n\u001b[1;32m    451\u001b[0m             \u001b[0mpool\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclose\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    452\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 453\u001b[0;31m             results = get_workers_result(\n\u001b[0m\u001b[1;32m    454\u001b[0m                 \u001b[0muse_memory_fs\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    455\u001b[0m                 \u001b[0mnb_workers\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/site-packages/pandarallel/pandarallel.py\u001b[0m in \u001b[0;36mget_workers_result\u001b[0;34m(use_memory_fs, nb_workers, show_progress_bar, nb_columns, queue, chunk_lengths, input_files, output_files, map_result)\u001b[0m\n\u001b[1;32m    394\u001b[0m                 \u001b[0mprogress_bars\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprogresses\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    395\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 396\u001b[0;31m     \u001b[0mresults\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmap_result\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    397\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    398\u001b[0m     return (\n",
      "\u001b[0;32m~/miniconda3/lib/python3.8/multiprocessing/pool.py\u001b[0m in \u001b[0;36mget\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    769\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_value\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    770\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 771\u001b[0;31m             \u001b[0;32mraise\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_value\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    772\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    773\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_set\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mi\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: 1"
     ]
    }
   ],
   "source": [
    "def get_relevant_anotation_p1(ids, url, project, folder):\n",
    "\n",
    "    auth = requests.auth.HTTPBasicAuth(username=USERNAME, password=PASSWORD)\n",
    "\n",
    "    # get index\n",
    "    params = {'project': project, 'owner': USERNAME, 'search': folder, 'page': '1',\n",
    "              'output': 'entitiestsv','ids': ids}\n",
    "\n",
    "    entitiestsv = requests.get(url, params=params, auth=auth)\n",
    "    \n",
    "    stringIO = StringIO(entitiestsv.text)\n",
    "    df = pd.read_csv(stringIO , sep=\"\\t\", names = ['text','annotated'])\n",
    "    \n",
    "    if len(df) < 7:\n",
    "        idx= df.text[1]\n",
    "        print('too short',idx)\n",
    "\n",
    "    idx, year, month, country = df.text[1], df.text[3], df.text[5], df.text[7]\n",
    "    news = df.text[9:].str.cat()\n",
    "    \n",
    "    \n",
    "    # 2.  get annotation json\n",
    "    params = {'project': project, 'owner': USERNAME, 'search': folder, 'page': '1',\n",
    "              'output': 'ann.json','ids': ids}\n",
    "    response = requests.get(url, params=params, auth=auth)\n",
    "\n",
    "    json_data = response.json()\n",
    "#     ann_json = str(ann_json)\n",
    "    \n",
    "     # if no labels or not confirmed, return None\n",
    "    if 'm_19' not in json_data['metas']:\n",
    "        print('No labels', idx)\n",
    "        is_relevant = ''\n",
    "# \n",
    "    else:\n",
    "        is_relevant =  json_data['metas']['m_19']['value']\n",
    "    \n",
    "    if json_data['anncomplete'] == False:\n",
    "        print('Not confirmed', idx)\n",
    "        confirmed = False\n",
    "    else:\n",
    "        confirmed = True\n",
    "\n",
    "    json_data = json.dumps(json_data)\n",
    "    idx = int(idx)  \n",
    "    \n",
    "    return [ids, idx, news, year, month, country, json_data, is_relevant, confirmed]\n",
    "\n",
    "doc_id = get_doc_id(tagtogAPIUrl, 'satp_news_data_500_p1', 'folder:pool')\n",
    "# ignore the first row (header) and the final row (null)\n",
    "doc_id = doc_id[1:-1] \n",
    "\n",
    "\n",
    "pandarallel.initialize()\n",
    "\n",
    "s = pd.Series(doc_id).parallel_apply(get_relevant_anotation, args = (tagtogAPIUrl, project_list[1], folder_list[1])).dropna()\n",
    "df1 = pd.DataFrame(item for item in s)\n",
    "df1.columns = ['id','idx','news', 'year', 'month', 'country','annotation','is_relevant','confirmed']\n",
    "df1['folder'] = i"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-14T23:35:00.746775Z",
     "start_time": "2021-01-14T23:28:07.044235Z"
    },
    "code_folding": []
   },
   "outputs": [],
   "source": [
    "project = 'satp_news_data_500_p1'\n",
    "folder = 'folder:pool'\n",
    "\n",
    "df1=pd.DataFrame(columns= ['id','idx','news', 'year', 'month', 'country','annotation','is_relevant','confirmed'])\n",
    "\n",
    "for ids in doc_id:\n",
    "    \n",
    "    auth = requests.auth.HTTPBasicAuth(username=USERNAME, password=PASSWORD)\n",
    "\n",
    "    # get index\n",
    "    params = {'project': project, 'owner': USERNAME, 'search': folder, 'page': '1',\n",
    "              'output': 'entitiestsv','ids': ids}\n",
    "\n",
    "    entitiestsv = requests.get(url, params=params, auth=auth)\n",
    "    \n",
    "    stringIO = StringIO(entitiestsv.text)\n",
    "    df = pd.read_csv(stringIO , sep=\"\\t\", names = ['text','annotated'])\n",
    "\n",
    "    idx, year, month, country = df.text[1], df.text[3], df.text[5], df.text[7]\n",
    "    news = df.text[9:].str.cat()\n",
    "    \n",
    "    \n",
    "    # 2.  get annotation json\n",
    "    params = {'project': project, 'owner': USERNAME, 'search': folder, 'page': '1',\n",
    "              'output': 'ann.json','ids': ids}\n",
    "    response = requests.get(url, params=params, auth=auth)\n",
    "\n",
    "    json_data = response.json()\n",
    "#     ann_json = str(ann_json)\n",
    "    \n",
    "     # if no labels or not confirmed, return None\n",
    "    if 'm_19' not in json_data['metas']:\n",
    "        print('No labels', idx)\n",
    "        is_relevant = ''\n",
    "    else:\n",
    "        is_relevant =  json_data['metas']['m_19']['value']\n",
    "    \n",
    "    if json_data['anncomplete'] == False:\n",
    "        print('Not confirmed', idx)\n",
    "        confirmed = False\n",
    "    else:\n",
    "        confirmed = True\n",
    "\n",
    "    json_data = json.dumps(json_data)\n",
    "    idx = int(idx)  \n",
    "    \n",
    "    df1.loc[len(df1)] = [ids, idx, news, year, month, country, json_data, is_relevant, confirmed]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-14T23:36:35.751965Z",
     "start_time": "2021-01-14T23:36:35.725559Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>idx</th>\n",
       "      <th>news</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>country</th>\n",
       "      <th>annotation</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>confirmed</th>\n",
       "      <th>folder</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>aDsSNhWi1v9QIuD9mGMDoUeLLZL8-news_satp_1.tsv_490</td>\n",
       "      <td>32355</td>\n",
       "      <td>Two Lashkar e Jhangvi LeJ militants Asim alias Kapri and Ishaq alias Bobby confessed to killing four Rangers in Ittehad Town of Karachi the provincial capital of Sindh reports The News on December...</td>\n",
       "      <td>2016</td>\n",
       "      <td>12</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>afF9BkRefsUQ4FkxTeycyZzww1pi-news_satp_1.tsv_500</td>\n",
       "      <td>32398</td>\n",
       "      <td>The Commander Southern Command Lieutenant General Amir Riaz on December 20 said that 700 personnel of the Security Forces SFs have been killed while fighting for the âstability of the countryâ...</td>\n",
       "      <td>2016</td>\n",
       "      <td>12</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>akOmfW0q.i0UrNnecWfzyxKXqVpy-news_satp_1.tsv_489</td>\n",
       "      <td>29171</td>\n",
       "      <td>Meanwhile the underground organization Manipur Naga Peopleâs Front MNPF on August 30 claimed responsibility for explosion that occurred at the private residence of Naga Peopleâs Front NPF MLA ...</td>\n",
       "      <td>2016</td>\n",
       "      <td>8</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>a.V3bcu0ErEcwWwjoG0TDbrJ4ypC-news_satp_1.tsv_480</td>\n",
       "      <td>25445</td>\n",
       "      <td>Islamic State IS in the latest issue of its online magazine Dabiq claimed that the five of the nine Gulshan cafÃ© attackers were suicide fighters reports The Daily Star on August 2 To describe the...</td>\n",
       "      <td>2016</td>\n",
       "      <td>8</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ayD38njuxXYORkJwE.vmqFmFCMOa-news_satp_1.tsv_492</td>\n",
       "      <td>31739</td>\n",
       "      <td>A senior Muttahida Qaumi Movement MQM worker identified as Sohail Rasheed 30 was shot dead near his home in Naeemabad in Korangi Town of Karachi the provincial capital of Sindh on June 19 reports ...</td>\n",
       "      <td>2016</td>\n",
       "      <td>6</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495</th>\n",
       "      <td>ah2UR._f60G2tGD78Jl50D3p34IO-news_satp_1.tsv_13</td>\n",
       "      <td>31796</td>\n",
       "      <td>Unidentified assailants shot dead a member of Afghan Taliban on Nasir Bagh Road in Peshawar on June 30 reports Daily Times Sources said that the deceased Qari Said Murad was a member of Afghan Tal...</td>\n",
       "      <td>2016</td>\n",
       "      <td>6</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": fal...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>496</th>\n",
       "      <td>alXpwlTDtpJhBgbwRf5CTz02krEW-news_satp_1.tsv_14</td>\n",
       "      <td>31418</td>\n",
       "      <td>Unidentified militant shot dead an Internally Displaced Person IDP identified as Musa Khan from North Waziristan Agency of Federally Administered Tribal Areas FATA in Tanzeem Bazaar within the lim...</td>\n",
       "      <td>2016</td>\n",
       "      <td>4</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": fal...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>497</th>\n",
       "      <td>ap_zvwp.SOqyGk1EiDpNsvZuY4AO-news_satp_1.tsv_32</td>\n",
       "      <td>31872</td>\n",
       "      <td>The Rangers arrested five suspects during an overnight search operation in the Dhobi Ghat and Tauhid Chowk areas of Lines area in Karachi on and recovered weapons from them as well reports The New...</td>\n",
       "      <td>2016</td>\n",
       "      <td>7</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": fal...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>498</th>\n",
       "      <td>aykt43yTJFC4yf3tHAJ7tbTz5tbm-news_satp_1.tsv_11</td>\n",
       "      <td>26518</td>\n",
       "      <td>The Reformation faction of National Socialist Council of Nagaland NSCN R on February 23 stated that any solution to the Indo Naga political issue âmust not leave the Nagas of Tirap Changlang Lon...</td>\n",
       "      <td>2016</td>\n",
       "      <td>2</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": fal...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>499</th>\n",
       "      <td>ayWypD9ezcJ9t4wJg0p8GvL8Wske-news_satp_1.tsv_2</td>\n",
       "      <td>29031</td>\n",
       "      <td>A 48 hour state wide general strike has been called from midnight of August 18 in protest against the arrest of former Convenor of Joint Committee on Inner Line Permit System JCILPS Khomdram Ratan...</td>\n",
       "      <td>2016</td>\n",
       "      <td>8</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": fal...</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>500 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   id    idx  \\\n",
       "0    aDsSNhWi1v9QIuD9mGMDoUeLLZL8-news_satp_1.tsv_490  32355   \n",
       "1    afF9BkRefsUQ4FkxTeycyZzww1pi-news_satp_1.tsv_500  32398   \n",
       "2    akOmfW0q.i0UrNnecWfzyxKXqVpy-news_satp_1.tsv_489  29171   \n",
       "3    a.V3bcu0ErEcwWwjoG0TDbrJ4ypC-news_satp_1.tsv_480  25445   \n",
       "4    ayD38njuxXYORkJwE.vmqFmFCMOa-news_satp_1.tsv_492  31739   \n",
       "..                                                ...    ...   \n",
       "495   ah2UR._f60G2tGD78Jl50D3p34IO-news_satp_1.tsv_13  31796   \n",
       "496   alXpwlTDtpJhBgbwRf5CTz02krEW-news_satp_1.tsv_14  31418   \n",
       "497   ap_zvwp.SOqyGk1EiDpNsvZuY4AO-news_satp_1.tsv_32  31872   \n",
       "498   aykt43yTJFC4yf3tHAJ7tbTz5tbm-news_satp_1.tsv_11  26518   \n",
       "499    ayWypD9ezcJ9t4wJg0p8GvL8Wske-news_satp_1.tsv_2  29031   \n",
       "\n",
       "                                                                                                                                                                                                        news  \\\n",
       "0    Two Lashkar e Jhangvi LeJ militants Asim alias Kapri and Ishaq alias Bobby confessed to killing four Rangers in Ittehad Town of Karachi the provincial capital of Sindh reports The News on December...   \n",
       "1    The Commander Southern Command Lieutenant General Amir Riaz on December 20 said that 700 personnel of the Security Forces SFs have been killed while fighting for the âstability of the countryâ...   \n",
       "2    Meanwhile the underground organization Manipur Naga Peopleâs Front MNPF on August 30 claimed responsibility for explosion that occurred at the private residence of Naga Peopleâs Front NPF MLA ...   \n",
       "3    Islamic State IS in the latest issue of its online magazine Dabiq claimed that the five of the nine Gulshan cafÃ© attackers were suicide fighters reports The Daily Star on August 2 To describe the...   \n",
       "4    A senior Muttahida Qaumi Movement MQM worker identified as Sohail Rasheed 30 was shot dead near his home in Naeemabad in Korangi Town of Karachi the provincial capital of Sindh on June 19 reports ...   \n",
       "..                                                                                                                                                                                                       ...   \n",
       "495  Unidentified assailants shot dead a member of Afghan Taliban on Nasir Bagh Road in Peshawar on June 30 reports Daily Times Sources said that the deceased Qari Said Murad was a member of Afghan Tal...   \n",
       "496  Unidentified militant shot dead an Internally Displaced Person IDP identified as Musa Khan from North Waziristan Agency of Federally Administered Tribal Areas FATA in Tanzeem Bazaar within the lim...   \n",
       "497  The Rangers arrested five suspects during an overnight search operation in the Dhobi Ghat and Tauhid Chowk areas of Lines area in Karachi on and recovered weapons from them as well reports The New...   \n",
       "498  The Reformation faction of National Socialist Council of Nagaland NSCN R on February 23 stated that any solution to the Indo Naga political issue âmust not leave the Nagas of Tirap Changlang Lon...   \n",
       "499  A 48 hour state wide general strike has been called from midnight of August 18 in protest against the arrest of former Convenor of Joint Committee on Inner Line Permit System JCILPS Khomdram Ratan...   \n",
       "\n",
       "     year month     country  \\\n",
       "0    2016    12    pakistan   \n",
       "1    2016    12    pakistan   \n",
       "2    2016     8       india   \n",
       "3    2016     8  bangladesh   \n",
       "4    2016     6    pakistan   \n",
       "..    ...   ...         ...   \n",
       "495  2016     6    pakistan   \n",
       "496  2016     4    pakistan   \n",
       "497  2016     7    pakistan   \n",
       "498  2016     2       india   \n",
       "499  2016     8       india   \n",
       "\n",
       "                                                                                                                                                                                                  annotation  \\\n",
       "0    {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...   \n",
       "1    {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...   \n",
       "2    {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...   \n",
       "3    {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...   \n",
       "4    {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...   \n",
       "..                                                                                                                                                                                                       ...   \n",
       "495  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": fal...   \n",
       "496  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": fal...   \n",
       "497  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": fal...   \n",
       "498  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": fal...   \n",
       "499  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": fal...   \n",
       "\n",
       "    is_relevant confirmed  folder  \n",
       "0          True      True       1  \n",
       "1          True      True       1  \n",
       "2          True      True       1  \n",
       "3          True      True       1  \n",
       "4          True      True       1  \n",
       "..          ...       ...     ...  \n",
       "495       False      True       1  \n",
       "496       False      True       1  \n",
       "497       False      True       1  \n",
       "498       False      True       1  \n",
       "499       False      True       1  \n",
       "\n",
       "[500 rows x 10 columns]"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1['folder'] = 1\n",
    "df1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:27:55.878758Z",
     "start_time": "2021-01-15T05:27:55.857061Z"
    }
   },
   "outputs": [],
   "source": [
    "# df1.to_csv('annoation_from_p1.csv',index=False, header=True, sep='\\t')\n",
    "df1= pd.read_csv('annoation_from_p1.csv', header=[0], sep='\\t')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## p2- p21"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-14T22:58:23.207632Z",
     "start_time": "2021-01-14T22:54:09.314736Z"
    },
    "code_folding": [
     0
    ]
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO: Pandarallel will run on 36 workers.\n",
      "INFO: Pandarallel will use Memory file system to transfer data between the main process and workers.\n",
      "\n",
      "----- p2 -----\n",
      "\n",
      "No labels 17790\n",
      "\n",
      "----- p3 -----\n",
      "\n",
      "\n",
      "----- p4 -----\n",
      "\n",
      "\n",
      "----- p5 -----\n",
      "\n",
      "\n",
      "----- p6 -----\n",
      "\n",
      "\n",
      "----- p7 -----\n",
      "\n",
      "\n",
      "----- p8 -----\n",
      "\n",
      "\n",
      "----- p9 -----\n",
      "\n",
      "\n",
      "----- p10 -----\n",
      "\n",
      "Not confirmed 33722\n",
      "\n",
      "----- p11 -----\n",
      "\n",
      "\n",
      "----- p12 -----\n",
      "\n",
      "Not confirmed 62219\n",
      "\n",
      "----- p13 -----\n",
      "\n",
      "No labels 24196\n",
      "Not confirmed 4917\n",
      "Not confirmed 53906\n",
      "Not confirmed 8666\n",
      "No labels 28397\n",
      "\n",
      "----- p14 -----\n",
      "\n",
      "\n",
      "----- p15 -----\n",
      "\n",
      "\n",
      "----- p16 -----\n",
      "\n",
      "\n",
      "----- p17 -----\n",
      "\n",
      "\n",
      "----- p18 -----\n",
      "\n",
      "No labelsNo labelsNo labels   89563581256618\n",
      "\n",
      "\n",
      "Not confirmedNo labelsNot confirmedNot confirmed No labels   895656618 3581225112\n",
      "\n",
      "62738\n",
      "\n",
      "Not confirmedNot confirmed  \n",
      "6273825112\n",
      "\n",
      "No labels 4858\n",
      "Not confirmed 4858\n",
      "No labelsNo labels No labels 8867 \n",
      "5361119870Not confirmed\n",
      "\n",
      " Not confirmedNot confirmed8867 53611\n",
      "\n",
      " 19870\n",
      "No labels 31696\n",
      "Not confirmed 31696\n",
      "No labels 5725\n",
      "Not confirmedNo labels  572517611\n",
      "\n",
      "No labelsNot confirmed  1761121435\n",
      "\n",
      "Not confirmed No labels21435\n",
      " 34470\n",
      "Not confirmed 34470\n",
      "No labels 48933\n",
      "Not confirmed No labels48933\n",
      "No labels 13713 \n",
      "62883Not confirmed\n",
      " Not confirmed13713 \n",
      "62883\n",
      "No labels 61347\n",
      "Not confirmed 61347\n",
      "Not confirmed 38805\n",
      "No labels 33583\n",
      "Not confirmed No labels33583\n",
      " 1667\n",
      "Not confirmed 1667\n",
      "No labels No labels63513\n",
      " Not confirmed55151\n",
      "Not confirmed  55151No labels63513\n",
      " \n",
      "30334\n",
      "Not confirmed 30334\n",
      "No labels No labels56010 \n",
      "29001Not confirmed\n",
      " Not confirmed56010 \n",
      "29001\n",
      "No labels 3851\n",
      "Not confirmedNo labels  385160233\n",
      "\n",
      "Not confirmed 60233\n",
      "No labels 16390\n",
      "Not confirmed 16390\n",
      "No labels 48150\n",
      "Not confirmed 48150\n",
      "No labels 1860\n",
      "Not confirmed 1860\n",
      "No labels 25754\n",
      "Not confirmed 25754\n",
      "No labels 13410\n",
      "Not confirmed 13410\n",
      "No labels No labels20989 \n",
      "1267Not confirmed\n",
      " Not confirmed20989 \n",
      "1267\n",
      "No labels 33610No labels\n",
      " Not confirmed3415 \n",
      "33610Not confirmed\n",
      " 3415\n",
      "No labels 39021\n",
      "Not confirmedNo labels  3902159224No labels\n",
      " \n",
      "23437Not confirmed\n",
      " Not confirmed59224 \n",
      "23437\n",
      "No labels 16621\n",
      "Not confirmed 16621\n",
      "No labels 20049\n",
      "Not confirmed 20049No labels\n",
      " 10248\n",
      "Not confirmed No labels10248 No labels\n",
      "40570 \n",
      "7986Not confirmed\n",
      " Not confirmed40570 \n",
      "7986\n",
      "No labels 51467\n",
      "Not confirmed 51467\n",
      "No labels 19452\n",
      "Not confirmed 19452\n",
      "No labels 3465\n",
      "Not confirmed 3465\n",
      "No labels 59529\n",
      "Not confirmed 59529\n",
      "No labels 26743\n",
      "Not confirmed No labels26743 No labels\n",
      "35472 14966\n",
      "\n",
      "Not confirmedNo labelsNot confirmed   22193No labels1496635472\n",
      " Not confirmed\n",
      "29245\n",
      " \n",
      "22193\n",
      "Not confirmed No labels29245 \n",
      "23611\n",
      "Not confirmedNot confirmed 23611 \n",
      "33576\n",
      "No labels 38293\n",
      "Not confirmedNo labels  38293No labels15311\n",
      "\n",
      "Not confirmed  No labels1531142194 \n",
      "\n",
      "48357Not confirmed\n",
      "Not confirmed 42194\n",
      " 48357\n",
      "No labels 26326\n",
      "Not confirmed 26326\n",
      "No labels 20478\n",
      "No labelsNot confirmed  2759220478\n",
      "\n",
      "Not confirmed 27592\n",
      "No labels 3633\n",
      "Not confirmed 3633\n",
      "No labels 1514\n",
      "Not confirmed 1514\n",
      "No labels 8611\n",
      "Not confirmed 8611\n",
      "No labelsNo labelsNo labels No labels  9031 58985\n",
      "5093413431\n",
      "\n",
      "\n",
      "Not confirmedNot confirmedNo labelsNot confirmed Not confirmed   9031 589855093410687\n",
      "\n",
      "13431\n",
      "\n",
      "\n",
      "Not confirmed 10687\n",
      "No labels 47420No labels\n",
      " Not confirmed 2814347420\n",
      "\n",
      "Not confirmed 28143\n",
      "No labels 26921\n",
      "No labelsNo labelsNot confirmed   13906523926921\n",
      "\n",
      "\n",
      "Not confirmedNot confirmed  139065239\n",
      "\n",
      "No labelsNo labels No labels 49323 57409\n",
      "29195\n",
      "Not confirmed\n",
      "Not confirmed Not confirmed 49323 \n",
      "5740929195\n",
      "\n",
      "No labels 26237\n",
      "Not confirmed 26237No labels\n",
      " 57348\n",
      "Not confirmed 57348\n",
      "No labels 20293\n",
      "Not confirmed 20293\n",
      "No labels 53980\n",
      "Not confirmedNot confirmed  No labels2368953980 \n",
      "\n",
      "5605\n",
      "Not confirmed 5605\n",
      "No labels 20406\n",
      "Not confirmed 20406\n",
      "No labels 48447\n",
      "Not confirmed 48447\n",
      "No labels 10521\n",
      "Not confirmed 10521\n",
      "No labels 21685\n",
      "Not confirmed 21685\n",
      "No labels 63226\n",
      "Not confirmed 63226\n",
      "No labels 41115\n",
      "Not confirmed 41115\n",
      "No labels 35661\n",
      "Not confirmed 35661\n",
      "No labels 42134\n",
      "Not confirmed 42134\n",
      "No labels 62683\n",
      "Not confirmed 62683\n",
      "No labels 61331\n",
      "Not confirmed 61331\n",
      "No labels 63697\n",
      "Not confirmed 63697\n",
      "No labels 35098\n",
      "Not confirmed 35098\n",
      "No labels 32966\n",
      "No labelsNot confirmed  46048\n",
      "32966Not confirmed\n",
      " No labels46048 \n",
      "16492\n",
      "Not confirmed 16492Not confirmed\n",
      " 54529\n",
      "No labels 55763\n",
      "Not confirmed 55763\n",
      "No labels 8951\n",
      "Not confirmed 8951\n",
      "No labels 40925\n",
      "Not confirmedNo labels  4941440925\n",
      "\n",
      "Not confirmedNo labels  5611849414\n",
      "\n",
      "Not confirmed 56118\n",
      "No labels 3281No labels\n",
      " Not confirmed58697 \n",
      "3281\n",
      "No labelsNot confirmedNo labels   586972997019635\n",
      "\n",
      "\n",
      "Not confirmedNot confirmed  19635\n",
      "29970Not confirmed\n",
      " 6924No labels\n",
      " 39658\n",
      "Not confirmed 39658\n",
      "No labels 24753\n",
      "Not confirmed 24753\n",
      "No labels 41410\n",
      "Not confirmed 41410\n",
      "No labels 55693\n",
      "Not confirmed 55693\n",
      "No labels 1517\n",
      "Not confirmed 1517\n",
      "No labels 60570\n",
      "Not confirmed 60570\n",
      "No labels 28131\n",
      "Not confirmed 28131\n",
      "No labels 8426\n",
      "Not confirmed 8426\n",
      "No labels 63547\n",
      "Not confirmed 63547\n",
      "No labels 15441\n",
      "Not confirmed 15441\n",
      "No labels 38325\n",
      "No labelsNot confirmed  5474938325\n",
      "\n",
      "Not confirmed 54749\n",
      "No labels 63303\n",
      "Not confirmed 63303\n",
      "No labels 7361\n",
      "Not confirmed 7361\n",
      "No labels 64351\n",
      "Not confirmed 64351\n",
      "No labels 20250\n",
      "Not confirmed 20250\n",
      "No labels 57619\n",
      "Not confirmed 57619\n",
      "No labels 16587\n",
      "Not confirmed 16587\n",
      "No labels 52801\n",
      "Not confirmed 52801\n",
      "No labels 38205\n",
      "Not confirmed 38205Not confirmed\n",
      " 61117\n",
      "No labels 20228\n",
      "Not confirmedNo labels  2022831529\n",
      "\n",
      "Not confirmed 31529\n",
      "No labels 34938\n",
      "Not confirmed 34938\n",
      "No labels 63694\n",
      "Not confirmed 63694\n",
      "No labels 46804\n",
      "Not confirmed 46804\n",
      "No labels No labels50235No labels  41056\n",
      "59061\n",
      "Not confirmedNot confirmed\n",
      " Not confirmed50235  \n",
      "4105659061\n",
      "\n",
      "No labels 48667\n",
      "Not confirmed 48667\n",
      "No labels 45726\n",
      "Not confirmed 45726\n",
      "No labels No labels28371 \n",
      "Not confirmed No labels2038328371\n",
      " \n",
      "Not confirmed15620 \n",
      "20383Not confirmed\n",
      " 15620\n",
      "No labels 40696\n",
      "Not confirmedNo labels  4069635807\n",
      "\n",
      "Not confirmed 35807\n",
      "No labels 54753No labels\n",
      "Not confirmed  78954753\n",
      "\n",
      "Not confirmed 789\n",
      "No labels 30380\n",
      "Not confirmed 30380\n",
      "No labels 49777\n",
      "No labelsNot confirmed  6162249777\n",
      "\n",
      "Not confirmed 61622\n",
      "No labels 32938\n",
      "Not confirmed 32938\n",
      "No labels 39580\n",
      "Not confirmed 39580\n",
      "No labels 59632\n",
      "Not confirmed 59632\n",
      "No labels 62844\n",
      "Not confirmed 62844\n",
      "No labels 17091\n",
      "Not confirmed 17091\n",
      "No labels 9014\n",
      "Not confirmed 9014\n",
      "No labels 36778\n",
      "Not confirmed 36778\n",
      "No labels 63304\n",
      "Not confirmed 63304\n",
      "No labels 43714\n",
      "Not confirmed 43714\n",
      "No labelsNo labelsNo labels  50131 20496\n",
      "\n",
      "46216Not confirmedNot confirmed\n",
      "  5013120496Not confirmed\n",
      "\n",
      "Not confirmedNo labels   46216613548678\n",
      "\n",
      "\n",
      "Not confirmed 8678\n",
      "No labels 59084\n",
      "Not confirmed 59084\n",
      "No labels 34642\n",
      "Not confirmed 34642\n",
      "No labels 33406\n",
      "Not confirmed 33406\n",
      "No labels No labels1124 \n",
      "23132Not confirmed\n",
      " Not confirmed1124 \n",
      "23132\n",
      "No labelsNo labels 36688 \n",
      "46575Not confirmed\n",
      "No labels Not confirmed 3668854186\n",
      "No labels\n",
      "  46575Not confirmed50134 \n",
      "\n",
      "54186Not confirmed\n",
      " 50134\n",
      "No labels 46826\n",
      "Not confirmed 46826\n",
      "No labels 5809\n",
      "Not confirmed 5809\n",
      "No labels 55453\n",
      "Not confirmed 55453\n",
      "No labels 15837No labels\n",
      " Not confirmed 32101No labels15837\n",
      " \n",
      "Not confirmed64753\n",
      " Not confirmed32101 \n",
      "64753\n",
      "No labels No labels48659 \n",
      "42542Not confirmedNo labels\n",
      "  Not confirmed4865950192 \n",
      "\n",
      "Not confirmed 50192\n",
      "42542\n",
      "No labels 37864\n",
      "Not confirmed 37864\n",
      "No labels 8622\n",
      "Not confirmed 8622\n",
      "No labels 7886\n",
      "No labelsNot confirmed  460257886\n",
      "\n",
      "Not confirmed 46025\n",
      "No labels 1330\n",
      "Not confirmed 1330\n",
      "No labels 55725\n",
      "Not confirmed 55725\n",
      "No labels 9436\n",
      "Not confirmed 9436\n",
      "No labels 53741\n",
      "Not confirmed 53741\n",
      "No labels 50967\n",
      "Not confirmed 50967Not confirmed\n",
      " 21224\n",
      "No labelsNo labels  4741052603\n",
      "\n",
      "Not confirmedNot confirmed  4741052603\n",
      "\n",
      "No labels 12955\n",
      "Not confirmed 12955\n",
      "No labels 31744\n",
      "Not confirmed 31744\n",
      "No labelsNo labels  2366444850\n",
      "\n",
      "Not confirmedNot confirmed  2366444850\n",
      "\n",
      "Not confirmedNo labels No labels 21602 59382\n",
      "36464\n",
      "\n",
      "Not confirmedNot confirmed 59382\n",
      " 36464No labels\n",
      " 33629No labels\n",
      " Not confirmed11212 33629\n",
      "No labels\n",
      "Not confirmed 46098 \n",
      "Not confirmed11212No labels \n",
      " 4609812173\n",
      "\n",
      "Not confirmed 12173\n",
      "No labels 35218\n",
      "Not confirmed No labels35218 \n",
      "57959\n",
      "Not confirmed 57959\n",
      "No labels 60651\n",
      "No labelsNot confirmed  3128560651\n",
      "Not confirmed\n",
      " No labels31285 \n",
      "54157\n",
      "Not confirmed 54157\n",
      "No labels 27876\n",
      "Not confirmed 27876\n",
      "No labels 9186\n",
      "Not confirmed 9186\n",
      "No labels 37464No labels\n",
      " Not confirmed 5576937464\n",
      "\n",
      "Not confirmed 55769\n",
      "No labels 10627No labels\n",
      " Not confirmed36478 \n",
      "10627Not confirmed\n",
      " 36478\n",
      "No labels 42858\n",
      "Not confirmed 42858\n",
      "No labels 41522\n",
      "Not confirmed 41522\n",
      "No labels 59737\n",
      "Not confirmed 59737\n",
      "No labels 28760\n",
      "Not confirmed 28760\n",
      "No labels 38904\n",
      "Not confirmed 38904\n",
      "No labels 53607\n",
      "Not confirmed 53607\n",
      "No labels 21582\n",
      "Not confirmed 21582\n",
      "No labels 7692\n",
      "Not confirmed 7692\n",
      "Not confirmed 41922\n",
      "No labels 17004\n",
      "Not confirmed 17004\n",
      "No labels 12703\n",
      "Not confirmed 12703\n",
      "No labels 62591\n",
      "No labelsNot confirmed  968962591\n",
      "\n",
      "Not confirmedNo labels No labels9689 No labels \n",
      " 32953852234736\n",
      "\n",
      "\n",
      "Not confirmedNot confirmedNot confirmed   329538522\n",
      "34736\n",
      "\n",
      "No labelsNo labels  2431816132\n",
      "\n",
      "Not confirmed 16132Not confirmedNo labels\n",
      " 24318\n",
      " 45758\n",
      "Not confirmed 45758\n",
      "No labels 39058\n",
      "Not confirmed 39058\n",
      "No labels 51120\n",
      "No labelsNot confirmed  973551120\n",
      "\n",
      "Not confirmed 9735\n",
      "No labels 28681\n",
      "Not confirmedNo labels  No labels2868132232 \n",
      "\n",
      "37296Not confirmed\n",
      " Not confirmed32232 \n",
      "37296\n",
      "No labels 34217\n",
      "Not confirmedNo labels  1258734217\n",
      "Not confirmed \n",
      "12587\n",
      "No labels 33046\n",
      "Not confirmed 33046No labelsNo labels\n",
      "  2728325504\n",
      "\n",
      "Not confirmedNot confirmed  2550427283\n",
      "\n",
      "No labels 2461\n",
      "Not confirmed 2461\n",
      "No labels 38208\n",
      "Not confirmed 38208\n",
      "No labels 16013\n",
      "Not confirmed 16013\n",
      "No labels 17959\n",
      "Not confirmed 17959\n",
      "No labels 59109\n",
      "Not confirmed 59109\n",
      "No labels 61116\n",
      "Not confirmed 61116\n",
      "No labels 891\n",
      "Not confirmed 891\n",
      "No labels 61848\n",
      "Not confirmed 61848\n",
      "No labels Not confirmed53411 \n",
      "60101Not confirmed\n",
      " 53411\n",
      "Not confirmed 35491\n",
      "No labels 8734\n",
      "Not confirmed 8734\n",
      "No labels 57696No labels\n",
      " Not confirmed56339 \n",
      "57696Not confirmed\n",
      " 56339\n",
      "No labels 17894\n",
      "No labelsNot confirmed  1778117894\n",
      "\n",
      "Not confirmed 17781\n",
      "No labels 43519\n",
      "Not confirmed No labels43519 \n",
      "62518\n",
      "Not confirmed 62518\n",
      "No labels 33083\n",
      "Not confirmedNo labels  23740\n",
      "33083Not confirmed\n",
      " 23740\n",
      "No labels 12646\n",
      "No labelsNot confirmed  12646\n",
      "49062\n",
      "Not confirmed No labels49062 20343\n",
      "Not confirmed\n",
      " No labels 203434682\n",
      "\n",
      "Not confirmedNo labels 4682 29952\n",
      "No labels\n",
      "Not confirmed  35414\n",
      "29952Not confirmedNo labels\n",
      " No labels  601526246035414\n",
      "\n",
      "\n",
      "Not confirmed No labels60152 Not confirmed\n",
      "No labels33040  \n",
      "Not confirmed59326 33040\n",
      "62460\n",
      "\n",
      "No labelsNot confirmed  5932619764No labels\n",
      " \n",
      "Not confirmed 4374519764\n",
      "\n",
      "Not confirmed 43745\n",
      "No labels 34360\n",
      "Not confirmed 34360\n",
      "No labels 62354\n",
      "Not confirmed 62354\n",
      "No labels 59638\n",
      "Not confirmed 59638\n",
      "No labels 2756\n",
      "Not confirmed 2756\n",
      "No labels 3182\n",
      "Not confirmed 3182\n",
      "No labels 36006\n",
      "Not confirmed 36006\n",
      "No labels 29624\n",
      "Not confirmed 29624No labels\n",
      " 19998\n",
      "Not confirmedNot confirmed  1999856927\n",
      "\n",
      "No labels 7660\n",
      "Not confirmedNo labelsNo labels  7660 48365\n",
      "58096\n",
      "\n",
      "Not confirmedNot confirmed  4836558096\n",
      "\n",
      "No labelsNo labels  6295354899\n",
      "\n",
      "Not confirmedNot confirmedNot confirmed   67446295354899\n",
      "\n",
      "\n",
      "No labels 32695\n",
      "Not confirmed 32695\n",
      "No labels 33091\n",
      "Not confirmed 33091\n",
      "No labelsNo labels  5289025838\n",
      "\n",
      "Not confirmedNot confirmed 25838\n",
      "No labelsNo labels  No labels 340544780352890 \n",
      "\n",
      "\n",
      "18910Not confirmedNot confirmed\n",
      "  Not confirmed3405447803 \n",
      "\n",
      "18910\n",
      "No labelsNo labels  3962460595\n",
      "Not confirmed \n",
      "39624No labelsNot confirmed\n",
      "  60595No labels61802\n",
      " \n",
      "No labelsNot confirmed38930  \n",
      "61802Not confirmed47655\n",
      " \n",
      "38930\n",
      "Not confirmed 47655\n",
      "No labels 49079\n",
      "Not confirmed 49079\n",
      "No labels 11234\n",
      "Not confirmedNo labels  1123440320\n",
      "\n",
      "Not confirmed 40320\n",
      "No labels 37630\n",
      "Not confirmedNo labels  3763061201\n",
      "\n",
      "Not confirmed 61201\n",
      "No labels 42630\n",
      "No labelsNot confirmed  4078742630\n",
      "\n",
      "Not confirmed 40787\n",
      "No labels 60352\n",
      "Not confirmed 60352\n",
      "No labels 27681\n",
      "Not confirmed 27681\n",
      "No labels 1924\n",
      "Not confirmed 1924\n",
      "No labels 8993\n",
      "Not confirmed 8993\n",
      "No labels 45276\n",
      "Not confirmed 45276\n",
      "No labels 37824\n",
      "Not confirmed 37824\n",
      "No labels 33955\n",
      "Not confirmedNo labels  486833955\n",
      "\n",
      "Not confirmed 4868\n",
      "No labelsNo labels  72851841\n",
      "Not confirmed 1841No labels\n",
      "\n",
      " 5298\n",
      "Not confirmedNot confirmed  72855298\n",
      "\n",
      "No labels 7809\n",
      "Not confirmedNot confirmed  780933739\n",
      "\n",
      "No labels 19886\n",
      "Not confirmed 19886\n",
      "No labels 11140\n",
      "Not confirmed 11140\n",
      "No labels 61396\n",
      "Not confirmed 61396\n",
      "No labels 61027\n",
      "Not confirmed 61027\n",
      "No labels No labels58588 \n",
      "55752Not confirmed\n",
      " Not confirmed58588 \n",
      "55752\n",
      "No labels 40487\n",
      "Not confirmed 40487\n",
      "No labels 7032\n",
      "Not confirmed 7032\n",
      "No labels 2706\n",
      "Not confirmed 2706\n",
      "No labels 62067\n",
      "Not confirmed 62067\n",
      "No labels 17962\n",
      "Not confirmed 17962\n",
      "No labels 22890\n",
      "Not confirmedNo labels  228906128\n",
      "\n",
      "Not confirmedNo labels  612837586\n",
      "\n",
      "Not confirmed 37586\n",
      "No labelsNo labels 61495 \n",
      "31737Not confirmed\n",
      " Not confirmed61495 \n",
      "31737\n",
      "No labels 52346\n",
      "Not confirmed 52346\n",
      "No labels 6548\n",
      "Not confirmed 6548\n",
      "No labels 21768\n",
      "Not confirmed 21768\n",
      "No labels 60892\n",
      "Not confirmed 60892\n",
      "No labels 8416\n",
      "Not confirmed 8416\n",
      "No labelsNo labels  1749326944\n",
      "\n",
      "Not confirmedNot confirmed  26944\n",
      "17493\n",
      "No labels 30081\n",
      "No labelsNot confirmedNo labels   39625300817102\n",
      "\n",
      "\n",
      "Not confirmedNot confirmed  710239625\n",
      "\n",
      "No labels 21427\n",
      "Not confirmed 21427\n",
      "No labels 1226\n",
      "Not confirmed 1226\n",
      "No labels 8869\n",
      "Not confirmed No labels8869 \n",
      "54641\n",
      "Not confirmed 54641\n",
      "No labels 38343\n",
      "Not confirmed 38343\n",
      "No labels 32575\n",
      "Not confirmed 32575\n",
      "No labels 41226\n",
      "Not confirmed 41226\n",
      "Not confirmed 5752\n",
      "No labels 61101\n",
      "Not confirmed 61101No labels\n",
      " 4172\n",
      "Not confirmed 4172No labels\n",
      " 24347\n",
      "Not confirmed 24347\n",
      "No labels No labels3333 \n",
      "25958Not confirmed 3333\n",
      "\n",
      "Not confirmed No labels25958 \n",
      "2516\n",
      "Not confirmed 2516\n",
      "No labels 45680\n",
      "Not confirmed 45680\n",
      "No labels 59445\n",
      "Not confirmed 59445\n",
      "No labels 57926\n",
      "Not confirmed 57926\n",
      "No labels 25715\n",
      "Not confirmed 25715\n",
      "No labels 19690\n",
      "Not confirmed 19690\n",
      "No labels 15370\n",
      "No labelsNot confirmed  1820\n",
      "Not confirmed 153701820\n",
      "\n",
      "No labels 49204\n",
      "Not confirmed 49204\n",
      "No labels 47894\n",
      "Not confirmed 47894\n",
      "No labels 226\n",
      "Not confirmed 226\n",
      "No labels 5382\n",
      "Not confirmed 5382\n",
      "No labels 44294\n",
      "Not confirmed 44294\n",
      "No labels No labels 5647961078\n",
      "\n",
      "Not confirmedNot confirmed  61078\n",
      "56479No labels\n",
      " 40158\n",
      "Not confirmed 40158\n",
      "No labels 63944\n",
      "Not confirmed 63944\n",
      "No labels 15685\n",
      "Not confirmedNo labels  No labels1568550035 \n",
      "\n",
      "33085\n",
      "No labelsNot confirmedNot confirmedNo labels    330855003580493327\n",
      "\n",
      "\n",
      "\n",
      "Not confirmedNot confirmed  80493327\n",
      "\n",
      "No labels 60158\n",
      "Not confirmed 60158\n",
      "No labels 38549\n",
      "Not confirmedNo labels  13807\n",
      "38549\n",
      "Not confirmed 13807\n",
      "Not confirmed 19364\n",
      "No labels 6276\n",
      "Not confirmed No labels6276 \n",
      "43346\n",
      "Not confirmed 43346\n",
      "No labels 1448\n",
      "Not confirmed No labels1448\n",
      " 23995\n",
      "Not confirmed 23995\n",
      "No labels 4880\n",
      "Not confirmed 4880\n",
      "No labels 8822\n",
      "Not confirmed 8822\n",
      "No labels No labels23538 \n",
      "Not confirmed13582 \n",
      "23538Not confirmed\n",
      " 13582No labels\n",
      " 30012\n",
      "Not confirmed 30012\n",
      "No labels 47389\n",
      "Not confirmed 47389\n",
      "No labels 7749\n",
      "Not confirmed 7749\n",
      "No labels 26740\n",
      "Not confirmed 26740\n",
      "No labels 57799\n",
      "Not confirmed 57799\n",
      "No labels 29686\n",
      "Not confirmed 29686\n",
      "No labels 23127\n",
      "Not confirmedNo labels  2312741509\n",
      "\n",
      "Not confirmed 41509\n",
      "No labels 52565\n",
      "Not confirmed 52565\n",
      "No labels 42899\n",
      "Not confirmed 42899\n",
      "No labels No labels27607 \n",
      "51320Not confirmed 27607No labels\n",
      "\n",
      " Not confirmed\n",
      "27145 Not confirmed51320 \n",
      "27145\n",
      "No labels 19345\n",
      "Not confirmed 19345\n",
      "No labels 43293\n",
      "Not confirmedNo labels  4329311509\n",
      "\n",
      "Not confirmed No labels11509 \n",
      "43524\n",
      "Not confirmed 43524\n",
      "No labels 6562\n",
      "Not confirmed 6562\n",
      "No labels 62897\n",
      "Not confirmedNo labels 62897 \n",
      "59555\n",
      "Not confirmed 59555\n",
      "No labels 21025\n",
      "Not confirmed 21025\n",
      "No labels 671\n",
      "Not confirmed 671\n",
      "No labels 27329\n",
      "Not confirmed 27329\n",
      "No labels No labels17690No labels\n",
      "  Not confirmed802961122\n",
      " \n",
      "Not confirmed17690Not confirmed\n",
      "  611228029\n",
      "\n",
      "No labels 8641\n",
      "Not confirmed 8641No labels\n",
      " 63110\n",
      "Not confirmedNo labels  6311019207\n",
      "\n",
      "Not confirmed 19207\n",
      "No labels 9597\n",
      "Not confirmed 9597\n",
      "No labels 44913\n",
      "Not confirmed 44913\n",
      "No labels 32674\n",
      "Not confirmed 32674\n",
      "No labels 12648\n",
      "Not confirmedNo labels  1264824190\n",
      "\n",
      "Not confirmed 24190\n",
      "No labels 322\n",
      "Not confirmed 322\n",
      "No labels 61282\n",
      "No labelsNot confirmed  5644361282\n",
      "\n",
      "Not confirmed 56443\n",
      "No labels 50929\n",
      "Not confirmed 50929\n",
      "No labels 46129\n",
      "Not confirmed 46129\n",
      "No labels 61275\n",
      "Not confirmed 61275\n",
      "\n",
      "----- p19 -----\n",
      "\n",
      "\n",
      "----- p20 -----\n",
      "\n",
      "Not confirmed 16751\n",
      "Not confirmed 14301\n",
      "Not confirmed 14051\n",
      "Not confirmed 33921\n",
      "\n",
      "----- p21 -----\n",
      "\n",
      "No labels 60435\n",
      "Not confirmed 60435\n",
      "No labels 59618\n",
      "Not confirmed 59618\n",
      "No labels 26795\n",
      "Not confirmed No labels26795\n",
      " 45086\n",
      "Not confirmed 45086\n",
      "No labels 63579\n",
      "Not confirmed 63579\n",
      "No labels No labels32833\n",
      " Not confirmed32740 \n",
      "32833Not confirmed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 32740\n",
      "No labels 2596No labels\n",
      " No labelsNot confirmed32706  \n",
      "259646281\n",
      "Not confirmed\n",
      "No labels Not confirmed32706  \n",
      "1058546281\n",
      "\n",
      "No labelsNot confirmed  1058513554\n",
      "\n",
      "No labelsNot confirmed  3465213554\n",
      "\n",
      "Not confirmed 34652\n",
      "No labels 59911\n",
      "Not confirmed 59911\n",
      "No labels 49632\n",
      "Not confirmed 49632\n",
      "No labels 52512\n",
      "Not confirmed 52512\n",
      "No labels 7623\n",
      "Not confirmed 7623No labels\n",
      " 14039\n",
      "Not confirmed 14039\n",
      "No labels 59166\n",
      "Not confirmed 59166\n",
      "No labels No labels62358\n",
      " Not confirmed33684 \n",
      "No labelsNo labels62358  \n",
      "Not confirmed2850928153No labels \n",
      "33684 \n",
      "Not confirmed\n",
      "Not confirmed15310  28509\n",
      "28153\n",
      "Not confirmed\n",
      " 15310\n",
      "No labels 35687\n",
      "Not confirmed 35687\n",
      "No labels 1333\n",
      "Not confirmed No labels1333\n",
      " 10375\n",
      "Not confirmedNo labels 10375 6914\n",
      "No labels\n",
      " Not confirmed42243 \n",
      "6914\n",
      "Not confirmed 42243\n",
      "No labels 21003\n",
      "Not confirmed 21003\n",
      "No labels 58289\n",
      "Not confirmed 58289\n",
      "No labels 8125No labels\n",
      " Not confirmed 383578125\n",
      "\n",
      "Not confirmed 38357No labels\n",
      " 50873\n",
      "Not confirmed 50873\n",
      "No labels 8101\n",
      "Not confirmed 8101\n",
      "No labels 60666\n",
      "Not confirmed 60666\n",
      "No labelsNo labels  4551428141\n",
      "\n",
      "Not confirmedNot confirmed  2814145514\n",
      "\n",
      "No labels 42344\n",
      "Not confirmed 42344\n",
      "No labels 7577\n",
      "Not confirmed 7577\n",
      "No labels 23652\n",
      "Not confirmed 23652\n",
      "No labels 29074\n",
      "Not confirmed 29074\n",
      "No labels 29870\n",
      "Not confirmed 29870\n",
      "No labels 21777\n",
      "Not confirmedNo labels  2177711433\n",
      "\n",
      "Not confirmed 11433\n",
      "No labels 45846\n",
      "Not confirmed 45846\n",
      "No labels No labels 3582321237\n",
      "\n",
      "Not confirmedNo labelsNot confirmed   3582354029\n",
      "21237\n",
      "\n",
      "Not confirmed 54029\n",
      "No labels No labels2099No labels \n",
      " Not confirmed49191 \n",
      "No labels209947261Not confirmed\n",
      "\n",
      "  Not confirmed491919097 \n",
      "47261\n",
      "Not confirmed \n",
      "9097\n",
      "No labels 16659\n",
      "Not confirmed 16659\n",
      "No labels 21283\n",
      "Not confirmed 21283No labels\n",
      " 21615\n",
      "Not confirmed 21615\n",
      "No labels 45441\n",
      "Not confirmed 45441\n",
      "No labels 54313\n",
      "Not confirmed 54313\n",
      "No labels 16697\n",
      "Not confirmedNo labels  1669727482\n",
      "\n",
      "Not confirmed 27482\n",
      "No labels 54425\n",
      "Not confirmed 54425\n",
      "No labels 55809\n",
      "Not confirmed 55809\n",
      "No labels No labels46207 \n",
      "54307Not confirmed \n",
      "Not confirmedNo labels46207  \n",
      "543072493\n",
      "\n",
      "Not confirmed 2493No labels\n",
      " 45682\n",
      "No labelsNot confirmed 61455 \n",
      "Not confirmed 6145545682No labels\n",
      "\n",
      " 50542\n",
      "Not confirmed 50542\n",
      "No labelsNo labels  5870339133\n",
      "\n",
      "Not confirmedNot confirmed  No labels5870339133 \n",
      "\n",
      "42498\n",
      "Not confirmed 42498\n",
      "No labels 62633\n",
      "Not confirmed 62633\n",
      "No labels 62175\n",
      "Not confirmed 62175\n",
      "No labels 28362\n",
      "Not confirmed 28362\n",
      "No labels 3048\n",
      "Not confirmed 3048\n",
      "No labels 52943\n",
      "Not confirmed 52943\n",
      "No labels 26081\n",
      "Not confirmed 26081\n",
      "No labels 49759\n",
      "Not confirmedNo labels  4975936443\n",
      "\n",
      "Not confirmed 36443\n",
      "No labelsNo labels No labels 2161 60190No labels\n",
      "19631\n",
      "Not confirmed Not confirmed\n",
      "  54598Not confirmed2161\n",
      "60190\n",
      " Not confirmed\n",
      "19631\n",
      "No labels  5459843671\n",
      "\n",
      "Not confirmed 43671\n",
      "No labels 49532\n",
      "Not confirmed 49532No labels\n",
      "No labels 28863 \n",
      "56061Not confirmed\n",
      " Not confirmed28863\n",
      " 56061\n",
      "No labels No labels19498 \n",
      "14111\n",
      "Not confirmedNot confirmed  1949814111\n",
      "\n",
      "No labels 20054\n",
      "Not confirmedNo labels  2005412197\n",
      "No labels\n",
      " Not confirmed63708 \n",
      "12197Not confirmed\n",
      " 63708\n",
      "No labels 23060\n",
      "Not confirmed 23060\n",
      "No labels 6026\n",
      "Not confirmed 6026\n",
      "No labels 9555\n",
      "Not confirmed 9555\n",
      "No labels 31180\n",
      "Not confirmed 31180\n",
      "No labels 29532\n",
      "Not confirmed 29532\n",
      "No labels 22105\n",
      "Not confirmed 22105\n",
      "No labelsNo labels No labels30522  \n",
      "63544Not confirmed62936\n",
      " \n",
      "Not confirmed30522Not confirmed \n",
      " 6354462936No labels\n",
      "\n",
      "No labels  4329459682\n",
      "\n",
      "Not confirmedNot confirmed  4329459682\n",
      "\n",
      "No labels 11583No labels \n",
      "26852Not confirmed\n",
      " Not confirmed11583 \n",
      "26852\n",
      "No labels 47841\n",
      "Not confirmed 47841\n",
      "No labels 48363\n",
      "Not confirmed 48363\n",
      "No labels 63431\n",
      "Not confirmed 63431\n",
      "No labels 63193\n",
      "Not confirmed 63193No labels\n",
      " 6527\n",
      "No labelsNot confirmed  39406527\n",
      "\n",
      "Not confirmed 3940\n",
      "No labels 13248\n",
      "Not confirmed 13248\n",
      "No labels No labels11746 6956\n",
      "Not confirmedNo labels \n",
      " 6956Not confirmed41235\n",
      " \n",
      "11746Not confirmed\n",
      "No labels  5140541235\n",
      "\n",
      "Not confirmed No labels51405\n",
      " 8051\n",
      "Not confirmed 8051\n",
      "No labels 12100\n",
      "Not confirmed 12100\n",
      "No labels 8455\n",
      "Not confirmed 8455\n",
      "No labels 21470\n",
      "Not confirmedNo labels  214702848\n",
      "\n",
      "Not confirmed 2848\n",
      "No labels 32079\n",
      "Not confirmed 32079\n",
      "No labels 28876\n",
      "Not confirmedNo labels  No labels2887619188 \n",
      "\n",
      "33873\n",
      "Not confirmedNot confirmed  1918833873\n",
      "\n",
      "No labels 3252\n",
      "Not confirmed 3252\n",
      "No labels 41919\n",
      "Not confirmed 41919\n",
      "No labels No labels61993 \n",
      "57809Not confirmed 61993\n",
      "\n",
      "Not confirmed No labels57809No labels \n",
      " 3250314375\n",
      "\n",
      "Not confirmedNot confirmed 32503\n",
      "No labels  143756586\n",
      "\n",
      "Not confirmed No labels6586\n",
      " 26106\n",
      "Not confirmed 26106No labels\n",
      "No labelsNo labels  4935911708\n",
      "\n",
      "No labels Not confirmedNot confirmed   11708493593976221453\n",
      "\n",
      "\n",
      "Not confirmedNo labels \n",
      "39762Not confirmed \n",
      "62527\n",
      "Not confirmed  2145362527\n",
      "\n",
      "No labels 9038\n",
      "Not confirmed 9038\n",
      "No labels 4353\n",
      "Not confirmed 4353No labels\n",
      " 21157\n",
      "Not confirmed 21157\n",
      "No labels 25843\n",
      "Not confirmed 25843\n",
      "No labels 43387\n",
      "Not confirmed 43387\n",
      "No labels 43381\n",
      "Not confirmed 43381\n",
      "No labelsNo labels  1375560130\n",
      "Not confirmed\n",
      " Not confirmed13755 \n",
      "60130\n",
      "No labels 29048\n",
      "Not confirmed 29048\n",
      "No labels 35168No labels\n",
      "No labels Not confirmed  15068169135168\n",
      "Not confirmed\n",
      "\n",
      "No labels Not confirmed 15068 561921691\n",
      "\n",
      "\n",
      "Not confirmed 56192\n",
      "No labels 25744\n",
      "Not confirmed No labels25744\n",
      " No labels 2353748436\n",
      "\n",
      "Not confirmedNot confirmed  No labels2353748436\n",
      "\n",
      " 34690\n",
      "Not confirmed 34690\n",
      "No labels 39992\n",
      "Not confirmed 39992\n",
      "No labels 32029\n",
      "Not confirmed 32029\n",
      "No labels 26984No labels\n",
      "No labelsNot confirmed   308705990926984\n",
      "\n",
      "\n",
      "Not confirmedNot confirmed  3087059909\n",
      "\n",
      "No labels 24301\n",
      "Not confirmed 24301\n",
      "No labels 6193\n",
      "No labelsNot confirmed  26206193\n",
      "Not confirmed\n",
      " No labels2620 51286\n",
      "\n",
      "Not confirmed No labels 35371No labels\n",
      "51286 No labelsNot confirmed\n",
      " 870 \n",
      "2596635371Not confirmed\n",
      "No labels\n",
      "No labels Not confirmed  5126210717870\n",
      "\n",
      "\n",
      "Not confirmed No labels51262 \n",
      "Not confirmed60142 \n",
      "10717Not confirmed\n",
      "  2596660142\n",
      "\n",
      "No labels 35725\n",
      "Not confirmed No labels 32884No labels35725\n",
      " Not confirmed27096\n",
      "Not confirmed \n",
      "32884 27096\n",
      "No labels \n",
      "No labels 2063259771\n",
      "Not confirmedNo labels\n",
      "Not confirmed   597712063227186\n",
      "\n",
      "Not confirmed 27186\n",
      "No labels\n",
      " 4215\n",
      "Not confirmed 4215\n",
      "No labels 62733\n",
      "No labelsNot confirmed 62733 \n",
      "8987\n",
      "Not confirmed 8987\n",
      "No labels 9511\n",
      "Not confirmed 9511\n",
      "No labels 26394\n",
      "Not confirmed 26394\n",
      "No labels No labels6656 \n",
      "26154Not confirmed\n",
      " Not confirmed 6656\n",
      "26154No labels\n",
      "No labels  No labels3208859669 \n",
      "\n",
      "1584Not confirmedNo labelsNot confirmed  \n",
      "8751No labels59669\n",
      " 59703\n",
      "\n",
      "Not confirmed No labels59703 \n",
      "Not confirmed Not confirmedNo labels31648 32088  8751\n",
      "158449879\n",
      "\n",
      "\n",
      "\n",
      "Not confirmed Not confirmed 31648\n",
      "No labels49879 \n",
      "53510\n",
      "Not confirmed 53510\n",
      "No labels 17062\n",
      "Not confirmed 17062\n",
      "No labelsNo labels  6230011676\n",
      "\n",
      "Not confirmedNot confirmed  1167662300\n",
      "\n",
      "No labels 60555\n",
      "Not confirmed 60555\n",
      "No labels 54907\n",
      "Not confirmed 54907\n",
      "No labels 13359\n",
      "Not confirmed 13359\n",
      "No labelsNo labels  5613944984\n",
      "\n",
      "Not confirmedNot confirmed  4498456139\n",
      "\n",
      "No labels 15402\n",
      "Not confirmed 15402\n",
      "No labelsNo labelsNo labels   64584314815110\n",
      "\n",
      "\n",
      "No labelsNo labelsNot confirmedNot confirmedNot confirmed    No labels 171256458414268314815110\n",
      "\n",
      "\n",
      "\n",
      "Not confirmed\n",
      "Not confirmed 17125 \n",
      "62423 \n",
      "14268Not confirmed\n",
      " 62423\n",
      "No labels 60806\n",
      "Not confirmed 60806\n",
      "No labelsNo labels  5004257624\n",
      "\n",
      "Not confirmed Not confirmed50042 \n",
      "57624\n",
      "No labels 25952\n",
      "Not confirmedNo labels  2595211757\n",
      "\n",
      "Not confirmedNo labelsNo labels   1545094011757\n",
      "\n",
      "\n",
      "Not confirmedNot confirmed 50940\n",
      " 154\n",
      "No labels 16118\n",
      "Not confirmed 16118\n",
      "No labels 28139\n",
      "Not confirmed 28139\n",
      "No labels 23446\n",
      "Not confirmed 23446\n",
      "No labels 63048\n",
      "Not confirmed 63048\n",
      "No labels 24688\n",
      "Not confirmed 24688\n",
      "No labels 50265\n",
      "Not confirmed 50265\n",
      "No labels 45175\n",
      "Not confirmed 45175\n",
      "No labelsNo labels  788960049\n",
      "\n",
      "Not confirmedNot confirmed  788960049\n",
      "\n",
      "No labels 7216\n",
      "No labelsNo labelsNot confirmed   62928721612752\n",
      "\n",
      "\n",
      "Not confirmedNot confirmed  6292812752\n",
      "\n",
      "No labels 43059\n",
      "Not confirmed No labels43059No labels \n",
      " 2023310213\n",
      "No labels\n",
      "Not confirmed Not confirmed 4365520233\n",
      "No labelsNot confirmed\n",
      "   1021363546\n",
      "43655\n",
      "\n",
      "Not confirmed 63546\n",
      "No labels No labels11840 \n",
      "52412Not confirmed\n",
      "Not confirmed  11840\n",
      "52412No labels\n",
      " 63477\n",
      "Not confirmed 63477\n",
      "No labels 9492\n",
      "Not confirmed 9492\n",
      "No labels 30910\n",
      "Not confirmed 30910\n",
      "No labels 47944\n",
      "Not confirmed 47944\n",
      "No labelsNo labels  5932329095\n",
      "\n",
      "Not confirmedNot confirmed  5932329095\n",
      "\n",
      "No labels 44218\n",
      "Not confirmed 44218\n",
      "No labels 50534\n",
      "Not confirmed 50534\n",
      "No labels 6485\n",
      "Not confirmedNo labels  6485\n",
      "No labels1145 \n",
      "57390Not confirmed\n",
      " Not confirmedNo labels 1145 \n",
      "5739026980\n",
      "\n",
      "Not confirmed 26980\n",
      "No labels 33163\n",
      "Not confirmed No labelsNo labels33163No labels \n",
      "  5385510108\n",
      "39638\n",
      "\n",
      "Not confirmed Not confirmed39638Not confirmed \n",
      "10108 \n",
      "53855No labels 3581\n",
      "Not confirmed 3581\n",
      "\n",
      "No labels 59915\n",
      "Not confirmed 59915\n",
      "No labels 19047\n",
      "Not confirmed 19047\n",
      "No labels 30388\n",
      "Not confirmed 30388\n",
      "No labels 8831\n",
      "No labelsNot confirmed  546718831\n",
      "\n",
      "Not confirmed 54671\n",
      "No labelsNo labels No labels 243558340 \n",
      "\n",
      "Not confirmed32578Not confirmed \n",
      " 2435Not confirmed58340\n",
      " \n",
      "32578\n",
      "No labelsNo labelsNo labels   326045717141834\n",
      "\n",
      "\n",
      "Not confirmedNot confirmedNot confirmed  4183457171\n",
      "\n",
      " 32604\n",
      "No labels 1090\n",
      "Not confirmed 1090\n",
      "No labels No labels7479 \n",
      "22801Not confirmed\n",
      " Not confirmedNo labels7479No labelsNo labels \n",
      "   22801600082954219085\n",
      "\n",
      "\n",
      "Not confirmedNot confirmed  \n",
      "2954260008Not confirmed\n",
      "\n",
      " 19085\n",
      "No labels 53690\n",
      "Not confirmed 53690\n",
      "No labels 48604\n",
      "Not confirmed 48604\n",
      "No labels 19372\n",
      "Not confirmed 19372\n",
      "No labels 64380\n",
      "Not confirmed 64380\n",
      "No labels 58318No labels\n",
      " Not confirmed32689 \n",
      "Not confirmed58318 32689\n",
      "\n",
      "No labels 39990\n",
      "Not confirmed 39990\n",
      "No labelsNo labels  2475529309\n",
      "\n",
      "Not confirmedNot confirmed  2475529309\n",
      "\n",
      "No labels 60965\n",
      "Not confirmedNo labels  3868960965\n",
      "\n",
      "Not confirmed 38689\n",
      "No labels 20131\n",
      "Not confirmed No labels20131 \n",
      "59805\n",
      "Not confirmed 59805\n",
      "No labels No labels34681 \n",
      "60128Not confirmed\n",
      " Not confirmed34681 \n",
      "60128\n",
      "No labels 54696\n",
      "Not confirmed 54696\n",
      "No labels 39793\n",
      "Not confirmed 39793\n",
      "No labels 58015\n",
      "Not confirmed 58015\n",
      "No labels 17646\n",
      "Not confirmed 17646\n",
      "No labels 13504\n",
      "Not confirmed 13504\n",
      "No labels 52899\n",
      "Not confirmed 52899\n",
      "No labels 32916\n",
      "Not confirmed 32916\n",
      "No labels 25806\n",
      "Not confirmed 25806\n",
      "No labels 55700\n",
      "Not confirmed 55700\n",
      "No labels 7010\n",
      "Not confirmed 7010\n",
      "No labels 49741\n",
      "No labelsNot confirmed  4504249741\n",
      "\n",
      "Not confirmed 45042\n",
      "No labels 6010\n",
      "Not confirmedNo labels  6010734\n",
      "\n",
      "Not confirmed 734\n",
      "No labels 56312\n",
      "No labelsNot confirmed  No labels3194156312 \n",
      "\n",
      "33842Not confirmed \n",
      "31941Not confirmed \n",
      "33842No labels\n",
      " 41904\n",
      "Not confirmed 41904No labels\n",
      " 63690\n",
      "Not confirmed 63690\n",
      "No labels 11311\n",
      "Not confirmed 11311\n",
      "No labels 37725\n",
      "Not confirmed 37725\n",
      "No labels 48000\n",
      "Not confirmed 48000\n",
      "No labels 715\n",
      "Not confirmed 715\n",
      "No labels 52151\n",
      "Not confirmed 52151\n",
      "No labels 4048\n",
      "Not confirmed 4048\n",
      "No labels 125\n",
      "Not confirmed 125No labels\n",
      " 63145No labels\n",
      " Not confirmed23932 \n",
      "63145Not confirmed\n",
      " 23932\n",
      "No labels 61246\n",
      "Not confirmed 61246\n",
      "No labels 20409\n",
      "Not confirmed No labels20409 \n",
      "17304No labels\n",
      "No labels Not confirmed 35634 \n",
      "491117304Not confirmed\n",
      "\n",
      " Not confirmed35634 \n",
      "4911\n",
      "No labelsNo labels 30422 \n",
      "962Not confirmed\n",
      " Not confirmed30422 \n",
      "962\n",
      "No labels 22689\n",
      "Not confirmed 22689\n",
      "No labels 50194\n",
      "Not confirmed 50194No labels\n",
      " 14477\n",
      "Not confirmed No labels14477 \n",
      "26953\n",
      "Not confirmed 26953\n",
      "No labels 48761\n",
      "Not confirmed 48761\n",
      "No labels 29928\n",
      "Not confirmed 29928\n",
      "No labels 3444\n",
      "Not confirmed 3444\n",
      "No labels 17029\n",
      "Not confirmed 17029\n",
      "No labelsNo labels 10486 \n",
      "1437Not confirmed \n",
      "10486\n",
      "Not confirmedNo labels  541301437\n",
      "\n",
      "Not confirmed 54130\n",
      "No labels 12596\n",
      "Not confirmed 12596\n",
      "No labels 32370\n",
      "Not confirmed No labels32370 \n",
      "No labels22027 \n",
      "Not confirmed61849 \n",
      "22027Not confirmed\n",
      " 61849\n",
      "No labels 62839No labelsNo labels\n",
      "  Not confirmed3774446758\n",
      " \n",
      "62839Not confirmedNot confirmed  3774446758\n",
      "\n",
      "\n",
      "No labels 32558\n",
      "Not confirmed 32558\n",
      "No labels No labels34337 \n",
      "No labels15729Not confirmed \n",
      " 58653Not confirmed34337\n",
      " Not confirmed\n",
      "15729\n",
      "No labels  5865349365\n",
      "\n",
      "Not confirmed 49365\n",
      "No labels 31091\n",
      "Not confirmed 31091\n",
      "No labelsNo labels  547997653\n",
      "\n",
      "Not confirmedNot confirmed  765354799\n",
      "\n",
      "No labels 24820\n",
      "Not confirmed 24820\n",
      "No labels 501\n",
      "Not confirmed 501No labels\n",
      " 2369\n",
      "Not confirmedNo labels 2369 \n",
      "20555\n",
      "Not confirmed 20555\n",
      "No labels 54609\n",
      "Not confirmed 54609\n",
      "No labelsNo labels  784242501\n",
      "\n",
      "Not confirmedNot confirmed  784242501\n",
      "No labels\n",
      "No labels  62505No labels14050\n",
      " \n",
      "Not confirmedNot confirmed18725 \n",
      " 6250514050Not confirmed\n",
      "\n",
      " 18725\n",
      "No labels 11648\n",
      "Not confirmed 11648\n",
      "No labelsNo labels  1930535843\n",
      "\n",
      "Not confirmed Not confirmed19305 \n",
      "35843\n",
      "No labels 48287\n",
      "Not confirmed 48287\n",
      "No labels 54317\n",
      "Not confirmed 54317\n",
      "No labels 43106\n",
      "Not confirmed 43106\n",
      "No labels 11475\n",
      "Not confirmed 11475\n",
      "No labels 61033\n",
      "Not confirmed 61033\n",
      "No labels 59130\n",
      "Not confirmed 59130\n",
      "No labels No labels6102 \n",
      "48049No labelsNo labelsNot confirmed   \n",
      "35908610218478Not confirmed\n",
      "\n",
      " \n",
      "Not confirmed48049Not confirmed\n",
      " 18478\n",
      " 35908\n",
      "No labels 35335No labels\n",
      " Not confirmed2894 \n",
      "35335Not confirmed\n",
      " 2894\n",
      "No labels 926No labels\n",
      " Not confirmed11548 \n",
      "926Not confirmed \n",
      "11548\n",
      "No labelsNo labels  5421117430\n",
      "\n",
      "Not confirmedNot confirmed 54211\n",
      "No labels  17430\n",
      "13287\n",
      "Not confirmed 13287\n",
      "No labels 43673\n",
      "Not confirmed 43673\n",
      "No labels 6845\n",
      "Not confirmed 6845\n",
      "No labels 34328\n",
      "Not confirmed 34328\n",
      "No labels 40817\n",
      "Not confirmed 40817\n",
      "No labels 8786\n",
      "Not confirmed No labels8786 \n",
      "21936\n",
      "Not confirmed 21936\n",
      "No labels 8928\n",
      "Not confirmed 8928\n",
      "No labels 41172\n",
      "Not confirmed 41172\n",
      "No labels 2825\n",
      "Not confirmed 2825\n",
      "No labels No labels43834 \n",
      "31837Not confirmed\n",
      " Not confirmed43834 \n",
      "31837\n",
      "No labels 5264\n",
      "Not confirmed 5264No labels\n",
      " 33045\n",
      "No labelsNot confirmed  5337633045\n",
      "No labels 57277\n",
      "Not confirmed 57277\n",
      "No labels 33748\n",
      "Not confirmed\n",
      " Not confirmed 5337633748\n",
      "\n",
      "No labelsNo labels  492012568\n",
      "\n",
      "Not confirmedNot confirmed  49201\n",
      "2568\n",
      "No labels 9318\n",
      "Not confirmed 9318\n",
      "No labels 59893\n",
      "Not confirmed 59893\n",
      "No labels 53379\n",
      "Not confirmed 53379\n",
      "No labels 36084\n",
      "Not confirmed 36084\n",
      "No labels 17049\n",
      "Not confirmed 17049\n",
      "No labels 29974\n",
      "Not confirmed 29974\n",
      "No labelsNo labelsNo labels No labels   19807\n",
      "27675871234991\n",
      "\n",
      "Not confirmed\n",
      "Not confirmedNot confirmedNo labelsNot confirmed   198076216758712\n",
      "\n",
      "\n",
      "Not confirmed   62167349912767\n",
      "\n",
      "\n",
      "No labels 9134\n",
      "Not confirmed 9134\n",
      "No labels 24414\n",
      "No labelsNot confirmed  1760624414\n",
      "\n",
      "Not confirmed 17606\n",
      "No labelsNo labels 48869 \n",
      "45745Not confirmed\n",
      " Not confirmed48869 \n",
      "45745\n",
      "No labels 29668\n",
      "Not confirmed 29668\n",
      "No labels 5649\n",
      "Not confirmed 5649\n",
      "No labels 53413No labels\n",
      " Not confirmed47789 \n",
      "53413Not confirmed\n",
      " 47789\n",
      "No labels 7183No labels\n",
      " Not confirmed35404\n",
      " Not confirmed7183\n",
      " 35404No labels\n",
      " 13587\n",
      "Not confirmed 13587\n",
      "No labels 51097\n",
      "No labelsNot confirmed  487151097\n",
      "\n",
      "Not confirmed 4871\n",
      "No labels 17721\n",
      "Not confirmed No labels17721 \n",
      "50015\n",
      "Not confirmed 50015\n",
      "No labels 6166\n",
      "Not confirmed 6166\n",
      "No labels 42989No labels\n",
      "No labels Not confirmed 37788 52809\n",
      "42989\n",
      "Not confirmed\n",
      "Not confirmed  3778852809\n",
      "\n",
      "No labels 43449\n",
      "Not confirmed 43449\n",
      "No labels 11172\n",
      "No labelsNot confirmed  111728217\n",
      "\n",
      "Not confirmed 8217\n",
      "No labels No labels43152 \n",
      "Not confirmed42902 \n",
      "43152Not confirmed\n",
      " 42902\n",
      "No labels 48350\n",
      "No labelsNot confirmed  3166348350\n",
      "\n",
      "Not confirmed 31663No labels\n",
      " 12349\n",
      "Not confirmed 12349\n",
      "No labels 62046\n",
      "Not confirmed 62046\n",
      "No labels 52812\n",
      "Not confirmed 52812\n",
      "No labels 34302\n",
      "Not confirmed 34302\n",
      "No labelsNo labels 52911 \n",
      "24211No labelsNot confirmed\n",
      " Not confirmed53118  \n",
      "5291124211Not confirmed\n",
      "\n",
      " 53118\n",
      "No labels 18982\n",
      "Not confirmed 18982No labels\n",
      " 39491\n",
      "Not confirmed 39491\n",
      "No labels 805\n",
      "Not confirmed No labelsNo labels805  \n",
      "5624462468\n",
      "\n",
      "Not confirmedNot confirmed  5624462468\n",
      "No labels\n",
      " 26838\n",
      "Not confirmed 26838\n",
      "No labels 26468\n",
      "Not confirmed 26468\n",
      "No labels No labels60978 \n",
      "10194No labelsNot confirmed\n",
      "  Not confirmed4575460978 \n",
      "\n",
      "10194Not confirmed \n",
      "45754\n",
      "No labels 5331\n",
      "Not confirmed 5331\n",
      "No labels 38222\n",
      "Not confirmed 38222\n",
      "No labels 42059\n",
      "No labelsNot confirmed  2539842059\n",
      "\n",
      "Not confirmed 25398\n",
      "No labels 19824\n",
      "Not confirmed 19824\n",
      "No labelsNo labels  6038532934\n",
      "\n",
      "Not confirmedNot confirmed  3293460385\n",
      "\n",
      "No labels 50243\n",
      "Not confirmed 50243\n",
      "No labels 29955\n",
      "Not confirmed 29955\n",
      "No labels 197\n",
      "Not confirmed 197\n",
      "No labelsNo labels  4431619043\n",
      "\n",
      "Not confirmedNot confirmed  44316\n",
      "19043No labels\n",
      " 30600\n",
      "Not confirmed 30600\n",
      "No labels 28017\n",
      "Not confirmedNo labels 28017 No labels\n",
      "22515 28946\n",
      "\n",
      "Not confirmedNot confirmed  28946\n",
      "No labels22515\n",
      " 51343\n",
      "Not confirmed 51343No labels\n",
      " 5150\n",
      "Not confirmedNo labels  13280\n",
      "Not confirmed 515013280\n",
      "\n",
      "No labels 33523\n",
      "Not confirmed 33523\n",
      "No labels 44375\n",
      "Not confirmed 44375\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "No labels 13550\n",
      "Not confirmed 13550\n",
      "No labels 41001\n",
      "Not confirmed 41001\n",
      "No labels 35897\n",
      "Not confirmed 35897\n",
      "No labels 58904\n",
      "Not confirmed No labels58904 \n",
      "37256No labels\n",
      " Not confirmed62466\n",
      " Not confirmed37256 \n",
      "62466\n",
      "No labels 4392No labels\n",
      " Not confirmed59678No labels \n",
      "4392Not confirmed\n",
      "  59678No labels\n",
      " 1514346415\n",
      "\n",
      "Not confirmedNot confirmed  1514346415\n",
      "\n",
      "No labels 63585\n",
      "Not confirmed No labels63585 \n",
      "16464\n",
      "Not confirmed 16464\n",
      "No labels 60113\n",
      "Not confirmed 60113\n",
      "No labels 36879\n",
      "Not confirmed 36879\n",
      "No labels 15482\n",
      "No labelsNot confirmed  5490\n",
      "15482\n",
      "Not confirmed 5490\n",
      "No labels 13537\n",
      "Not confirmed 13537\n",
      "No labels 43882\n",
      "Not confirmed 43882\n",
      "No labels 47384No labels\n",
      " Not confirmed19919 \n",
      "47384Not confirmed\n",
      " 19919\n",
      "No labels 60343\n",
      "Not confirmed 60343\n",
      "No labels 24046\n",
      "Not confirmed 24046\n",
      "No labels 63972\n",
      "Not confirmed 63972\n",
      "No labels 40625\n",
      "Not confirmed 40625\n",
      "No labelsNo labels  705254523\n",
      "\n",
      "Not confirmedNot confirmed 54523 \n",
      "7052\n",
      "No labels 20792\n",
      "Not confirmed 20792\n",
      "No labels 1114\n",
      "Not confirmed 1114\n",
      "No labels 10124\n",
      "Not confirmed 10124\n",
      "No labels 55718\n",
      "Not confirmed 55718\n",
      "No labels 32299\n",
      "Not confirmed 32299\n",
      "No labels 2314\n",
      "Not confirmed 2314\n",
      "No labels 62038\n",
      "Not confirmed 62038\n"
     ]
    }
   ],
   "source": [
    "def get_relevant_anotation(ids, url, project, folder):\n",
    "\n",
    "    auth = requests.auth.HTTPBasicAuth(username=USERNAME, password=PASSWORD)\n",
    "\n",
    "    \n",
    "    \n",
    "    # get index\n",
    "    params = {'project': project, 'owner': USERNAME, 'search': folder, 'page': '1',\n",
    "              'output': 'entitiestsv','ids': ids}\n",
    "\n",
    "    entitiestsv = requests.get(url, params=params, auth=auth)\n",
    "    \n",
    "    stringIO = StringIO(entitiestsv.text)\n",
    "    df = pd.read_csv(stringIO , sep=\"\\t\", names = ['text','annotated'])\n",
    "\n",
    "    idx, year, month, country = df.text[1], df.text[3], df.text[5], df.text[7]\n",
    "    news = df.text[9:].str.cat()\n",
    "    \n",
    "    \n",
    "    # 2.  get annotation json\n",
    "    params = {'project': project, 'owner': USERNAME, 'search': folder, 'page': '1',\n",
    "              'output': 'ann.json','ids': ids}\n",
    "    response = requests.get(url, params=params, auth=auth)\n",
    "\n",
    "    json_data = response.json()\n",
    "#     ann_json = str(ann_json)\n",
    "    \n",
    "     # if no labels or not confirmed, return None\n",
    "    if 'm_1' not in json_data['metas']:\n",
    "        print('No labels', idx)\n",
    "        is_relevant = ''\n",
    "# \n",
    "    else:\n",
    "        is_relevant =  json_data['metas']['m_1']['value']\n",
    "    \n",
    "    if json_data['anncomplete'] == False:\n",
    "        print('Not confirmed', idx)\n",
    "        confirmed = False\n",
    "    else:\n",
    "        confirmed = True\n",
    "\n",
    "    \n",
    "    json_data = json.dumps(json_data)\n",
    "    idx = int(idx)  \n",
    "    return [ids, idx, news, year, month, country, json_data, is_relevant, confirmed]\n",
    "\n",
    "\n",
    "pandarallel.initialize()\n",
    "\n",
    "df_all = []\n",
    "# for i in [2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,21,]:\n",
    "for i in range(2,22):\n",
    "    p = 'p%s'%i\n",
    "    print('\\n----- %s -----\\n'%p)\n",
    "    project_list = ['demo', 'satp_news_data_500_'+ p]\n",
    "    folder_list = ['folder:pool/Practice', 'folder:pool']\n",
    "    \n",
    "    # Get item ids from the TagTog API\n",
    "    doc_id = get_doc_id(tagtogAPIUrl, project_list[1], folder_list[1])\n",
    "    # ignore the first row (header) and the final row (null)\n",
    "    doc_id = doc_id[1:-1] \n",
    "    \n",
    "    \n",
    "    s = pd.Series(doc_id).parallel_apply(get_relevant_anotation, args = (tagtogAPIUrl, project_list[1], folder_list[1])).dropna()\n",
    "    df = pd.DataFrame(item for item in s)\n",
    "    df.columns = ['id','idx','news', 'year', 'month', 'country','annotation','is_relevant','confirmed']\n",
    "    df['folder'] = i\n",
    "    df_all.append(df)\n",
    "    \n",
    "df_all = pd.concat(df_all)\n",
    "df_all "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T01:42:23.361029Z",
     "start_time": "2021-01-15T01:42:23.231693Z"
    }
   },
   "outputs": [],
   "source": [
    "# df_all.to_csv('df_all_1.14.csv',index=False, header=True, sep='\\t')\n",
    "# df_all= pd.read_csv('df_all_1.14.csv', header=[0], sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:28:52.404886Z",
     "start_time": "2021-01-15T05:28:52.256424Z"
    }
   },
   "outputs": [],
   "source": [
    "# df_all = pd.concat([df_all,df1])\n",
    "# df_all.to_csv('df_all_1.14_p1_to_p22.csv',index=False, header=True, sep='\\t')\n",
    "\n",
    "df_all= pd.read_csv('df_all_1.14_p1_to_p22.csv', header=[0], sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:28:57.591507Z",
     "start_time": "2021-01-15T05:28:57.585770Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(10998, 10)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_all.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:29:34.156619Z",
     "start_time": "2021-01-15T05:29:34.143291Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(3128, 10)\n"
     ]
    }
   ],
   "source": [
    "mask =  (df_all.is_relevant != False) | (df_all.confirmed == False)\n",
    "\n",
    "df_all = df_all[mask].copy()\n",
    "print(df_all.shape)\n",
    "\n",
    "df_all.news = df_all.news.astype(str)\n",
    "df_all.year = df_all.year.astype(int)\n",
    "df_all.month = df_all.month.astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:29:40.079047Z",
     "start_time": "2021-01-15T05:29:39.605354Z"
    }
   },
   "outputs": [],
   "source": [
    "df_sha1 = pd.read_csv('/home/yibo/SATP/RawSATPData/master_2011To2015.csv', header=[0])\n",
    "df_sha1['idx'] = df_sha1.index\n",
    "df_sha2 = pd.read_csv('/home/yibo/SATP/RawSATPData/master_2016To2019.csv', header=[0])\n",
    "df_sha2 = df_sha2.rename(columns={\"index\": \"idx\"})\n",
    "df_sha = pd.concat([df_sha1, df_sha2])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:29:40.989475Z",
     "start_time": "2021-01-15T05:29:40.986331Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((98502, 5), (3128, 10))"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_sha.shape, df_all.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:29:43.897755Z",
     "start_time": "2021-01-15T05:29:43.859143Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>idx</th>\n",
       "      <th>news_x</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>country</th>\n",
       "      <th>annotation</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>confirmed</th>\n",
       "      <th>folder</th>\n",
       "      <th>location</th>\n",
       "      <th>news_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>aTtuTj.rtBJkEv3Kf4sLUyNx2feC-news_satp_2.tsv_483</td>\n",
       "      <td>23592</td>\n",
       "      <td>A soldier was killed and another sustained injuries when militants opened fire on a forces check post in the Rajgal area along the Pak Afghan border of Bara tehsil revenue unit of Khyber Agency in...</td>\n",
       "      <td>2017</td>\n",
       "      <td>10</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>A soldier was killed and another sustained injuries when militants opened fire on a forces check post in the Rajgal area, along the Pak-Afghan border, of Bara tehsil (revenue unit) of Khyber Agenc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>aViKiAmUlSMV.RPxbTuuxHXcAGHq-news_satp_2.tsv_481</td>\n",
       "      <td>23107</td>\n",
       "      <td>Meanwhile a tribesman identified as Bahadur Khan was killed in a roadside bomb blast in Dawizai area of Pandyali tehsil revenue unit in Mohmand Agency of on February 22 reports Daily Times</td>\n",
       "      <td>2017</td>\n",
       "      <td>2</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>Meanwhile, a tribesman, identified as Bahadur Khan, was killed in a roadside bomb blast in Dawizai area of Pandyali tehsil (revenue unit) in Mohmand Agency of on February 22, reports Daily Times.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>atUOYkjwqsS_LoEbzXDfVnAcBlJK-news_satp_2.tsv_432</td>\n",
       "      <td>20191</td>\n",
       "      <td>Four militants were killed in retaliatory fire by Security Forces SFs as they attempted to attack a Central Reserve Police Force CRPF camp at Sumbal in Bandipora District of Jammu and Kashmir J K ...</td>\n",
       "      <td>2017</td>\n",
       "      <td>6</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>india</td>\n",
       "      <td>Four militants were killed in retaliatory fire by Security Forces (SFs) as they attempted to attack a Central Reserve Police Force (CRPF) camp at Sumbal in Bandipora District of Jammu and Kashmir ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>anPZaBT7lCog0Ef6UDpMylo_28Aq-news_satp_2.tsv_436</td>\n",
       "      <td>17878</td>\n",
       "      <td>A local leader of Jatiyo Samajtantrik Dal JSD a political party was shot to death by unidentified assailants in Baghanbari Swarighat area in Old Dhaka on July 28 reports The Daily Star The decease...</td>\n",
       "      <td>2017</td>\n",
       "      <td>7</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>A local leader of Jatiyo Samajtantrik Dal (JSD), a political party, was shot to death by unidentified assailants in Baghanbari Swarighat area in Old Dhaka on July 28, reports The Daily Star. The d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>aPqd8EkrF.HCfqT_xeu9QaQAoDRm-news_satp_2.tsv_450</td>\n",
       "      <td>21194</td>\n",
       "      <td>Four Security Force SF personnel were injured in a grenade attack by militants in Budgam District on August 14 reports Daily Excelsior Militants hurled a grenade at a Road Opening Party ROP of Cen...</td>\n",
       "      <td>2017</td>\n",
       "      <td>8</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "      <td>india</td>\n",
       "      <td>Four Security Force (SF) personnel were injured in a grenade attack by militants in Budgam District on August 14, reports Daily Excelsior. Militants hurled a grenade at a Road Opening Party (ROP) ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3123</th>\n",
       "      <td>aAdDyZkDAEt32nhLTGP9iCTikPFC-news_satp_1.tsv_35</td>\n",
       "      <td>30422</td>\n",
       "      <td>Two CRPF personnel were injured when Maoists triggered a landmine blast at Narsapuram in Sukma District on November 21 reports The News Nation The blast was carried out by Maoists at half a kilome...</td>\n",
       "      <td>2016</td>\n",
       "      <td>11</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>india</td>\n",
       "      <td>Two CRPF personnel were injured when Maoists triggered a landmine blast at Narsapuram in Sukma District on November 21, reports The News Nation. The blast was carried out by Maoists at half a kilo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3124</th>\n",
       "      <td>aoO8Wd_cELhHgsF4YTzrEjgxLguy-news_satp_1.tsv_304</td>\n",
       "      <td>28774</td>\n",
       "      <td>Meanwhile a petrol bomb was also hurled at the office of Road and Buildings department at SDA colony in Bemina area in Srinagar City on August 1 reports The Times of India However no one was injur...</td>\n",
       "      <td>2016</td>\n",
       "      <td>8</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>india</td>\n",
       "      <td>Meanwhile, a petrol bomb was also hurled at the office of Road and Buildings department at SDA colony in Bemina area in Srinagar City on August 1, reports The Times of India. However, no one was i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3125</th>\n",
       "      <td>aoO8Wd_cELhHgsF4YTzrEjgxLguy-news_satp_1.tsv_304</td>\n",
       "      <td>28774</td>\n",
       "      <td>Meanwhile a petrol bomb was also hurled at the office of Road and Buildings department at SDA colony in Bemina area in Srinagar City on August 1 reports The Times of India However no one was injur...</td>\n",
       "      <td>2016</td>\n",
       "      <td>8</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>india</td>\n",
       "      <td>Meanwhile, a petrol bomb was also hurled at the office of Road and Buildings department at SDA colony in Bemina area in Srinagar City on August 1, reports The Times of India. However, no one was i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3126</th>\n",
       "      <td>aziCXsuXhYgp5qowptmmuPKN6a1O-news_satp_1.tsv_268</td>\n",
       "      <td>32312</td>\n",
       "      <td>Meanwhile militants blew up a government primary school for boys in Safi tehsil revenue unit of Mohmand Agency in the intervening night of November 24 25 âThe school was reconstructed in 2012 13...</td>\n",
       "      <td>2016</td>\n",
       "      <td>11</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>Meanwhile, militants blew up a government primary school for boys in Safi tehsil (revenue unit) of Mohmand Agency in the intervening night of November 24-25. “The school was reconstructed in 2012-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3127</th>\n",
       "      <td>aziCXsuXhYgp5qowptmmuPKN6a1O-news_satp_1.tsv_268</td>\n",
       "      <td>32312</td>\n",
       "      <td>Meanwhile militants blew up a government primary school for boys in Safi tehsil revenue unit of Mohmand Agency in the intervening night of November 24 25 âThe school was reconstructed in 2012 13...</td>\n",
       "      <td>2016</td>\n",
       "      <td>11</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>Meanwhile, militants blew up a government primary school for boys in Safi tehsil (revenue unit) of Mohmand Agency in the intervening night of November 24-25. “The school was reconstructed in 2012-...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3128 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    id    idx  \\\n",
       "0     aTtuTj.rtBJkEv3Kf4sLUyNx2feC-news_satp_2.tsv_483  23592   \n",
       "1     aViKiAmUlSMV.RPxbTuuxHXcAGHq-news_satp_2.tsv_481  23107   \n",
       "2     atUOYkjwqsS_LoEbzXDfVnAcBlJK-news_satp_2.tsv_432  20191   \n",
       "3     anPZaBT7lCog0Ef6UDpMylo_28Aq-news_satp_2.tsv_436  17878   \n",
       "4     aPqd8EkrF.HCfqT_xeu9QaQAoDRm-news_satp_2.tsv_450  21194   \n",
       "...                                                ...    ...   \n",
       "3123   aAdDyZkDAEt32nhLTGP9iCTikPFC-news_satp_1.tsv_35  30422   \n",
       "3124  aoO8Wd_cELhHgsF4YTzrEjgxLguy-news_satp_1.tsv_304  28774   \n",
       "3125  aoO8Wd_cELhHgsF4YTzrEjgxLguy-news_satp_1.tsv_304  28774   \n",
       "3126  aziCXsuXhYgp5qowptmmuPKN6a1O-news_satp_1.tsv_268  32312   \n",
       "3127  aziCXsuXhYgp5qowptmmuPKN6a1O-news_satp_1.tsv_268  32312   \n",
       "\n",
       "                                                                                                                                                                                                       news_x  \\\n",
       "0     A soldier was killed and another sustained injuries when militants opened fire on a forces check post in the Rajgal area along the Pak Afghan border of Bara tehsil revenue unit of Khyber Agency in...   \n",
       "1                Meanwhile a tribesman identified as Bahadur Khan was killed in a roadside bomb blast in Dawizai area of Pandyali tehsil revenue unit in Mohmand Agency of on February 22 reports Daily Times   \n",
       "2     Four militants were killed in retaliatory fire by Security Forces SFs as they attempted to attack a Central Reserve Police Force CRPF camp at Sumbal in Bandipora District of Jammu and Kashmir J K ...   \n",
       "3     A local leader of Jatiyo Samajtantrik Dal JSD a political party was shot to death by unidentified assailants in Baghanbari Swarighat area in Old Dhaka on July 28 reports The Daily Star The decease...   \n",
       "4     Four Security Force SF personnel were injured in a grenade attack by militants in Budgam District on August 14 reports Daily Excelsior Militants hurled a grenade at a Road Opening Party ROP of Cen...   \n",
       "...                                                                                                                                                                                                       ...   \n",
       "3123  Two CRPF personnel were injured when Maoists triggered a landmine blast at Narsapuram in Sukma District on November 21 reports The News Nation The blast was carried out by Maoists at half a kilome...   \n",
       "3124  Meanwhile a petrol bomb was also hurled at the office of Road and Buildings department at SDA colony in Bemina area in Srinagar City on August 1 reports The Times of India However no one was injur...   \n",
       "3125  Meanwhile a petrol bomb was also hurled at the office of Road and Buildings department at SDA colony in Bemina area in Srinagar City on August 1 reports The Times of India However no one was injur...   \n",
       "3126  Meanwhile militants blew up a government primary school for boys in Safi tehsil revenue unit of Mohmand Agency in the intervening night of November 24 25 âThe school was reconstructed in 2012 13...   \n",
       "3127  Meanwhile militants blew up a government primary school for boys in Safi tehsil revenue unit of Mohmand Agency in the intervening night of November 24 25 âThe school was reconstructed in 2012 13...   \n",
       "\n",
       "      year  month     country  \\\n",
       "0     2017     10    pakistan   \n",
       "1     2017      2    pakistan   \n",
       "2     2017      6       india   \n",
       "3     2017      7  bangladesh   \n",
       "4     2017      8       india   \n",
       "...    ...    ...         ...   \n",
       "3123  2016     11       india   \n",
       "3124  2016      8       india   \n",
       "3125  2016      8       india   \n",
       "3126  2016     11    pakistan   \n",
       "3127  2016     11    pakistan   \n",
       "\n",
       "                                                                                                                                                                                                   annotation  \\\n",
       "0     {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...   \n",
       "1     {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...   \n",
       "2     {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...   \n",
       "3     {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...   \n",
       "4     {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...   \n",
       "...                                                                                                                                                                                                       ...   \n",
       "3123  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...   \n",
       "3124  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...   \n",
       "3125  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...   \n",
       "3126  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...   \n",
       "3127  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_19\": {\"value\": tru...   \n",
       "\n",
       "     is_relevant  confirmed  folder    location  \\\n",
       "0           True       True       2    pakistan   \n",
       "1           True       True       2    pakistan   \n",
       "2           True       True       2       india   \n",
       "3           True       True       2  bangladesh   \n",
       "4           True       True       2       india   \n",
       "...          ...        ...     ...         ...   \n",
       "3123        True       True       1       india   \n",
       "3124        True       True       1       india   \n",
       "3125        True       True       1       india   \n",
       "3126        True       True       1    pakistan   \n",
       "3127        True       True       1    pakistan   \n",
       "\n",
       "                                                                                                                                                                                                       news_y  \n",
       "0     A soldier was killed and another sustained injuries when militants opened fire on a forces check post in the Rajgal area, along the Pak-Afghan border, of Bara tehsil (revenue unit) of Khyber Agenc...  \n",
       "1         Meanwhile, a tribesman, identified as Bahadur Khan, was killed in a roadside bomb blast in Dawizai area of Pandyali tehsil (revenue unit) in Mohmand Agency of on February 22, reports Daily Times.  \n",
       "2     Four militants were killed in retaliatory fire by Security Forces (SFs) as they attempted to attack a Central Reserve Police Force (CRPF) camp at Sumbal in Bandipora District of Jammu and Kashmir ...  \n",
       "3     A local leader of Jatiyo Samajtantrik Dal (JSD), a political party, was shot to death by unidentified assailants in Baghanbari Swarighat area in Old Dhaka on July 28, reports The Daily Star. The d...  \n",
       "4     Four Security Force (SF) personnel were injured in a grenade attack by militants in Budgam District on August 14, reports Daily Excelsior. Militants hurled a grenade at a Road Opening Party (ROP) ...  \n",
       "...                                                                                                                                                                                                       ...  \n",
       "3123  Two CRPF personnel were injured when Maoists triggered a landmine blast at Narsapuram in Sukma District on November 21, reports The News Nation. The blast was carried out by Maoists at half a kilo...  \n",
       "3124  Meanwhile, a petrol bomb was also hurled at the office of Road and Buildings department at SDA colony in Bemina area in Srinagar City on August 1, reports The Times of India. However, no one was i...  \n",
       "3125  Meanwhile, a petrol bomb was also hurled at the office of Road and Buildings department at SDA colony in Bemina area in Srinagar City on August 1, reports The Times of India. However, no one was i...  \n",
       "3126  Meanwhile, militants blew up a government primary school for boys in Safi tehsil (revenue unit) of Mohmand Agency in the intervening night of November 24-25. “The school was reconstructed in 2012-...  \n",
       "3127  Meanwhile, militants blew up a government primary school for boys in Safi tehsil (revenue unit) of Mohmand Agency in the intervening night of November 24-25. “The school was reconstructed in 2012-...  \n",
       "\n",
       "[3128 rows x 12 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_merge = pd.merge(df_all, df_sha, on=['idx', 'year', 'month'],how='inner')\n",
    "df_merge"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:30:15.202811Z",
     "start_time": "2021-01-15T05:30:15.188544Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>idx</th>\n",
       "      <th>news_x</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>country</th>\n",
       "      <th>annotation</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>confirmed</th>\n",
       "      <th>folder</th>\n",
       "      <th>location</th>\n",
       "      <th>news_y</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [id, idx, news_x, year, month, country, annotation, is_relevant, confirmed, folder, location, news_y]\n",
       "Index: []"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_merge[df_merge.country != df_merge.location]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:30:18.096200Z",
     "start_time": "2021-01-15T05:30:18.074647Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>idx</th>\n",
       "      <th>news</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>country</th>\n",
       "      <th>annotation</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>confirmed</th>\n",
       "      <th>folder</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>aTtuTj.rtBJkEv3Kf4sLUyNx2feC-news_satp_2.tsv_483</td>\n",
       "      <td>23592</td>\n",
       "      <td>A soldier was killed and another sustained injuries when militants opened fire on a forces check post in the Rajgal area along the Pak Afghan border of Bara tehsil revenue unit of Khyber Agency in...</td>\n",
       "      <td>2017</td>\n",
       "      <td>10</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>aViKiAmUlSMV.RPxbTuuxHXcAGHq-news_satp_2.tsv_481</td>\n",
       "      <td>23107</td>\n",
       "      <td>Meanwhile a tribesman identified as Bahadur Khan was killed in a roadside bomb blast in Dawizai area of Pandyali tehsil revenue unit in Mohmand Agency of on February 22 reports Daily Times</td>\n",
       "      <td>2017</td>\n",
       "      <td>2</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>atUOYkjwqsS_LoEbzXDfVnAcBlJK-news_satp_2.tsv_432</td>\n",
       "      <td>20191</td>\n",
       "      <td>Four militants were killed in retaliatory fire by Security Forces SFs as they attempted to attack a Central Reserve Police Force CRPF camp at Sumbal in Bandipora District of Jammu and Kashmir J K ...</td>\n",
       "      <td>2017</td>\n",
       "      <td>6</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>anPZaBT7lCog0Ef6UDpMylo_28Aq-news_satp_2.tsv_436</td>\n",
       "      <td>17878</td>\n",
       "      <td>A local leader of Jatiyo Samajtantrik Dal JSD a political party was shot to death by unidentified assailants in Baghanbari Swarighat area in Old Dhaka on July 28 reports The Daily Star The decease...</td>\n",
       "      <td>2017</td>\n",
       "      <td>7</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>aPqd8EkrF.HCfqT_xeu9QaQAoDRm-news_satp_2.tsv_450</td>\n",
       "      <td>21194</td>\n",
       "      <td>Four Security Force SF personnel were injured in a grenade attack by militants in Budgam District on August 14 reports Daily Excelsior Militants hurled a grenade at a Road Opening Party ROP of Cen...</td>\n",
       "      <td>2017</td>\n",
       "      <td>8</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 id    idx  \\\n",
       "0  aTtuTj.rtBJkEv3Kf4sLUyNx2feC-news_satp_2.tsv_483  23592   \n",
       "1  aViKiAmUlSMV.RPxbTuuxHXcAGHq-news_satp_2.tsv_481  23107   \n",
       "2  atUOYkjwqsS_LoEbzXDfVnAcBlJK-news_satp_2.tsv_432  20191   \n",
       "3  anPZaBT7lCog0Ef6UDpMylo_28Aq-news_satp_2.tsv_436  17878   \n",
       "4  aPqd8EkrF.HCfqT_xeu9QaQAoDRm-news_satp_2.tsv_450  21194   \n",
       "\n",
       "                                                                                                                                                                                                      news  \\\n",
       "0  A soldier was killed and another sustained injuries when militants opened fire on a forces check post in the Rajgal area along the Pak Afghan border of Bara tehsil revenue unit of Khyber Agency in...   \n",
       "1             Meanwhile a tribesman identified as Bahadur Khan was killed in a roadside bomb blast in Dawizai area of Pandyali tehsil revenue unit in Mohmand Agency of on February 22 reports Daily Times   \n",
       "2  Four militants were killed in retaliatory fire by Security Forces SFs as they attempted to attack a Central Reserve Police Force CRPF camp at Sumbal in Bandipora District of Jammu and Kashmir J K ...   \n",
       "3  A local leader of Jatiyo Samajtantrik Dal JSD a political party was shot to death by unidentified assailants in Baghanbari Swarighat area in Old Dhaka on July 28 reports The Daily Star The decease...   \n",
       "4  Four Security Force SF personnel were injured in a grenade attack by militants in Budgam District on August 14 reports Daily Excelsior Militants hurled a grenade at a Road Opening Party ROP of Cen...   \n",
       "\n",
       "   year  month     country  \\\n",
       "0  2017     10    pakistan   \n",
       "1  2017      2    pakistan   \n",
       "2  2017      6       india   \n",
       "3  2017      7  bangladesh   \n",
       "4  2017      8       india   \n",
       "\n",
       "                                                                                                                                                                                                annotation  \\\n",
       "0  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...   \n",
       "1  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...   \n",
       "2  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...   \n",
       "3  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...   \n",
       "4  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": true, \"sources\": [], \"metas\": {\"m_1\": {\"value\": true...   \n",
       "\n",
       "  is_relevant  confirmed  folder  \n",
       "0        True       True       2  \n",
       "1        True       True       2  \n",
       "2        True       True       2  \n",
       "3        True       True       2  \n",
       "4        True       True       2  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_merge = df_merge.iloc[:,0:10]\n",
    "df_merge = df_merge.rename(columns={\"news_x\": \"news\"})\n",
    "df_merge.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:40:26.766279Z",
     "start_time": "2021-01-15T05:40:26.686069Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(3038, 10)"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# df_merge.to_csv('df_merge_1.14.csv',index=False, header=True, sep='\\t')\n",
    "# df_merge.drop_duplicates().to_csv('df_merge_1.14.csv',index=False, header=True, sep='\\t')\n",
    "\n",
    "df_merge = pd.read_csv('df_merge_1.14.csv', header=[0], sep='\\t')\n",
    "df_merge.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:46:35.090523Z",
     "start_time": "2021-01-15T05:46:35.073043Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>idx</th>\n",
       "      <th>news</th>\n",
       "      <th>year</th>\n",
       "      <th>month</th>\n",
       "      <th>country</th>\n",
       "      <th>annotation</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>confirmed</th>\n",
       "      <th>folder</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>672</th>\n",
       "      <td>aloWyYnY4wmUtdkkqRbDlmRSd9RC-news_satp_10.tsv_154</td>\n",
       "      <td>33722</td>\n",
       "      <td>The year 2013 is emerging as the deadliest one in decades for the Law Enforcement Agencies (LEAs) in Karachi as in the first six months of 2013 more than 100 Policemen and Rangers personnel have b...</td>\n",
       "      <td>2013</td>\n",
       "      <td>7</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {\"m_1\": {\"value\": fal...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>951</th>\n",
       "      <td>a9DXm3.RgjKMxwnY4F9toKlLOlyy-news_satp_12.tsv_406</td>\n",
       "      <td>62219</td>\n",
       "      <td>An injured of Chakra Goth ethnic violence, Rizwan son of Ibrahim, succumbed to his injures in a hospital. The deceased was wounded in the night of August 19.</td>\n",
       "      <td>2011</td>\n",
       "      <td>8</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {\"m_1\": {\"value\": fal...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1148</th>\n",
       "      <td>aP3Eza.krLbCtMkpCbz.xF_R6YYW-news_satp_13.tsv_357</td>\n",
       "      <td>8666</td>\n",
       "      <td>Police killed five Tehreek e Taliban Pakistan (TTP) militants in a shootout during checking in Zia Colony of Orangi Town in provincial capital Karachi on July 29, reported The News. According to d...</td>\n",
       "      <td>2015</td>\n",
       "      <td>7</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {\"m_1\": {\"value\": fal...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1149</th>\n",
       "      <td>ai5w3hGmKTeOq0l3NlQ9eHc93nly-news_satp_13.tsv_364</td>\n",
       "      <td>4917</td>\n",
       "      <td>In worst ever shelling by Pakistan Army for the past several years, six civilians including a Sarpanch (head of Panchayat, village level local self Government institution) were killed and over 20 ...</td>\n",
       "      <td>2015</td>\n",
       "      <td>8</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {\"m_1\": {\"value\": fal...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1154</th>\n",
       "      <td>aScKEPQh9f6fYcW.ZEM98vkkAf0e-news_satp_13.tsv_150</td>\n",
       "      <td>53906</td>\n",
       "      <td>Hindustan Times reports that two cadres of the Communist Party of India Maoist (CPI Maoist) were arrested from a forest located in Muniguda Police Station area in Rayagada District and a huge quan...</td>\n",
       "      <td>2011</td>\n",
       "      <td>2</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {\"m_1\": {\"value\": fal...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2982</th>\n",
       "      <td>aU4gr2qyxpRRGe3cmAOX7ifxOAQu-news_satp_21.tsv_495</td>\n",
       "      <td>32689</td>\n",
       "      <td>A suspected militant was killed while another militant was arrested after an encounter with the Gulshan e Maymar Police. According to Sohrab Gothâs Sub Divisional Police Officer (SDPO) Khalid Kh...</td>\n",
       "      <td>2013</td>\n",
       "      <td>4</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {}, \"entities\": [], \"...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2983</th>\n",
       "      <td>aMCnHUAS7cqKiN..DIDlYD.VX3fi-news_satp_21.tsv_496</td>\n",
       "      <td>715</td>\n",
       "      <td>JeI on November 18 called a countrywide dawn to dusk hartal (shutdown) for November 19 protesting at the Supreme Court verdict, reports The Independent. Makbul Ahmed, acting ameer (chief) of JeI, ...</td>\n",
       "      <td>2015</td>\n",
       "      <td>11</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {}, \"entities\": [], \"...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2984</th>\n",
       "      <td>acsr8yghb_kJkrPl0DBLSu5iCLhG-news_satp_21.tsv_497</td>\n",
       "      <td>34337</td>\n",
       "      <td>Interior Minister Chaudhry Nisar Ali Khan on August 28 underlined the need for carrying out a targeted operation in Karachi under the supervision of Sindh Government, reports Daily Times. Addressi...</td>\n",
       "      <td>2013</td>\n",
       "      <td>8</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {}, \"entities\": [], \"...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2985</th>\n",
       "      <td>aA20POoOemB8zaULNbPccGRcgrKC-news_satp_21.tsv_498</td>\n",
       "      <td>17430</td>\n",
       "      <td>The Sentinel reports that on October 22, a villager, identified as Deuri Hanse, was killed by suspected Karbi Peoples Liberation Tigers (KPLT) at Langthu Rongphar village in Karbi Anglong District...</td>\n",
       "      <td>2014</td>\n",
       "      <td>10</td>\n",
       "      <td>india</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {}, \"entities\": [], \"...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2986</th>\n",
       "      <td>aecdTV9tIQ5fMX1yYauTaQllLnw0-news_satp_21.tsv_500</td>\n",
       "      <td>45745</td>\n",
       "      <td>In a call to her Pakistani counterpart this month, United States (US) Secretary of State Hillary Rodham Clinton reiterated the Obama administrationâs counter terrorism âred lineâ, reports Da...</td>\n",
       "      <td>2012</td>\n",
       "      <td>1</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>{\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {}, \"entities\": [], \"...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>948 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                     id    idx  \\\n",
       "672   aloWyYnY4wmUtdkkqRbDlmRSd9RC-news_satp_10.tsv_154  33722   \n",
       "951   a9DXm3.RgjKMxwnY4F9toKlLOlyy-news_satp_12.tsv_406  62219   \n",
       "1148  aP3Eza.krLbCtMkpCbz.xF_R6YYW-news_satp_13.tsv_357   8666   \n",
       "1149  ai5w3hGmKTeOq0l3NlQ9eHc93nly-news_satp_13.tsv_364   4917   \n",
       "1154  aScKEPQh9f6fYcW.ZEM98vkkAf0e-news_satp_13.tsv_150  53906   \n",
       "...                                                 ...    ...   \n",
       "2982  aU4gr2qyxpRRGe3cmAOX7ifxOAQu-news_satp_21.tsv_495  32689   \n",
       "2983  aMCnHUAS7cqKiN..DIDlYD.VX3fi-news_satp_21.tsv_496    715   \n",
       "2984  acsr8yghb_kJkrPl0DBLSu5iCLhG-news_satp_21.tsv_497  34337   \n",
       "2985  aA20POoOemB8zaULNbPccGRcgrKC-news_satp_21.tsv_498  17430   \n",
       "2986  aecdTV9tIQ5fMX1yYauTaQllLnw0-news_satp_21.tsv_500  45745   \n",
       "\n",
       "                                                                                                                                                                                                         news  \\\n",
       "672   The year 2013 is emerging as the deadliest one in decades for the Law Enforcement Agencies (LEAs) in Karachi as in the first six months of 2013 more than 100 Policemen and Rangers personnel have b...   \n",
       "951                                             An injured of Chakra Goth ethnic violence, Rizwan son of Ibrahim, succumbed to his injures in a hospital. The deceased was wounded in the night of August 19.   \n",
       "1148  Police killed five Tehreek e Taliban Pakistan (TTP) militants in a shootout during checking in Zia Colony of Orangi Town in provincial capital Karachi on July 29, reported The News. According to d...   \n",
       "1149  In worst ever shelling by Pakistan Army for the past several years, six civilians including a Sarpanch (head of Panchayat, village level local self Government institution) were killed and over 20 ...   \n",
       "1154  Hindustan Times reports that two cadres of the Communist Party of India Maoist (CPI Maoist) were arrested from a forest located in Muniguda Police Station area in Rayagada District and a huge quan...   \n",
       "...                                                                                                                                                                                                       ...   \n",
       "2982  A suspected militant was killed while another militant was arrested after an encounter with the Gulshan e Maymar Police. According to Sohrab Gothâs Sub Divisional Police Officer (SDPO) Khalid Kh...   \n",
       "2983  JeI on November 18 called a countrywide dawn to dusk hartal (shutdown) for November 19 protesting at the Supreme Court verdict, reports The Independent. Makbul Ahmed, acting ameer (chief) of JeI, ...   \n",
       "2984  Interior Minister Chaudhry Nisar Ali Khan on August 28 underlined the need for carrying out a targeted operation in Karachi under the supervision of Sindh Government, reports Daily Times. Addressi...   \n",
       "2985  The Sentinel reports that on October 22, a villager, identified as Deuri Hanse, was killed by suspected Karbi Peoples Liberation Tigers (KPLT) at Langthu Rongphar village in Karbi Anglong District...   \n",
       "2986  In a call to her Pakistani counterpart this month, United States (US) Secretary of State Hillary Rodham Clinton reiterated the Obama administrationâs counter terrorism âred lineâ, reports Da...   \n",
       "\n",
       "      year  month     country  \\\n",
       "672   2013      7    pakistan   \n",
       "951   2011      8    pakistan   \n",
       "1148  2015      7    pakistan   \n",
       "1149  2015      8       india   \n",
       "1154  2011      2       india   \n",
       "...    ...    ...         ...   \n",
       "2982  2013      4    pakistan   \n",
       "2983  2015     11  bangladesh   \n",
       "2984  2013      8    pakistan   \n",
       "2985  2014     10       india   \n",
       "2986  2012      1    pakistan   \n",
       "\n",
       "                                                                                                                                                                                                   annotation  \\\n",
       "672   {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {\"m_1\": {\"value\": fal...   \n",
       "951   {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {\"m_1\": {\"value\": fal...   \n",
       "1148  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {\"m_1\": {\"value\": fal...   \n",
       "1149  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {\"m_1\": {\"value\": fal...   \n",
       "1154  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {\"m_1\": {\"value\": fal...   \n",
       "...                                                                                                                                                                                                       ...   \n",
       "2982  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {}, \"entities\": [], \"...   \n",
       "2983  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {}, \"entities\": [], \"...   \n",
       "2984  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {}, \"entities\": [], \"...   \n",
       "2985  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {}, \"entities\": [], \"...   \n",
       "2986  {\"annotatable\": {\"parts\": [\"s1s1h1\", \"s1s1p1\", \"s1s2h1\", \"s1s2p1\", \"s1s3h1\", \"s1s3p1\", \"s1s4h1\", \"s1s4p1\", \"s1s5h1\", \"s1s5p1\"]}, \"anncomplete\": false, \"sources\": [], \"metas\": {}, \"entities\": [], \"...   \n",
       "\n",
       "     is_relevant  confirmed  folder  \n",
       "672        False      False      10  \n",
       "951        False      False      12  \n",
       "1148       False      False      13  \n",
       "1149       False      False      13  \n",
       "1154       False      False      13  \n",
       "...          ...        ...     ...  \n",
       "2982         NaN      False      21  \n",
       "2983         NaN      False      21  \n",
       "2984         NaN      False      21  \n",
       "2985         NaN      False      21  \n",
       "2986         NaN      False      21  \n",
       "\n",
       "[948 rows x 10 columns]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_merge672"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:48:36.930659Z",
     "start_time": "2021-01-15T05:48:36.923496Z"
    }
   },
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'str' object has no attribute 'copy'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-49-899ba62405c3>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mdf_merge\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0miloc\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mannotation\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcopy\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m: 'str' object has no attribute 'copy'"
     ]
    }
   ],
   "source": [
    "df_merge.iloc[1].annotation.copy()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## post  annotations  p2-p21"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T05:48:47.936334Z",
     "start_time": "2021-01-15T05:48:47.930563Z"
    },
    "code_folding": [],
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def post_annotation(row, url, project, set_not_confirmed = True):\n",
    "    index = row.name\n",
    "    row.loc['from'] = 'satp_news_data_500_p%s.'%row.folder\n",
    "\n",
    "    auth = requests.auth.HTTPBasicAuth(username=USERNAME, password=PASSWORD)\n",
    "\n",
    "    file_path = 'plain.html/%s_p%s.tsv'%(index, row.folder)\n",
    "    save_df = row[['idx', 'year', 'month', 'country', 'news','from']].to_frame().T\n",
    "    save_df.to_csv(file_path, index = False, header=True, sep='\\t')\n",
    "    \n",
    "    files = [('files', open(file_path))]\n",
    "    params = {'project': project, 'owner': USERNAME, 'output':'html'}\n",
    "    response1 = requests.post(tagtogAPIUrl, params=params, auth=auth, files=files)\n",
    "    \n",
    "    json_ann = row.annotation\n",
    "    if set_not_confirmed:\n",
    "        json_ann = json_ann.replace('\\\"anncomplete\\\": true', '\\\"anncomplete\\\": false')\n",
    "    \n",
    "    files = [(\"files\", ('text.plain.html', response1.text)), (\"files\", ('text.ann.json',  json_ann))]  #str(ann_json.iloc[i])\n",
    "    params = {'project':project, 'owner': USERNAME, 'output':'null','format':'anndoc'}\n",
    "    response2 = requests.post(url, params=params, auth=auth, files=files)\n",
    "\n",
    "    if len(response1.text)< 20 or response2.text[1:7]!= '\\\"ok\\\":1': \n",
    "        print('Failed import, idx:',row.idx, 'row', index, 'folder', row.folder)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T06:02:42.374211Z",
     "start_time": "2021-01-15T05:50:42.446900Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO: Pandarallel will run on 36 workers.\n",
      "INFO: Pandarallel will use Memory file system to transfer data between the main process and workers.\n",
      "Failed import, idx: 17790 row 52 folder 2\n",
      "Failed import, idx: 35635 row 1692 folder 17\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0       None\n",
       "1       None\n",
       "2       None\n",
       "3       None\n",
       "4       None\n",
       "        ... \n",
       "2982    None\n",
       "2983    None\n",
       "2984    None\n",
       "2985    None\n",
       "2986    None\n",
       "Length: 2948, dtype: object"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pandarallel.initialize()\n",
    "df_merge[df_merge.folder!=1].parallel_apply(post_annotation, \n",
    "                                            args = (tagtogAPIUrl, \n",
    "                                                    'TASK_Jan14_p2_to_p21_not_confirmed'), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T06:17:52.593859Z",
     "start_time": "2021-01-15T06:16:24.007636Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Failed import, idx: 17790 row 52 folder 2\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0       None\n",
       "1       None\n",
       "2       None\n",
       "3       None\n",
       "4       None\n",
       "        ... \n",
       "2483    None\n",
       "2484    None\n",
       "2485    None\n",
       "2486    None\n",
       "2487    None\n",
       "Length: 1994, dtype: object"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_merge[~df_merge.folder.isin([1,18,21])].parallel_apply(post_annotation, \n",
    "                                            args = (tagtogAPIUrl, \n",
    "                                                    'TASK_Jan14_p2_to_p21_not_confirmed_v2'), axis=1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Post annotation from folder 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T06:02:48.267321Z",
     "start_time": "2021-01-15T06:02:42.375713Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "189     None\n",
       "192     None\n",
       "202     None\n",
       "208     None\n",
       "225     None\n",
       "        ... \n",
       "3033    None\n",
       "3034    None\n",
       "3035    None\n",
       "3036    None\n",
       "3037    None\n",
       "Length: 90, dtype: object"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_merge[df_merge.folder==1].parallel_apply(post_annotation, args = (tagtogAPIUrl, 'TASK_Jan14_p1_not_confirmed'), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-15T06:06:58.449578Z",
     "start_time": "2021-01-15T06:06:58.292167Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAASzElEQVR4nO3de7CdV33e8e8Ty9wMWL4IVZHUigZDw2SKMarrlEsSK2FswyAnBQaGBAWc0TQ1rYG0qQidNEzaGZM0ccpMxxkX04jEXBwusUJoYmNMSGZiw5GRb8iJBbFjKbZ1AsYk9QRi+PWPvVS2xbnsd58t+Xj5+5k5s993ve9619q3Z6+99rv3SVUhSerL9zzWHZAkzZ7hLkkdMtwlqUOGuyR1yHCXpA6teaw7AHD66afXli1bHutuSNLjyt69e/+mqtYttG1VhPuWLVuYm5t7rLshSY8rSe5ZbJvTMpLUIcNdkjpkuEtShwx3SeqQ4S5JHZoo3JPcneS2JPuSzLWyU5Ncl+SudnlKK0+S9yQ5kOTWJGcdyysgSfpuQ0buP1JVZ1bV1ra+C7i+qs4Arm/rAOcDZ7S/ncDls+qsJGkyK5mW2Q7sbsu7gQvHyt9fIzcCa5NsWEE7kqSBJg33Aq5NsjfJzla2vqrua8v3A+vb8kbg3rG6B1vZoyTZmWQuydz8/PwUXZckLWbSb6i+pKoOJXkWcF2SO8c3VlUlGfRfP6rqCuAKgK1btz6q7pZdf7Bk3bsvfcWQpiTpCWeikXtVHWqXh4GPA2cDDxyZbmmXh9vuh4DNY9U3tTJJ0nGybLgnOSnJM44sAy8Hbgf2ADvabjuAa9ryHuCN7ayZc4CHxqZvJEnHwSTTMuuBjyc5sv8HquoPk3weuDrJRcA9wGvb/p8ELgAOAA8Db5p5ryVJS1o23Kvqy8ALFij/CrBtgfICLp5J7yRJU/EbqpLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR2a9D8xPa74n5wkPdE5cpekDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6NHG4JzkhyReSfKKtPzvJTUkOJPlwkie18ie39QNt+5Zj1HdJ0iKGjNwvAfaPrb8buKyqngM8CFzUyi8CHmzll7X9JEnH0UThnmQT8ArgvW09wLnAR9ouu4EL2/L2tk7bvq3tL0k6TiYduf8G8PPAt9v6acDXquqRtn4Q2NiWNwL3ArTtD7X9HyXJziRzSebm5+en670kaUHLhnuSVwKHq2rvLBuuqiuqamtVbV23bt0sDy1JT3hrJtjnxcCrklwAPAV4JvA/gLVJ1rTR+SbgUNv/ELAZOJhkDXAy8JWZ91yStKhlR+5V9Y6q2lRVW4DXAZ+uqjcANwCvbrvtAK5py3vaOm37p6uqZtprSdKSVnKe+38C3p7kAKM59Stb+ZXAaa387cCulXVRkjTUJNMy/19VfQb4TFv+MnD2Avv8PfCaGfRNkjQlv6EqSR0y3CWpQ4a7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6tCy4Z7kKUk+l+SWJHckeVcrf3aSm5IcSPLhJE9q5U9u6wfa9i3H+DpIko4yycj9G8C5VfUC4EzgvCTnAO8GLquq5wAPAhe1/S8CHmzll7X9JEnH0bLhXiN/11ZPbH8FnAt8pJXvBi5sy9vbOm37tiSZVYclScubaM49yQlJ9gGHgeuALwFfq6pH2i4HgY1teSNwL0Db/hBw2gLH3JlkLsnc/Pz8iq6EJOnRJgr3qvpWVZ0JbALOBv7ZShuuqiuqamtVbV23bt1KDydJGjPobJmq+hpwA/CDwNoka9qmTcChtnwI2AzQtp8MfGUWnZUkTWaSs2XWJVnblp8K/Biwn1HIv7rttgO4pi3vaeu07Z+uqpphnyVJy1iz/C5sAHYnOYHRi8HVVfWJJF8EPpTkvwJfAK5s+18J/HaSA8BXgdcdg35LkpawbLhX1a3ACxco/zKj+fejy/8eeM1MeidJmorfUJWkDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4tG+5JNie5IckXk9yR5JJWfmqS65Lc1S5PaeVJ8p4kB5LcmuSsY30lJEmPNsnI/RHg56rq+cA5wMVJng/sAq6vqjOA69s6wPnAGe1vJ3D5zHstSVrSsuFeVfdV1c1t+W+B/cBGYDuwu+22G7iwLW8H3l8jNwJrk2yYdcclSYsbNOeeZAvwQuAmYH1V3dc23Q+sb8sbgXvHqh1sZUcfa2eSuSRz8/PzQ/stSVrCxOGe5OnAR4G3VtXXx7dVVQE1pOGquqKqtlbV1nXr1g2pKklaxkThnuRERsF+VVV9rBU/cGS6pV0ebuWHgM1j1Te1MknScTLJ2TIBrgT2V9Wvj23aA+xoyzuAa8bK39jOmjkHeGhs+kaSdBysmWCfFwM/BdyWZF8r+wXgUuDqJBcB9wCvbds+CVwAHAAeBt40yw5Lkpa3bLhX1Z8CWWTztgX2L+DiFfZLkrQCk4zcn3C27PqDJbfffekrjlNPJGk6/vyAJHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pCnQh4Dnkop6bHmyF2SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yFMhVyFPpZS0UoZ7h3xxkOS0jCR1yJG7vosjf+nxz5G7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pCnQmrmPJVSeuw5cpekDhnuktQhp2W06jitI62cI3dJ6pAjd3VnJSN/3zWoF47cJalDhrskdWjZcE/yviSHk9w+VnZqkuuS3NUuT2nlSfKeJAeS3JrkrGPZeUnSwiYZuf8WcN5RZbuA66vqDOD6tg5wPnBG+9sJXD6bbkqShlg23Kvqs8BXjyreDuxuy7uBC8fK318jNwJrk2yYUV8lSROads59fVXd15bvB9a35Y3AvWP7HWxl3yXJziRzSebm5+en7IYkaSEr/kC1qgqoKepdUVVbq2rrunXrVtoNSdKYac9zfyDJhqq6r027HG7lh4DNY/ttamXSE4LnyWu1mHbkvgfY0ZZ3ANeMlb+xnTVzDvDQ2PSNJOk4WXbknuSDwA8Dpyc5CPwX4FLg6iQXAfcAr227fxK4ADgAPAy86Rj0WerWSkf+j3V9rR7LhntVvX6RTdsW2LeAi1faKUmPT744rB7+toykVcMXh9nx5wckqUOGuyR1yHCXpA455y6pG87Zf4fhLklNTy8OTstIUocMd0nqkOEuSR0y3CWpQ36gKkkzspo+kDXcJWmVmOWLg9MyktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR06JuGe5Lwkf57kQJJdx6INSdLiZh7uSU4A/idwPvB84PVJnj/rdiRJizsWI/ezgQNV9eWq+ibwIWD7MWhHkrSIVNVsD5i8Gjivqn6mrf8U8C+r6i1H7bcT2NlWnwf8+RKHPR34mxV0y/rWn7b+47nv1u+//j+pqnULbVizgkZXpKquAK6YZN8kc1W1ddq2rG/9aes/nvtu/Sd2/WMxLXMI2Dy2vqmVSZKOk2MR7p8Hzkjy7CRPAl4H7DkG7UiSFjHzaZmqeiTJW4A/Ak4A3ldVd6zwsBNN31jf+seg/uO579Z/Atef+QeqkqTHnt9QlaQOGe6S1KFVFe5JNie5IckXk9yR5JJW/pq2/u0kS54WlOR9SQ4nuX2s7MwkNybZl2QuydkD6/9qkjuT3Jrk40nWDqz/S0kOtfb3JblgYP0VXf+xbT+XpJKcPqDtD4/1++4k+5Zoe7H779Qk1yW5q12eMqD9FyT5syS3Jfn9JM8cct2T/HK73/YluTbJ9w6sP1HfFzjWU5J8Lskt7bZ41yT1jjrG21rd25N8MMlTBtRd9HEwYf0F78tp2kzy79rz544kvzKgD3e3+31fkrkprsMJSb6Q5BNT1L2k3e53JHnr0PrtGGuTfKRd9/1JfnBA3eeNPe/2Jfn64H5U1ar5AzYAZ7XlZwB/wegnDL6f0RedPgNsXeYYLwPOAm4fK7sWOL8tXwB8ZmD9lwNr2vK7gXcPrP9LwH+Y8DZYqP6Krn8r38zoQ+57gNOH1B3b/mvAL05x//0KsKuV71rs9lvkun8e+KG2/Gbglwfeds8cW/73wG8OrD9R3xc4VoCnt+UTgZuAcwY8FzYCfwk8ta1fDfz0gPpL3pcT1F/wvpzisfsjwKeAJ7f1Zw3ow92LPVYnrP924APAJwbW+wHgduBpjE46+RTwnCna3w38TFt+ErB2yutxAnA/oy8sTVxvVY3cq+q+qrq5Lf8tsB/YWFX7q2qpb7COH+OzwFePLgaOjPhOBv56SP2quraqHmmrNzI6d39I+xNbpP2VXn+Ay4CfZ3RbDK1LkgCvBT64RP0F7z9GPz+xu+22G7hwQPvPBT7blq8D/vWQ/lfV18dWT2L49Z+o7wscq6rq79rqie1v6NkLa4CnJlnDKGgWfdwu0P5KH4eL3ZdD2/xZ4NKq+kbb5/C0fRoiySbgFcB7p6j+/cBNVfVwe97/MfATA9s/mdGL3ZUAVfXNqvraFH0B2AZ8qaruGVJpVYX7uCRbgBcyGvGs1FuBX01yL/DfgXes4FhvBv7PFPXe0qYH3jfpW/tZSbIdOFRVt6zgMC8FHqiquyZscwvfuf/WV9V9bdP9wPoB7d7Bd36b6DU8+gtyE0ny39p9/wbgFwdWn7rvbVpgH3AYuK6qJn4sV9UhRo/VvwLuAx6qqmsn7vUMrfC5+FzgpUluSvLHSf7FgLoFXJtkb0Y/VzLEbzAazHx7YD0YjdpfmuS0JE9j9G5/6OPu2cA88L/b1NB7k5w0RV9g9F2hRQdVi1mV4Z7k6cBHgbceNfKa1s8Cb6uqzcDbaK+mU/TrncAjwFUDq14OfB9wJqMn6q9N0/402oPzFxgeakd7PRM+wJa6/2r0PnPICPbNwL9NspfR9MA3B9Q90uY7231/FfCW5fZf4jiD+l5V36qqMxm90zs7yQ9MWrcNALYzConvBU5K8pPDerxyM3gurgFOBc4B/iNwdXsXOImXVNVZjH5h9uIkL5uwz68EDlfV3in6S1XtZzT9ei3wh8A+4FsDD7OG0RTV5VX1QuD/MprWGySjL4K+CvjdoXVXXbgnOZHRg+mqqvrYjA67AzhyrN9l9MuVQ/v108ArgTe0J/nEquqB9kT/NvC/pml/Bb6PUUDckuRuRkFzc5J/NOkB2rTATwAfnmDfhe6/B5JsaNs3MBrJTqSq7qyql1fVixi9uHxp0roLuIolpnUWMXXfj2hvx28AzhtQ7UeBv6yq+ar6B0aP3381tO2VmNFz8SDwsTZN9TlGI+kFP9A/Wnv3cmQq5+NM/rx5MfCq9nj/EHBukt8Z0umqurKqXlRVLwMeZPSZwxAHgYNj79Y+wijshzofuLmqHhhacVWFe3tFvxLYX1W/PsND/zXwQ235XGCiqYWxfp3H6C3eq6rq4aGNHwmH5scZve07Lqrqtqp6VlVtqaotjB50Z1XV/QMO86PAnVV1cKmdlrj/9jB6gaVdXjNpw0me1S6/B/jPwG8O6DdJzhhb3Q7cOaQ+U/Y9ybq0s6qSPBX4sYFt/xVwTpKntdt1G6N57+Nihs/F32P0oSpJnsvog8VlfyUxyUlJnnFkmdFJDRM9b6rqHVW1qT3eXwd8uqoGvesZe9z9Y0YDmw8Mqd+eX/cmeV4r2gZ8ccgxmonfMS/UiVXzB7yE0dveWxm9FdrHaL7rxxmF0jeAB4A/WuIYH2Q09fEPrc5F7bh7gVsYzRu+aGD9A8C9Y31a6oyLher/NnBbu157gA0D66/o+h+1/W4WP1tmwbrAbwH/ZgX332nA9YxeVD8FnDrgul/CaNT0F8CltG9VD6j/UUahcCvw+4w+oB9Sf6K+L3Csfw58obV7O0ucZbTEMd7F6AXh9vYYevKAuks+Dqa9L4e2ySjMf6ddh5uBcyds/58yer7ewuhzl3cOvf3acX6YgWfLtHp/wiiMbwG2Tdn2mcBcuw1/DzhlYP2TgK8AJ0/Tvj8/IEkdWlXTMpKk2TDcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUof+HyNilGxfttIQAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_merge.folder.value_counts().plot.bar(rot=0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Retrieve"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 225,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-01-14T18:28:36.350481Z",
     "start_time": "2021-01-14T18:28:22.156905Z"
    },
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO: Pandarallel will run on 36 workers.\n",
      "INFO: Pandarallel will use Memory file system to transfer data between the main process and workers.\n",
      "\n",
      "----- p10 -----\n",
      "\n",
      "Not confirmed 33722\n"
     ]
    }
   ],
   "source": [
    "pandarallel.initialize()\n",
    "\n",
    "for i in range(10,11):\n",
    "    p = 'p%s'%i\n",
    "    print('\\n----- %s -----\\n'%p)\n",
    "    project_list = ['demo', 'satp_news_data_500_'+ p]\n",
    "    folder_list = ['folder:pool/Practice', 'folder:pool']\n",
    "    \n",
    "    # Get item ids from the TagTog API\n",
    "    doc_id = get_doc_id(tagtogAPIUrl, project_list[1], folder_list[1])\n",
    "    # ignore the first row (header) and the final row (null)\n",
    "    doc_id = doc_id[1:-1] \n",
    "    \n",
    "\n",
    "    s = pd.Series(doc_id).parallel_apply(get_data, args = (tagtogAPIUrl, project_list[1], folder_list[1])).dropna()\n",
    "    df_all = pd.DataFrame(item for item in s)\n",
    "    df_all.columns = ['id','index','is_relevant', 'target', 'source', 'action', 'action_type' , 'location', 'date','country', 'year', 'news']\n",
    "    \n",
    "#     df_all.to_csv('Data_TagTog_Annotated/'+ p +'.csv', header=True, index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Concatenation of all the annotations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-21T21:00:18.855120Z",
     "start_time": "2020-12-21T21:00:18.759187Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "p1 p2 p3 p4 p5 p6 p7 p8 p9 p10 p11 p12 p13 p14 p15 "
     ]
    }
   ],
   "source": [
    "df_list=[]\n",
    "for i in range(1,16):\n",
    "    p = 'p%s'%i\n",
    "    print('%s'%p, end = ' ')\n",
    "    df = pd.read_csv('Data_TagTog_Annotated/'+ p +'.csv', header=[0]) \n",
    "    df_list.append(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-21T21:00:18.912520Z",
     "start_time": "2020-12-21T21:00:18.856192Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>is_relevant</th>\n",
       "      <th>target</th>\n",
       "      <th>source</th>\n",
       "      <th>action</th>\n",
       "      <th>action_type</th>\n",
       "      <th>location</th>\n",
       "      <th>date</th>\n",
       "      <th>country</th>\n",
       "      <th>year</th>\n",
       "      <th>news</th>\n",
       "      <th>index</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>32355</td>\n",
       "      <td>True</td>\n",
       "      <td>['Rangers', 'Rangers', 'Military Police']</td>\n",
       "      <td>['Lashkar e Jhangvi LeJ', 'militants', 'milita...</td>\n",
       "      <td>['killing', 'killed', 'gunned']</td>\n",
       "      <td>['Armed Assault', 'Armed Assault', 'Armed Assa...</td>\n",
       "      <td>['Karachi']</td>\n",
       "      <td>['December 6']</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>Two Lashkar e Jhangvi LeJ militants Asim alias...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>32398</td>\n",
       "      <td>True</td>\n",
       "      <td>['Security Forces', 'SFs', 'civilians']</td>\n",
       "      <td>NaN</td>\n",
       "      <td>['killed', 'fighting', 'wounded', 'fighting', ...</td>\n",
       "      <td>['Unknown', 'Unknown', 'Unknown', 'Unknown', '...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>['December 20']</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>The Commander Southern Command Lieutenant Gene...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>29171</td>\n",
       "      <td>True</td>\n",
       "      <td>['Naga', 'Naga', 'Nagas', 'Naga']</td>\n",
       "      <td>['Manipur Naga Peopleâ€™s Front', 'MNPF', 'MNP...</td>\n",
       "      <td>['explosion', 'exploded', 'bomb', 'attack']</td>\n",
       "      <td>['Bombing/Explosion', 'Bombing/Explosion', 'Bo...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>['August 30']</td>\n",
       "      <td>india</td>\n",
       "      <td>2016</td>\n",
       "      <td>Meanwhile the underground organization Manipur...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>25445</td>\n",
       "      <td>True</td>\n",
       "      <td>['Artisan Restaurant', 'foreigners', 'hostages']</td>\n",
       "      <td>['attackers', 'suicide fighters', 'suicide sol...</td>\n",
       "      <td>['gun battle', 'killing', 'injuring']</td>\n",
       "      <td>['Armed Assault', 'Armed Assault', 'Armed Assa...</td>\n",
       "      <td>['Dhaka']</td>\n",
       "      <td>['August', '27th']</td>\n",
       "      <td>bangladesh</td>\n",
       "      <td>2016</td>\n",
       "      <td>Islamic State IS in the latest issue of its on...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>31739</td>\n",
       "      <td>True</td>\n",
       "      <td>['Muttahida Qaumi Movement', 'MQM', 'MQM']</td>\n",
       "      <td>NaN</td>\n",
       "      <td>['shot']</td>\n",
       "      <td>['Assassination']</td>\n",
       "      <td>['Naeemabad', 'Korangi', 'Karachi', 'Sindh']</td>\n",
       "      <td>['June 19']</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2016</td>\n",
       "      <td>A senior Muttahida Qaumi Movement MQM worker i...</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7484</th>\n",
       "      <td>10483</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>nepal</td>\n",
       "      <td>2015</td>\n",
       "      <td>Clashes between demonstrators and Police leave...</td>\n",
       "      <td>a9qjjlMsQqy8XtuhYUJ6QMLlDz88-news_satp_15.tsv_46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7485</th>\n",
       "      <td>42333</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>india</td>\n",
       "      <td>2012</td>\n",
       "      <td>The death toll in the ongoing clashes between ...</td>\n",
       "      <td>a6U4BlcbFbLRZKmdIMjCcxSEV7ni-news_satp_15.tsv_35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7486</th>\n",
       "      <td>21314</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2014</td>\n",
       "      <td>An unnamed security official revealed that Fro...</td>\n",
       "      <td>aBikefqUY7LvQEJe5Sn96IE92aEK-news_satp_15.tsv_39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7487</th>\n",
       "      <td>58183</td>\n",
       "      <td>True</td>\n",
       "      <td>['Police', 'Police']</td>\n",
       "      <td>['militants']</td>\n",
       "      <td>['grenade', 'grenade', 'exploded']</td>\n",
       "      <td>['Bombing/Explosion', 'Bombing/Explosion', 'Bo...</td>\n",
       "      <td>['Srinagar']</td>\n",
       "      <td>['October 16']</td>\n",
       "      <td>india</td>\n",
       "      <td>2011</td>\n",
       "      <td>Police said that militants hurled a grenade on...</td>\n",
       "      <td>a8iR07wYXkm9CV3iPTxqGE4CaaMC-news_satp_15.tsv_52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7488</th>\n",
       "      <td>33926</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>pakistan</td>\n",
       "      <td>2013</td>\n",
       "      <td>A recently constituted task force on missing p...</td>\n",
       "      <td>aB.Fjm9WSEjgxfMeoHm8U_dDssXq-news_satp_15.tsv_41</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7489 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  is_relevant                                            target  \\\n",
       "0     32355         True         ['Rangers', 'Rangers', 'Military Police']   \n",
       "1     32398         True           ['Security Forces', 'SFs', 'civilians']   \n",
       "2     29171         True                 ['Naga', 'Naga', 'Nagas', 'Naga']   \n",
       "3     25445         True  ['Artisan Restaurant', 'foreigners', 'hostages']   \n",
       "4     31739         True        ['Muttahida Qaumi Movement', 'MQM', 'MQM']   \n",
       "...     ...          ...                                               ...   \n",
       "7484  10483        False                                                []   \n",
       "7485  42333        False                                                []   \n",
       "7486  21314        False                                                []   \n",
       "7487  58183         True                              ['Police', 'Police']   \n",
       "7488  33926        False                                                []   \n",
       "\n",
       "                                                 source  \\\n",
       "0     ['Lashkar e Jhangvi LeJ', 'militants', 'milita...   \n",
       "1                                                   NaN   \n",
       "2     ['Manipur Naga Peopleâ€™s Front', 'MNPF', 'MNP...   \n",
       "3     ['attackers', 'suicide fighters', 'suicide sol...   \n",
       "4                                                   NaN   \n",
       "...                                                 ...   \n",
       "7484                                                 []   \n",
       "7485                                                 []   \n",
       "7486                                                 []   \n",
       "7487                                      ['militants']   \n",
       "7488                                                 []   \n",
       "\n",
       "                                                 action  \\\n",
       "0                       ['killing', 'killed', 'gunned']   \n",
       "1     ['killed', 'fighting', 'wounded', 'fighting', ...   \n",
       "2           ['explosion', 'exploded', 'bomb', 'attack']   \n",
       "3                 ['gun battle', 'killing', 'injuring']   \n",
       "4                                              ['shot']   \n",
       "...                                                 ...   \n",
       "7484                                                 []   \n",
       "7485                                                 []   \n",
       "7486                                                 []   \n",
       "7487                 ['grenade', 'grenade', 'exploded']   \n",
       "7488                                                 []   \n",
       "\n",
       "                                            action_type  \\\n",
       "0     ['Armed Assault', 'Armed Assault', 'Armed Assa...   \n",
       "1     ['Unknown', 'Unknown', 'Unknown', 'Unknown', '...   \n",
       "2     ['Bombing/Explosion', 'Bombing/Explosion', 'Bo...   \n",
       "3     ['Armed Assault', 'Armed Assault', 'Armed Assa...   \n",
       "4                                     ['Assassination']   \n",
       "...                                                 ...   \n",
       "7484                                                NaN   \n",
       "7485                                                NaN   \n",
       "7486                                                NaN   \n",
       "7487  ['Bombing/Explosion', 'Bombing/Explosion', 'Bo...   \n",
       "7488                                                NaN   \n",
       "\n",
       "                                          location                date  \\\n",
       "0                                      ['Karachi']      ['December 6']   \n",
       "1                                              NaN     ['December 20']   \n",
       "2                                              NaN       ['August 30']   \n",
       "3                                        ['Dhaka']  ['August', '27th']   \n",
       "4     ['Naeemabad', 'Korangi', 'Karachi', 'Sindh']         ['June 19']   \n",
       "...                                            ...                 ...   \n",
       "7484                                            []                  []   \n",
       "7485                                            []                  []   \n",
       "7486                                            []                  []   \n",
       "7487                                  ['Srinagar']      ['October 16']   \n",
       "7488                                            []                  []   \n",
       "\n",
       "         country  year                                               news  \\\n",
       "0       pakistan  2016  Two Lashkar e Jhangvi LeJ militants Asim alias...   \n",
       "1       pakistan  2016  The Commander Southern Command Lieutenant Gene...   \n",
       "2          india  2016  Meanwhile the underground organization Manipur...   \n",
       "3     bangladesh  2016  Islamic State IS in the latest issue of its on...   \n",
       "4       pakistan  2016  A senior Muttahida Qaumi Movement MQM worker i...   \n",
       "...          ...   ...                                                ...   \n",
       "7484       nepal  2015  Clashes between demonstrators and Police leave...   \n",
       "7485       india  2012  The death toll in the ongoing clashes between ...   \n",
       "7486    pakistan  2014  An unnamed security official revealed that Fro...   \n",
       "7487       india  2011  Police said that militants hurled a grenade on...   \n",
       "7488    pakistan  2013  A recently constituted task force on missing p...   \n",
       "\n",
       "                                                 index  \n",
       "0                                                  NaN  \n",
       "1                                                  NaN  \n",
       "2                                                  NaN  \n",
       "3                                                  NaN  \n",
       "4                                                  NaN  \n",
       "...                                                ...  \n",
       "7484  a9qjjlMsQqy8XtuhYUJ6QMLlDz88-news_satp_15.tsv_46  \n",
       "7485  a6U4BlcbFbLRZKmdIMjCcxSEV7ni-news_satp_15.tsv_35  \n",
       "7486  aBikefqUY7LvQEJe5Sn96IE92aEK-news_satp_15.tsv_39  \n",
       "7487  a8iR07wYXkm9CV3iPTxqGE4CaaMC-news_satp_15.tsv_52  \n",
       "7488  aB.Fjm9WSEjgxfMeoHm8U_dDssXq-news_satp_15.tsv_41  \n",
       "\n",
       "[7489 rows x 12 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_total = pd.concat(df_list).reset_index(drop=True)\n",
    "df_total"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    " ## Running Performances"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-12-21T21:00:19.188868Z",
     "start_time": "2020-12-21T21:00:18.913908Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-9-09c4084b8dd4>:5: MatplotlibDeprecationWarning: Using a string of single character colors as a color sequence is deprecated since 3.2 and will be removed two minor releases later. Use an explicit list instead.\n",
      "  plt.bar(range(len(num_list)), num_list,color='rgb',tick_label=name_list, width=0.5)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAARsElEQVR4nO3df5BdZX3H8fenAcFqCwJbJiZpw9RYh1qNdEup2hkKowLaBkeLOB3JWDqxHbS2tbVo/xBbnaljldb+YCYt1GBbAX+VjKVVBBzRGcEFY+RHrangkDSSVRG1KJbw7R/7pFzCZvfu3r0b8vT9mrlzz3me59zzvZk9nz159tx7UlVIkvryQwe7AEnS0jPcJalDhrskdchwl6QOGe6S1KHDDnYBAMcdd1ytXbv2YJchSYeUW2655etVNTFb3+Mi3NeuXcvU1NTBLkOSDilJvnqgPqdlJKlDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ0N/QjXJCmAK2FVVL0lyAnAFcCxwC/CqqvpBkiOAy4GfBb4BvKKq7l7yyh8pbGwvrRF4ExjpoFrImfvrgTsH1t8BXFxVTwPuA85v7ecD97X2i9s4SdIyGirck6wGXgz8XVsPcBrwwTZkC3B2W97Q1mn9p7fxkqRlMuyZ+58DbwQebuvHAt+qqofa+k5gVVteBdwD0Prvb+MfJcmmJFNJpqanpxdXvSRpVvOGe5KXAHuq6pal3HFVba6qyaqanJiY9RsrJUmLNMwfVJ8H/EqSs4AjgR8F/gI4Oslh7ex8NbCrjd8FrAF2JjkMOIqZP6xKkpbJvGfuVfWmqlpdVWuBc4Hrq+rXgBuAl7dhG4Gr2/LWtk7rv77KSyckaTmNcp37HwK/l2QHM3Pql7b2S4FjW/vvAReOVqIkaaEWdCemqvok8Mm2/BXg5FnGfB/41SWoTZK0SH5CVZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjo0b7gnOTLJzUm+kOT2JG9t7e9NcleSbe2xvrUnyXuS7EiyPclJY34PkqT9DHObvQeB06rqu0kOBz6d5F9b3x9U1Qf3G38msK49fh64pD1LkpbJvGfuNeO7bfXw9qg5NtkAXN62+yxwdJKVo5cqSRrWUHPuSVYk2QbsAa6tqpta19vb1MvFSY5obauAewY239na9n/NTUmmkkxNT08v/h1Ikh5jqHCvqr1VtR5YDZyc5JnAm4BnAD8HHAP84UJ2XFWbq2qyqiYnJiYWVrUkaU4Lulqmqr4F3ACcUVW729TLg8DfAye3YbuANQObrW5tkqRlMszVMhNJjm7LTwReAPz7vnn0JAHOBm5rm2wFzmtXzZwC3F9Vu8dQuyTpAIa5WmYlsCXJCmZ+GVxVVR9Ncn2SCSDANuA32/hrgLOAHcADwKuXvGpJ0pzmDfeq2g48Z5b20w4wvoALRi9NkrRYfkJVkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXIcJekDhnuktShYW6zd2SSm5N8IcntSd7a2k9IclOSHUmuTPKE1n5EW9/R+teO+T1IkvYzzJn7g8BpVfVsYD1wRrs36juAi6vqacB9wPlt/PnAfa394jZOkrSM5g33mvHdtnp4exRwGvDB1r6FmZtkA2xo67T+09tNtCVJy2SoOfckK5JsA/YA1wL/CXyrqh5qQ3YCq9ryKuAegNZ/P3DsLK+5KclUkqnp6emR3oQk6dGGCveq2ltV64HVwMnAM0bdcVVtrqrJqpqcmJgY9eUkSQMWdLVMVX0LuAH4BeDoJIe1rtXArra8C1gD0PqPAr6xFMVKkoYzzNUyE0mObstPBF4A3MlMyL+8DdsIXN2Wt7Z1Wv/1VVVLWLMkaR6HzT+ElcCWJCuY+WVwVVV9NMkdwBVJ3gZ8Hri0jb8UeF+SHcA3gXPHULckaQ7zhntVbQeeM0v7V5iZf9+//fvAry5JdZKkRfETqpLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXIcJekDg1zm701SW5IckeS25O8vrVflGRXkm3tcdbANm9KsiPJl5K8aJxvQJL0WMPcZu8h4A1VdWuSHwFuSXJt67u4qv5scHCSE5m5td5PA08FPpHk6VW1dykLlyQd2Lxn7lW1u6pubcvfYebm2Kvm2GQDcEVVPVhVdwE7mOV2fJKk8VnQnHuStczcT/Wm1vTaJNuTXJbkKa1tFXDPwGY7mfuXgSRpiQ0d7kmeDHwI+J2q+jZwCfCTwHpgN/Cuhew4yaYkU0mmpqenF7KpJGkeQ4V7ksOZCfZ/rKoPA1TVvVW1t6oeBv6WR6ZedgFrBjZf3doepao2V9VkVU1OTEyM8h4kSfsZ5mqZAJcCd1bVuwfaVw4MeylwW1veCpyb5IgkJwDrgJuXrmRJ0nyGuVrmecCrgC8m2dba3gy8Msl6oIC7gdcAVNXtSa4C7mDmSpsLvFJGkpbXvOFeVZ8GMkvXNXNs83bg7SPUJUkagZ9QlaQOGe6S1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Ncw/VNUluSHJHktuTvL61H5Pk2iRfbs9Pae1J8p4kO5JsT3LSuN+EJOnRhjlzfwh4Q1WdCJwCXJDkROBC4LqqWgdc19YBzmTmptjrgE3AJUtetSRpTvOGe1Xtrqpb2/J3gDuBVcAGYEsbtgU4uy1vAC6vGZ8Fjk6ycqkLlyQd2ILm3JOsBZ4D3AQcX1W7W9fXgOPb8irgnoHNdra2/V9rU5KpJFPT09MLrVuSNIehwz3Jk4EPAb9TVd8e7KuqAmohO66qzVU1WVWTExMTC9lUkjSPocI9yeHMBPs/VtWHW/O9+6Zb2vOe1r4LWDOw+erWJklaJsNcLRPgUuDOqnr3QNdWYGNb3ghcPdB+Xrtq5hTg/oHpG0nSMjhsiDHPA14FfDHJttb2ZuBPgauSnA98FTin9V0DnAXsAB4AXr2UBUuS5jdvuFfVp4EcoPv0WcYXcMGIdUmSRuAnVCWpQ4a7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHRrmNnuXJdmT5LaBtouS7EqyrT3OGuh7U5IdSb6U5EXjKlySdGDDnLm/FzhjlvaLq2p9e1wDkORE4Fzgp9s2f5NkxVIVK0kazrzhXlWfAr455OttAK6oqger6i5m7qN68gj1SZIWYZQ599cm2d6mbZ7S2lYB9wyM2dnaHiPJpiRTSaamp6dHKEOStL/FhvslwE8C64HdwLsW+gJVtbmqJqtqcmJiYpFlSJJms6hwr6p7q2pvVT0M/C2PTL3sAtYMDF3d2iRJy2hR4Z5k5cDqS4F9V9JsBc5NckSSE4B1wM2jlShJWqjD5huQ5P3AqcBxSXYCbwFOTbIeKOBu4DUAVXV7kquAO4CHgAuqau9YKpckHVCq6mDXwOTkZE1NTS1u42Rpi9HSeBz8XEm9S3JLVU3O1ucnVCWpQ4a7JHXIcJekDhnuktQhw12SOmS4S1KHDHdJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalD84Z7ksuS7Ely20DbMUmuTfLl9vyU1p4k70myI8n2JCeNs3hJ0uyGOXN/L3DGfm0XAtdV1TrgurYOcCYzN8VeB2wCLlmaMiVJCzFvuFfVp4Bv7te8AdjSlrcAZw+0X14zPgscnWTlEtUqSRrSYufcj6+q3W35a8DxbXkVcM/AuJ2t7TGSbEoylWRqenp6kWVIkmYz8h9Uq6qABd/qvqo2V9VkVU1OTEyMWoYkacBiw/3efdMt7XlPa98FrBkYt7q1SZKW0WLDfSuwsS1vBK4eaD+vXTVzCnD/wPSNJGmZHDbfgCTvB04FjkuyE3gL8KfAVUnOB74KnNOGXwOcBewAHgBePYaaJUnzmDfcq+qVB+g6fZaxBVwwalGSpNH4CVVJ6pDhLkkdMtwlqUOGuyR1yHCXpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUofmvVnHXJLcDXwH2As8VFWTSY4BrgTWAncD51TVfaOVKUlaiKU4c/+lqlpfVZNt/ULguqpaB1zX1iVJy2gc0zIbgC1teQtw9hj2IUmaw6jhXsDHk9ySZFNrO76qdrflrwHHz7Zhkk1JppJMTU9Pj1iGJGnQSHPuwPOraleSHwOuTfLvg51VVUlqtg2rajOwGWBycnLWMZKkxRnpzL2qdrXnPcBHgJOBe5OsBGjPe0YtUpK0MIsO9yRPSvIj+5aBFwK3AVuBjW3YRuDqUYuUJC3MKNMyxwMfSbLvdf6pqv4tyeeAq5KcD3wVOGf0MiVJC7HocK+qrwDPnqX9G8DpoxQlSRqNn1CVpA4Z7pLUIcNdkjpkuEtShwx3SeqQ4S5JHTLcJalDhrskdchwl6QOGe6S1CHDXZI6ZLhLUocMd0nq0Kh3YpJ0iMhbc7BL0CzqLeO5EZ1n7pLUIcNdkjpkuEtSh8YW7knOSPKlJDuSXDiu/UiSHmss4Z5kBfDXwJnAicArk5w4jn1Jkh5rXGfuJwM7quorVfUD4Apgw5j2JUnaz7guhVwF3DOwvhP4+cEBSTYBm9rqd5N8aUy1HEqOA75+sItYEvGyO41VN8dKLhrpWPmJA3UctOvcq2ozsPlg7f/xKMlUVU0e7DqkxzuPlfmNa1pmF7BmYH11a5MkLYNxhfvngHVJTkjyBOBcYOuY9iVJ2s9YpmWq6qEkrwU+BqwALquq28exr844TSUNx2NlHqkaz/caSJIOHj+hKkkdMtwlqUOG+wiS7E2yLcltST6Q5IeX4DUnk7xnKeqTHo/GdNysTXJbWz41yUfnGT/vmEOd4T6a71XV+qp6JvAD4DcHO5Ms+A/WVTVVVb+9VAVKj0NzHjcHspjj6f8zw33p3Ag8rZ0R3JhkK3BHkhVJ3pnkc0m2J3kNQJIrkrx438ZJ3pvk5YNnFEmOSfLPbbvPJnlWa78oye8PbHtbO3N5UpJ/SfKF1vaK5f0nkBZs33Hzy0luSvL5JJ9Icjz838/6+5J8Bnhf+zm/Mcmt7fHcuV68HROXJbm5vfb/m69B8TfhEmhnFGcC/9aaTgKeWVV3ta9ZuL+qfi7JEcBnknwcuBI4B/iX9lmA04Hf4tFf0/BW4PNVdXaS04DLgfVzlHIG8F9V9eJW11FL9ialJbbfcfNp4JSqqiS/AbwReEMbeiLw/Kr6XpvCeUFVfT/JOuD9wFyfVP0j4Pqq+vUkRwM3J/nEmN7S44rhPponJtnWlm8ELgWeC9xcVXe19hcCz0ry8rZ+FLAO+FfgL1rgnwF8qv3wDr7+84GXAVTV9UmOTfKjc9TzReBdSd4BfLSqbhz5HUpLb7bj5qeAK5OsBJ4A3DUwfmtVfa8tHw78VZL1wF7g6fPs64XArwz8T/dI4MdHfgeHAMN9NN+rqvWDDS2c/3uwCXhdVX1s/42TfBJ4EfAKZr45c1gP8egptSMBquo/kpwEnAW8Lcl1VfXHC3hdaTnMdtz8JfDuqtqa5FTgooHuwePpd4F7gWczcwx8f559BXhZVT3qiwn3Tfv0zDn38fsY8FtJDgdI8vQkT2p9VwKvBn6RR6Z0Bt0I/Frb7lTg61X1beBuZqZ+aGF+Qlt+KvBAVf0D8M59Y6RDwFE88v1TG+cZt7uqHgZexcwn4OfyMeB1aWddSZ4zaqGHCs/cx+/vgLXAre0HbBo4u/V9HHgfcHX73vv9XQRclmQ78ACP/NB/CDgvye3ATcB/tPafAd6Z5GHgf5iZw5cOBRcBH0hyH3A97YRlFn8DfCjJecycEP33Acbt8yfAnwPbk/wQM9M9L1mKgh/v/PoBSeqQ0zKS1CHDXZI6ZLhLUocMd0nqkOEuSR0y3CWpQ4a7JHXofwE59qwpWx2CFgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "\n",
    "name_list = ['Previous','Parallel']\n",
    "num_list = [407,13]\n",
    "plt.bar(range(len(num_list)), num_list,color='rgb',tick_label=name_list, width=0.5)\n",
    "plt.show()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": false,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {
    "height": "calc(100% - 180px)",
    "left": "10px",
    "top": "150px",
    "width": "261px"
   },
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}