1-Data-Preparation.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Preparation\n",
    "First we need to prepare the data so that we can input it into the model."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "# load the necessary libraries\n",
    "import pandas as pd\n",
    "\n",
    "# Disable the warning on chained assignments\n",
    "pd.options.mode.chained_assignment = None \n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>As part of #myrefugeestory, Mohamed Madi and B...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>###</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 ###  \\\n",
       "0                                                NaN   \n",
       "1  As part of #myrefugeestory, Mohamed Madi and B...   \n",
       "2  https://www.facebook.com/228735667216_10153273...   \n",
       "3                                                ###   \n",
       "4  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                  Comment               Type     Target  \\\n",
       "0                                     NaN                NaN        NaN   \n",
       "1                                     NaN                NaN        NaN   \n",
       "2                                     NaN                NaN        NaN   \n",
       "3                                     NaN                NaN        NaN   \n",
       "4  Can we shut up about refugees already?  Acceptable speech  No target   \n",
       "\n",
       "   Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "0       NaN                NaN            NaN                  NaN   \n",
       "1       NaN                NaN            NaN                  NaN   \n",
       "2       NaN                NaN            NaN                  NaN   \n",
       "3       NaN                NaN            NaN                  NaN   \n",
       "4       NaN                NaN            NaN                  NaN   \n",
       "\n",
       "   Circumlocution  \n",
       "0             NaN  \n",
       "1             NaN  \n",
       "2             NaN  \n",
       "3             NaN  \n",
       "4             NaN  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Open the spreadsheet that you downloaded from Google Sheets\n",
    "sheet = pd.read_excel(\"data/Implicit hate speech.xlsx\")\n",
    "\n",
    "# View the first 5 instances of the sheet\n",
    "sheet.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>5868</td>\n",
       "      <td>5782</td>\n",
       "      <td>5791</td>\n",
       "      <td>5791</td>\n",
       "      <td>571.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>241.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>5838</td>\n",
       "      <td>5722</td>\n",
       "      <td>27</td>\n",
       "      <td>31</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>###</td>\n",
       "      <td>-*-*-*- Mary mother of Jesus is depicted weari...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>31</td>\n",
       "      <td>11</td>\n",
       "      <td>2873</td>\n",
       "      <td>3015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.576182</td>\n",
       "      <td>0.316109</td>\n",
       "      <td>0.106383</td>\n",
       "      <td>0.303951</td>\n",
       "      <td>0.331950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.494595</td>\n",
       "      <td>0.465664</td>\n",
       "      <td>0.308797</td>\n",
       "      <td>0.460663</td>\n",
       "      <td>0.471893</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         ###                                            Comment  \\\n",
       "count   5868                                               5782   \n",
       "unique  5838                                               5722   \n",
       "top      ###  -*-*-*- Mary mother of Jesus is depicted weari...   \n",
       "freq      31                                                 11   \n",
       "mean     NaN                                                NaN   \n",
       "std      NaN                                                NaN   \n",
       "min      NaN                                                NaN   \n",
       "25%      NaN                                                NaN   \n",
       "50%      NaN                                                NaN   \n",
       "75%      NaN                                                NaN   \n",
       "max      NaN                                                NaN   \n",
       "\n",
       "                     Type     Target    Implicit  Metaphor/metonymy  \\\n",
       "count                5791       5791  571.000000         329.000000   \n",
       "unique                 27         31         NaN                NaN   \n",
       "top     Acceptable speech  No target         NaN                NaN   \n",
       "freq                 2873       3015         NaN                NaN   \n",
       "mean                  NaN        NaN    0.576182           0.316109   \n",
       "std                   NaN        NaN    0.494595           0.465664   \n",
       "min                   NaN        NaN    0.000000           0.000000   \n",
       "25%                   NaN        NaN    0.000000           0.000000   \n",
       "50%                   NaN        NaN    1.000000           0.000000   \n",
       "75%                   NaN        NaN    1.000000           1.000000   \n",
       "max                   NaN        NaN    1.000000           1.000000   \n",
       "\n",
       "        Sarcasm/humor  Rhetorical question  Circumlocution  \n",
       "count      329.000000           329.000000      241.000000  \n",
       "unique            NaN                  NaN             NaN  \n",
       "top               NaN                  NaN             NaN  \n",
       "freq              NaN                  NaN             NaN  \n",
       "mean         0.106383             0.303951        0.331950  \n",
       "std          0.308797             0.460663        0.471893  \n",
       "min          0.000000             0.000000        0.000000  \n",
       "25%          0.000000             0.000000        0.000000  \n",
       "50%          0.000000             0.000000        0.000000  \n",
       "75%          0.000000             1.000000        1.000000  \n",
       "max          1.000000             1.000000        1.000000  "
      ]
     },
     "execution_count": 70,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Let's look at the statistics of the sheet\n",
    "sheet.describe(include=\"all\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>5791</td>\n",
       "      <td>5782</td>\n",
       "      <td>5791</td>\n",
       "      <td>5791</td>\n",
       "      <td>571.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>241.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>5791</td>\n",
       "      <td>5722</td>\n",
       "      <td>27</td>\n",
       "      <td>31</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>-*-*-*- Mary mother of Jesus is depicted weari...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>2873</td>\n",
       "      <td>3015</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.576182</td>\n",
       "      <td>0.316109</td>\n",
       "      <td>0.106383</td>\n",
       "      <td>0.303951</td>\n",
       "      <td>0.331950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.494595</td>\n",
       "      <td>0.465664</td>\n",
       "      <td>0.308797</td>\n",
       "      <td>0.460663</td>\n",
       "      <td>0.471893</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                      ###  \\\n",
       "count                                                5791   \n",
       "unique                                               5791   \n",
       "top     https://www.facebook.com/228735667216_10153273...   \n",
       "freq                                                    1   \n",
       "mean                                                  NaN   \n",
       "std                                                   NaN   \n",
       "min                                                   NaN   \n",
       "25%                                                   NaN   \n",
       "50%                                                   NaN   \n",
       "75%                                                   NaN   \n",
       "max                                                   NaN   \n",
       "\n",
       "                                                  Comment               Type  \\\n",
       "count                                                5782               5791   \n",
       "unique                                               5722                 27   \n",
       "top     -*-*-*- Mary mother of Jesus is depicted weari...  Acceptable speech   \n",
       "freq                                                   11               2873   \n",
       "mean                                                  NaN                NaN   \n",
       "std                                                   NaN                NaN   \n",
       "min                                                   NaN                NaN   \n",
       "25%                                                   NaN                NaN   \n",
       "50%                                                   NaN                NaN   \n",
       "75%                                                   NaN                NaN   \n",
       "max                                                   NaN                NaN   \n",
       "\n",
       "           Target    Implicit  Metaphor/metonymy  Sarcasm/humor  \\\n",
       "count        5791  571.000000         329.000000     329.000000   \n",
       "unique         31         NaN                NaN            NaN   \n",
       "top     No target         NaN                NaN            NaN   \n",
       "freq         3015         NaN                NaN            NaN   \n",
       "mean          NaN    0.576182           0.316109       0.106383   \n",
       "std           NaN    0.494595           0.465664       0.308797   \n",
       "min           NaN    0.000000           0.000000       0.000000   \n",
       "25%           NaN    0.000000           0.000000       0.000000   \n",
       "50%           NaN    1.000000           0.000000       0.000000   \n",
       "75%           NaN    1.000000           1.000000       0.000000   \n",
       "max           NaN    1.000000           1.000000       1.000000   \n",
       "\n",
       "        Rhetorical question  Circumlocution  \n",
       "count            329.000000      241.000000  \n",
       "unique                  NaN             NaN  \n",
       "top                     NaN             NaN  \n",
       "freq                    NaN             NaN  \n",
       "mean               0.303951        0.331950  \n",
       "std                0.460663        0.471893  \n",
       "min                0.000000        0.000000  \n",
       "25%                0.000000        0.000000  \n",
       "50%                0.000000        0.000000  \n",
       "75%                1.000000        1.000000  \n",
       "max                1.000000        1.000000  "
      ]
     },
     "execution_count": 71,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# In our experiments, we are interested only in comments, not posts (posts are not annotated), so let's remove all instances that don't have anything (have NaN values) in the Type column\n",
    "sheet = sheet.dropna(subset=[\"Type\"])\n",
    "\n",
    "# Let's see the results\n",
    "sheet.describe(include=\"all\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>-*-*-*- Why should we? It's the biggest humani...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>-*-*-*- these refugees adult males are cowards...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 ###  \\\n",
       "4  https://www.facebook.com/228735667216_10153273...   \n",
       "5  https://www.facebook.com/228735667216_10153273...   \n",
       "6  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                             Comment                  Type  \\\n",
       "4             Can we shut up about refugees already?     Acceptable speech   \n",
       "5  -*-*-*- Why should we? It's the biggest humani...     Acceptable speech   \n",
       "6  -*-*-*- these refugees adult males are cowards...  Background offensive   \n",
       "\n",
       "      Target  Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "4  No target       NaN                NaN            NaN                  NaN   \n",
       "5  No target       NaN                NaN            NaN                  NaN   \n",
       "6   Migrants       0.0                NaN            NaN                  NaN   \n",
       "\n",
       "   Circumlocution  \n",
       "4             NaN  \n",
       "5             NaN  \n",
       "6             NaN  "
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Let's look at the new sheet (first 3 instances)\n",
    "sheet.head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\TajaK\\AppData\\Local\\Temp\\ipykernel_13000\\1628127234.py:4: FutureWarning: The default value of regex will change from True to False in a future version.\n",
      "  sheet[\"Comment\"] = sheet[\"Comment\"].str.replace(\"-\\*-\\*-\\*- \", \"\")\n",
      "C:\\Users\\TajaK\\AppData\\Local\\Temp\\ipykernel_13000\\1628127234.py:5: FutureWarning: The default value of regex will change from True to False in a future version.\n",
      "  sheet[\"Comment\"] = sheet[\"Comment\"].str.replace(\"-\\*-\\*-\\*-\", \"\")\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Why should we? It's the biggest humanitarian c...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>these refugees adult males are cowards for not...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Does Syria own the BBC?.........</td>\n",
       "      <td>Acceptable speech|Other offensive</td>\n",
       "      <td>No target|Journalist or medium</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>They are all mentally jerking off to the refug...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 ###  \\\n",
       "4  https://www.facebook.com/228735667216_10153273...   \n",
       "5  https://www.facebook.com/228735667216_10153273...   \n",
       "6  https://www.facebook.com/228735667216_10153273...   \n",
       "7  https://www.facebook.com/228735667216_10153273...   \n",
       "8  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                             Comment  \\\n",
       "4             Can we shut up about refugees already?   \n",
       "5  Why should we? It's the biggest humanitarian c...   \n",
       "6  these refugees adult males are cowards for not...   \n",
       "7                   Does Syria own the BBC?.........   \n",
       "8  They are all mentally jerking off to the refug...   \n",
       "\n",
       "                                Type                          Target  \\\n",
       "4                  Acceptable speech                       No target   \n",
       "5                  Acceptable speech                       No target   \n",
       "6               Background offensive                        Migrants   \n",
       "7  Acceptable speech|Other offensive  No target|Journalist or medium   \n",
       "8               Background offensive                        Migrants   \n",
       "\n",
       "   Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "4       NaN                NaN            NaN                  NaN   \n",
       "5       NaN                NaN            NaN                  NaN   \n",
       "6       0.0                NaN            NaN                  NaN   \n",
       "7       NaN                NaN            NaN                  NaN   \n",
       "8       0.0                NaN            NaN                  NaN   \n",
       "\n",
       "   Circumlocution  \n",
       "4             NaN  \n",
       "5             NaN  \n",
       "6             NaN  \n",
       "7             NaN  \n",
       "8             NaN  "
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Following Nikola's instruction, we'll also delete the \"-*-*-*- \" part from the comments.\n",
    "# We need to add \"\\\" before the \"*\" because otherwise it is understood as a special regex character.\n",
    "\n",
    "sheet[\"Comment\"] = sheet[\"Comment\"].str.replace(\"-\\*-\\*-\\*- \", \"\")\n",
    "sheet[\"Comment\"] = sheet[\"Comment\"].str.replace(\"-\\*-\\*-\\*-\", \"\")\n",
    "\n",
    "# Let's look at the sheet\n",
    "sheet.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>5782</td>\n",
       "      <td>5782</td>\n",
       "      <td>5782</td>\n",
       "      <td>5782</td>\n",
       "      <td>571.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>241.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>5782</td>\n",
       "      <td>5707</td>\n",
       "      <td>27</td>\n",
       "      <td>31</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Mary mother of Jesus is depicted wearing it in...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>2864</td>\n",
       "      <td>3006</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.576182</td>\n",
       "      <td>0.316109</td>\n",
       "      <td>0.106383</td>\n",
       "      <td>0.303951</td>\n",
       "      <td>0.331950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.494595</td>\n",
       "      <td>0.465664</td>\n",
       "      <td>0.308797</td>\n",
       "      <td>0.460663</td>\n",
       "      <td>0.471893</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                      ###  \\\n",
       "count                                                5782   \n",
       "unique                                               5782   \n",
       "top     https://www.facebook.com/228735667216_10153273...   \n",
       "freq                                                    1   \n",
       "mean                                                  NaN   \n",
       "std                                                   NaN   \n",
       "min                                                   NaN   \n",
       "25%                                                   NaN   \n",
       "50%                                                   NaN   \n",
       "75%                                                   NaN   \n",
       "max                                                   NaN   \n",
       "\n",
       "                                                  Comment               Type  \\\n",
       "count                                                5782               5782   \n",
       "unique                                               5707                 27   \n",
       "top     Mary mother of Jesus is depicted wearing it in...  Acceptable speech   \n",
       "freq                                                   11               2864   \n",
       "mean                                                  NaN                NaN   \n",
       "std                                                   NaN                NaN   \n",
       "min                                                   NaN                NaN   \n",
       "25%                                                   NaN                NaN   \n",
       "50%                                                   NaN                NaN   \n",
       "75%                                                   NaN                NaN   \n",
       "max                                                   NaN                NaN   \n",
       "\n",
       "           Target    Implicit  Metaphor/metonymy  Sarcasm/humor  \\\n",
       "count        5782  571.000000         329.000000     329.000000   \n",
       "unique         31         NaN                NaN            NaN   \n",
       "top     No target         NaN                NaN            NaN   \n",
       "freq         3006         NaN                NaN            NaN   \n",
       "mean          NaN    0.576182           0.316109       0.106383   \n",
       "std           NaN    0.494595           0.465664       0.308797   \n",
       "min           NaN    0.000000           0.000000       0.000000   \n",
       "25%           NaN    0.000000           0.000000       0.000000   \n",
       "50%           NaN    1.000000           0.000000       0.000000   \n",
       "75%           NaN    1.000000           1.000000       0.000000   \n",
       "max           NaN    1.000000           1.000000       1.000000   \n",
       "\n",
       "        Rhetorical question  Circumlocution  \n",
       "count            329.000000      241.000000  \n",
       "unique                  NaN             NaN  \n",
       "top                     NaN             NaN  \n",
       "freq                    NaN             NaN  \n",
       "mean               0.303951        0.331950  \n",
       "std                0.460663        0.471893  \n",
       "min                0.000000        0.000000  \n",
       "25%                0.000000        0.000000  \n",
       "50%                0.000000        0.000000  \n",
       "75%                1.000000        1.000000  \n",
       "max                1.000000        1.000000  "
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Let's delete the empty comments because they do not carry any information.\n",
    "# After this, the count of ### and Comment will be the same.\n",
    "sheet = sheet.dropna(subset=[\"Comment\"])\n",
    "\n",
    "sheet.describe(include=\"all\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td></td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>961</th>\n",
       "      <td>https://www.facebook.com/164305410295882_27747...</td>\n",
       "      <td></td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3556</th>\n",
       "      <td>https://www.facebook.com/164305410295882_27690...</td>\n",
       "      <td></td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3584</th>\n",
       "      <td>https://www.facebook.com/164305410295882_27690...</td>\n",
       "      <td></td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3980</th>\n",
       "      <td>https://www.facebook.com/164305410295882_11105...</td>\n",
       "      <td></td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4604</th>\n",
       "      <td>https://www.facebook.com/164305410295882_24273...</td>\n",
       "      <td></td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5109</th>\n",
       "      <td>https://www.facebook.com/10513336322_101537662...</td>\n",
       "      <td></td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5110</th>\n",
       "      <td>https://www.facebook.com/10513336322_101537662...</td>\n",
       "      <td></td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5111</th>\n",
       "      <td>https://www.facebook.com/10513336322_101537662...</td>\n",
       "      <td></td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5112</th>\n",
       "      <td>https://www.facebook.com/10513336322_101537662...</td>\n",
       "      <td></td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5725</th>\n",
       "      <td>https://www.facebook.com/10513336322_101537662...</td>\n",
       "      <td></td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    ### Comment  \\\n",
       "90    https://www.facebook.com/228735667216_10153273...           \n",
       "961   https://www.facebook.com/164305410295882_27747...           \n",
       "3556  https://www.facebook.com/164305410295882_27690...           \n",
       "3584  https://www.facebook.com/164305410295882_27690...           \n",
       "3980  https://www.facebook.com/164305410295882_11105...           \n",
       "4604  https://www.facebook.com/164305410295882_24273...           \n",
       "5109  https://www.facebook.com/10513336322_101537662...           \n",
       "5110  https://www.facebook.com/10513336322_101537662...           \n",
       "5111  https://www.facebook.com/10513336322_101537662...           \n",
       "5112  https://www.facebook.com/10513336322_101537662...           \n",
       "5725  https://www.facebook.com/10513336322_101537662...           \n",
       "\n",
       "                   Type     Target  Implicit  Metaphor/metonymy  \\\n",
       "90    Acceptable speech  No target       NaN                NaN   \n",
       "961   Acceptable speech  No target       NaN                NaN   \n",
       "3556  Acceptable speech  No target       NaN                NaN   \n",
       "3584  Acceptable speech  No target       NaN                NaN   \n",
       "3980  Acceptable speech  No target       NaN                NaN   \n",
       "4604  Acceptable speech  No target       NaN                NaN   \n",
       "5109  Acceptable speech  No target       NaN                NaN   \n",
       "5110  Acceptable speech  No target       NaN                NaN   \n",
       "5111  Acceptable speech  No target       NaN                NaN   \n",
       "5112  Acceptable speech  No target       NaN                NaN   \n",
       "5725  Acceptable speech  No target       NaN                NaN   \n",
       "\n",
       "      Sarcasm/humor  Rhetorical question  Circumlocution  \n",
       "90              NaN                  NaN             NaN  \n",
       "961             NaN                  NaN             NaN  \n",
       "3556            NaN                  NaN             NaN  \n",
       "3584            NaN                  NaN             NaN  \n",
       "3980            NaN                  NaN             NaN  \n",
       "4604            NaN                  NaN             NaN  \n",
       "5109            NaN                  NaN             NaN  \n",
       "5110            NaN                  NaN             NaN  \n",
       "5111            NaN                  NaN             NaN  \n",
       "5112            NaN                  NaN             NaN  \n",
       "5725            NaN                  NaN             NaN  "
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# There are also some empty comments that have an empty string\n",
    "discarded_sheet = sheet[sheet[\"Comment\"].str.split().str.len() < 1]\n",
    "discarded_sheet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>5771</td>\n",
       "      <td>5771</td>\n",
       "      <td>5771</td>\n",
       "      <td>5771</td>\n",
       "      <td>571.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>241.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>5771</td>\n",
       "      <td>5706</td>\n",
       "      <td>27</td>\n",
       "      <td>31</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Mary mother of Jesus is depicted wearing it in...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>2853</td>\n",
       "      <td>2995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.576182</td>\n",
       "      <td>0.316109</td>\n",
       "      <td>0.106383</td>\n",
       "      <td>0.303951</td>\n",
       "      <td>0.331950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.494595</td>\n",
       "      <td>0.465664</td>\n",
       "      <td>0.308797</td>\n",
       "      <td>0.460663</td>\n",
       "      <td>0.471893</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                      ###  \\\n",
       "count                                                5771   \n",
       "unique                                               5771   \n",
       "top     https://www.facebook.com/228735667216_10153273...   \n",
       "freq                                                    1   \n",
       "mean                                                  NaN   \n",
       "std                                                   NaN   \n",
       "min                                                   NaN   \n",
       "25%                                                   NaN   \n",
       "50%                                                   NaN   \n",
       "75%                                                   NaN   \n",
       "max                                                   NaN   \n",
       "\n",
       "                                                  Comment               Type  \\\n",
       "count                                                5771               5771   \n",
       "unique                                               5706                 27   \n",
       "top     Mary mother of Jesus is depicted wearing it in...  Acceptable speech   \n",
       "freq                                                   11               2853   \n",
       "mean                                                  NaN                NaN   \n",
       "std                                                   NaN                NaN   \n",
       "min                                                   NaN                NaN   \n",
       "25%                                                   NaN                NaN   \n",
       "50%                                                   NaN                NaN   \n",
       "75%                                                   NaN                NaN   \n",
       "max                                                   NaN                NaN   \n",
       "\n",
       "           Target    Implicit  Metaphor/metonymy  Sarcasm/humor  \\\n",
       "count        5771  571.000000         329.000000     329.000000   \n",
       "unique         31         NaN                NaN            NaN   \n",
       "top     No target         NaN                NaN            NaN   \n",
       "freq         2995         NaN                NaN            NaN   \n",
       "mean          NaN    0.576182           0.316109       0.106383   \n",
       "std           NaN    0.494595           0.465664       0.308797   \n",
       "min           NaN    0.000000           0.000000       0.000000   \n",
       "25%           NaN    0.000000           0.000000       0.000000   \n",
       "50%           NaN    1.000000           0.000000       0.000000   \n",
       "75%           NaN    1.000000           1.000000       0.000000   \n",
       "max           NaN    1.000000           1.000000       1.000000   \n",
       "\n",
       "        Rhetorical question  Circumlocution  \n",
       "count            329.000000      241.000000  \n",
       "unique                  NaN             NaN  \n",
       "top                     NaN             NaN  \n",
       "freq                    NaN             NaN  \n",
       "mean               0.303951        0.331950  \n",
       "std                0.460663        0.471893  \n",
       "min                0.000000        0.000000  \n",
       "25%                0.000000        0.000000  \n",
       "50%                0.000000        0.000000  \n",
       "75%                1.000000        1.000000  \n",
       "max                1.000000        1.000000  "
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Lets delete the comments that have text length less than 1 - that are empty\n",
    "sheet = sheet[sheet[\"Comment\"].str.split().str.len() >= 1]\n",
    "\n",
    "sheet.describe(include=\"all\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5584</th>\n",
       "      <td>https://www.facebook.com/10513336322_101537662...</td>\n",
       "      <td>.. One Month of Islam and Multiculturalism in ...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5397</th>\n",
       "      <td>https://www.facebook.com/10513336322_101537662...</td>\n",
       "      <td>.. One Month of Islam and Multiculturalism in ...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1886</th>\n",
       "      <td>https://www.facebook.com/10513336322_101528254...</td>\n",
       "      <td>A difficult concept for most people to underst...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1821</th>\n",
       "      <td>https://www.facebook.com/10513336322_101528254...</td>\n",
       "      <td>A difficult concept for most people to underst...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>630</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153107...</td>\n",
       "      <td>All of u forgot ab Israel. When they first arr...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>351</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153107...</td>\n",
       "      <td>https://youtu.be/UkIocH91j0w</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3244</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153107...</td>\n",
       "      <td>https://youtu.be/UkIocH91j0w</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>384</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153107...</td>\n",
       "      <td>https://youtu.be/UkIocH91j0w</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4112</th>\n",
       "      <td>https://www.facebook.com/164305410295882_11105...</td>\n",
       "      <td>women are to cover in christianity when in pra...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3955</th>\n",
       "      <td>https://www.facebook.com/164305410295882_11105...</td>\n",
       "      <td>women are to cover in christianity when in pra...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>104 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    ###  \\\n",
       "5584  https://www.facebook.com/10513336322_101537662...   \n",
       "5397  https://www.facebook.com/10513336322_101537662...   \n",
       "1886  https://www.facebook.com/10513336322_101528254...   \n",
       "1821  https://www.facebook.com/10513336322_101528254...   \n",
       "630   https://www.facebook.com/228735667216_10153107...   \n",
       "...                                                 ...   \n",
       "351   https://www.facebook.com/228735667216_10153107...   \n",
       "3244  https://www.facebook.com/228735667216_10153107...   \n",
       "384   https://www.facebook.com/228735667216_10153107...   \n",
       "4112  https://www.facebook.com/164305410295882_11105...   \n",
       "3955  https://www.facebook.com/164305410295882_11105...   \n",
       "\n",
       "                                                Comment                  Type  \\\n",
       "5584  .. One Month of Islam and Multiculturalism in ...     Acceptable speech   \n",
       "5397  .. One Month of Islam and Multiculturalism in ...     Acceptable speech   \n",
       "1886  A difficult concept for most people to underst...     Acceptable speech   \n",
       "1821  A difficult concept for most people to underst...     Acceptable speech   \n",
       "630   All of u forgot ab Israel. When they first arr...  Background offensive   \n",
       "...                                                 ...                   ...   \n",
       "351                        https://youtu.be/UkIocH91j0w     Acceptable speech   \n",
       "3244                       https://youtu.be/UkIocH91j0w     Acceptable speech   \n",
       "384                        https://youtu.be/UkIocH91j0w     Acceptable speech   \n",
       "4112  women are to cover in christianity when in pra...     Acceptable speech   \n",
       "3955  women are to cover in christianity when in pra...     Acceptable speech   \n",
       "\n",
       "         Target  Implicit  Metaphor/metonymy  Sarcasm/humor  \\\n",
       "5584  No target       NaN                NaN            NaN   \n",
       "5397  No target       NaN                NaN            NaN   \n",
       "1886  No target       NaN                NaN            NaN   \n",
       "1821  No target       NaN                NaN            NaN   \n",
       "630    Migrants       1.0                1.0            0.0   \n",
       "...         ...       ...                ...            ...   \n",
       "351   No target       NaN                NaN            NaN   \n",
       "3244  No target       NaN                NaN            NaN   \n",
       "384   No target       NaN                NaN            NaN   \n",
       "4112  No target       NaN                NaN            NaN   \n",
       "3955  No target       NaN                NaN            NaN   \n",
       "\n",
       "      Rhetorical question  Circumlocution  \n",
       "5584                  NaN             NaN  \n",
       "5397                  NaN             NaN  \n",
       "1886                  NaN             NaN  \n",
       "1821                  NaN             NaN  \n",
       "630                   0.0             0.0  \n",
       "...                   ...             ...  \n",
       "351                   NaN             NaN  \n",
       "3244                  NaN             NaN  \n",
       "384                   NaN             NaN  \n",
       "4112                  NaN             NaN  \n",
       "3955                  NaN             NaN  \n",
       "\n",
       "[104 rows x 9 columns]"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Let's analyze whether any of the comments are duplicated\n",
    "sheet[sheet.Comment.duplicated(keep=False)].sort_values(\"Comment\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>5706</td>\n",
       "      <td>5706</td>\n",
       "      <td>5706</td>\n",
       "      <td>5706</td>\n",
       "      <td>571.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>329.000000</td>\n",
       "      <td>241.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>5706</td>\n",
       "      <td>5706</td>\n",
       "      <td>27</td>\n",
       "      <td>31</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2821</td>\n",
       "      <td>2965</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.576182</td>\n",
       "      <td>0.316109</td>\n",
       "      <td>0.106383</td>\n",
       "      <td>0.303951</td>\n",
       "      <td>0.331950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.494595</td>\n",
       "      <td>0.465664</td>\n",
       "      <td>0.308797</td>\n",
       "      <td>0.460663</td>\n",
       "      <td>0.471893</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                      ###  \\\n",
       "count                                                5706   \n",
       "unique                                               5706   \n",
       "top     https://www.facebook.com/228735667216_10153273...   \n",
       "freq                                                    1   \n",
       "mean                                                  NaN   \n",
       "std                                                   NaN   \n",
       "min                                                   NaN   \n",
       "25%                                                   NaN   \n",
       "50%                                                   NaN   \n",
       "75%                                                   NaN   \n",
       "max                                                   NaN   \n",
       "\n",
       "                                       Comment               Type     Target  \\\n",
       "count                                     5706               5706       5706   \n",
       "unique                                    5706                 27         31   \n",
       "top     Can we shut up about refugees already?  Acceptable speech  No target   \n",
       "freq                                         1               2821       2965   \n",
       "mean                                       NaN                NaN        NaN   \n",
       "std                                        NaN                NaN        NaN   \n",
       "min                                        NaN                NaN        NaN   \n",
       "25%                                        NaN                NaN        NaN   \n",
       "50%                                        NaN                NaN        NaN   \n",
       "75%                                        NaN                NaN        NaN   \n",
       "max                                        NaN                NaN        NaN   \n",
       "\n",
       "          Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "count   571.000000         329.000000     329.000000           329.000000   \n",
       "unique         NaN                NaN            NaN                  NaN   \n",
       "top            NaN                NaN            NaN                  NaN   \n",
       "freq           NaN                NaN            NaN                  NaN   \n",
       "mean      0.576182           0.316109       0.106383             0.303951   \n",
       "std       0.494595           0.465664       0.308797             0.460663   \n",
       "min       0.000000           0.000000       0.000000             0.000000   \n",
       "25%       0.000000           0.000000       0.000000             0.000000   \n",
       "50%       1.000000           0.000000       0.000000             0.000000   \n",
       "75%       1.000000           1.000000       0.000000             1.000000   \n",
       "max       1.000000           1.000000       1.000000             1.000000   \n",
       "\n",
       "        Circumlocution  \n",
       "count       241.000000  \n",
       "unique             NaN  \n",
       "top                NaN  \n",
       "freq               NaN  \n",
       "mean          0.331950  \n",
       "std           0.471893  \n",
       "min           0.000000  \n",
       "25%           0.000000  \n",
       "50%           0.000000  \n",
       "75%           1.000000  \n",
       "max           1.000000  "
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# We have 104 duplicated texts - we need to remove the duplicates\n",
    "sheet = sheet.drop_duplicates(\"Comment\")\n",
    "sheet.describe(include=\"all\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1.0    329\n",
      "0.0    242\n",
      "Name: Implicit, dtype: int64\n",
      "1.0    0.576182\n",
      "0.0    0.423818\n",
      "Name: Implicit, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "# Let's analyze the statistics of the Implicit which interests us in Experiment 1\n",
    "print(sheet.Implicit.value_counts())\n",
    "print(sheet.Implicit.value_counts(normalize = True))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Acceptable speech' 'Background offensive'\n",
      " 'Acceptable speech|Other offensive' 'Other offensive'\n",
      " 'Acceptable speech|Background offensive'\n",
      " \"Acceptable speech|Other offensive|Don't know\"\n",
      " 'Other offensive|Background offensive' 'Background violence'\n",
      " 'Background violence|Background offensive'\n",
      " 'Other offensive|Acceptable speech'\n",
      " \"Other offensive|Acceptable speech|Background violence|Don't know\"\n",
      " \"Acceptable speech|Other offensive|Don't know|Background offensive\"\n",
      " 'Inappropriate' 'Acceptable speech|Inappropriate' 'Other threat'\n",
      " 'Other threat|Other offensive'\n",
      " 'Acceptable speech|Other offensive|Background offensive'\n",
      " 'Background offensive|Inappropriate' 'Other offensive|Inappropriate'\n",
      " 'Other offensive|Background violence' \"Acceptable speech|Don't know\"\n",
      " 'Acceptable speech|Other offensive|Inappropriate'\n",
      " 'Other threat|Background violence' 'Other threat|Acceptable speech'\n",
      " 'Other threat|Other offensive|Background offensive'\n",
      " 'Other threat|Acceptable speech|Other offensive'\n",
      " 'Acceptable speech|Background offensive|Inappropriate']\n",
      "Acceptable speech                                                    2821\n",
      "Background offensive                                                 1286\n",
      "Other offensive                                                      1174\n",
      "Acceptable speech|Other offensive                                     149\n",
      "Acceptable speech|Background offensive                                 94\n",
      "Background violence                                                    53\n",
      "Other offensive|Background offensive                                   44\n",
      "Inappropriate                                                          23\n",
      "Other threat                                                           21\n",
      "Other offensive|Inappropriate                                           6\n",
      "Background violence|Background offensive                                6\n",
      "Acceptable speech|Other offensive|Background offensive                  6\n",
      "Acceptable speech|Inappropriate                                         5\n",
      "Other threat|Other offensive                                            2\n",
      "Acceptable speech|Other offensive|Don't know                            2\n",
      "Acceptable speech|Other offensive|Inappropriate                         2\n",
      "Other threat|Acceptable speech|Other offensive                          2\n",
      "Acceptable speech|Other offensive|Don't know|Background offensive       1\n",
      "Other offensive|Acceptable speech|Background violence|Don't know        1\n",
      "Other offensive|Acceptable speech                                       1\n",
      "Background offensive|Inappropriate                                      1\n",
      "Other offensive|Background violence                                     1\n",
      "Acceptable speech|Don't know                                            1\n",
      "Other threat|Background violence                                        1\n",
      "Other threat|Acceptable speech                                          1\n",
      "Other threat|Other offensive|Background offensive                       1\n",
      "Acceptable speech|Background offensive|Inappropriate                    1\n",
      "Name: Type, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# Let's analyze the statistics of the Type which will interest us in Experiment 2\n",
    "# See which classes we have:\n",
    "print(sheet.Type.unique())\n",
    "# See the statistics:\n",
    "print(sheet.Type.value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "      <th>binary-hate-speech</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Acceptable speech</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 ###  \\\n",
       "4  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                  Comment               Type     Target  \\\n",
       "4  Can we shut up about refugees already?  Acceptable speech  No target   \n",
       "\n",
       "   Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "4       NaN                NaN            NaN                  NaN   \n",
       "\n",
       "   Circumlocution binary-hate-speech  \n",
       "4             NaN  Acceptable speech  "
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# As the Experiment 2 will be a binary task: Acceptable vs Hate Speech, we need to create a column with only these two classes.\n",
    "# First, let's copy the values in a new column\n",
    "sheet[\"binary-hate-speech\"] = sheet[\"Type\"]\n",
    "\n",
    "sheet.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Acceptable speech', 'Background offensive', 'discard',\n",
       "       'Other offensive', 'Other offensive|Background offensive',\n",
       "       'Background violence', 'Background violence|Background offensive',\n",
       "       'Inappropriate', 'Other threat', 'Other threat|Other offensive',\n",
       "       'Background offensive|Inappropriate',\n",
       "       'Other offensive|Inappropriate',\n",
       "       'Other offensive|Background violence',\n",
       "       'Other threat|Background violence',\n",
       "       'Other threat|Other offensive|Background offensive'], dtype=object)"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# As Experiment 2 will be based on binary values: acceptable speech and hate speech, let's transform the labels from the Type accordingly.\n",
    "\n",
    "# mark with \"discard\" all instances which are annotated with both categories at the same time (contains \"|Acceptable speech\" or \"Acceptable speech|\" - or is marked by \"|\" and you need to add \"\\\" before the symbol \"|\" in the string \"|Acceptable speech\" to find it)\n",
    "sheet['binary-hate-speech'] = np.where(sheet['binary-hate-speech'].str.contains(\"\\|Acceptable speech|Acceptable speech\\|\", regex = True, na = False),'discard',sheet['binary-hate-speech'])\n",
    "\n",
    "# See the remaining labels\n",
    "sheet[\"binary-hate-speech\"].unique()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "      <th>binary-hate-speech</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Acceptable speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Why should we? It's the biggest humanitarian c...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Acceptable speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>these refugees adult males are cowards for not...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Does Syria own the BBC?.........</td>\n",
       "      <td>Acceptable speech|Other offensive</td>\n",
       "      <td>No target|Journalist or medium</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>discard</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>They are all mentally jerking off to the refug...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 ###  \\\n",
       "4  https://www.facebook.com/228735667216_10153273...   \n",
       "5  https://www.facebook.com/228735667216_10153273...   \n",
       "6  https://www.facebook.com/228735667216_10153273...   \n",
       "7  https://www.facebook.com/228735667216_10153273...   \n",
       "8  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                             Comment  \\\n",
       "4             Can we shut up about refugees already?   \n",
       "5  Why should we? It's the biggest humanitarian c...   \n",
       "6  these refugees adult males are cowards for not...   \n",
       "7                   Does Syria own the BBC?.........   \n",
       "8  They are all mentally jerking off to the refug...   \n",
       "\n",
       "                                Type                          Target  \\\n",
       "4                  Acceptable speech                       No target   \n",
       "5                  Acceptable speech                       No target   \n",
       "6               Background offensive                        Migrants   \n",
       "7  Acceptable speech|Other offensive  No target|Journalist or medium   \n",
       "8               Background offensive                        Migrants   \n",
       "\n",
       "   Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "4       NaN                NaN            NaN                  NaN   \n",
       "5       NaN                NaN            NaN                  NaN   \n",
       "6       0.0                NaN            NaN                  NaN   \n",
       "7       NaN                NaN            NaN                  NaN   \n",
       "8       0.0                NaN            NaN                  NaN   \n",
       "\n",
       "   Circumlocution binary-hate-speech  \n",
       "4             NaN  Acceptable speech  \n",
       "5             NaN  Acceptable speech  \n",
       "6             NaN        Hate speech  \n",
       "7             NaN            discard  \n",
       "8             NaN        Hate speech  "
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# mark as \"Hate speech\" all instances that are not \"Acceptable speech\" or \"discard\"\n",
    "sheet['binary-hate-speech'] = np.where(((sheet['binary-hate-speech'] != \"Acceptable speech\") & (sheet['binary-hate-speech'] != \"discard\")),'Hate speech',sheet['binary-hate-speech'])\n",
    "\n",
    "sheet.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Acceptable speech    2821\n",
       "Hate speech          2619\n",
       "discard               266\n",
       "Name: binary-hate-speech, dtype: int64"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Analyze the statistics of the results\n",
    "sheet[\"binary-hate-speech\"].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Acceptable speech    2821\n",
       "Hate speech          2619\n",
       "discard               266\n",
       "Name: binary-hate-speech, dtype: int64"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sheet[\"binary-hate-speech\"].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "      <th>binary-hate-speech</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4</td>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Acceptable speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Why should we? It's the biggest humanitarian c...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Acceptable speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6</td>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>these refugees adult males are cowards for not...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7</td>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Does Syria own the BBC?.........</td>\n",
       "      <td>Acceptable speech|Other offensive</td>\n",
       "      <td>No target|Journalist or medium</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>discard</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>8</td>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>They are all mentally jerking off to the refug...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   index                                                ###  \\\n",
       "0      4  https://www.facebook.com/228735667216_10153273...   \n",
       "1      5  https://www.facebook.com/228735667216_10153273...   \n",
       "2      6  https://www.facebook.com/228735667216_10153273...   \n",
       "3      7  https://www.facebook.com/228735667216_10153273...   \n",
       "4      8  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                             Comment  \\\n",
       "0             Can we shut up about refugees already?   \n",
       "1  Why should we? It's the biggest humanitarian c...   \n",
       "2  these refugees adult males are cowards for not...   \n",
       "3                   Does Syria own the BBC?.........   \n",
       "4  They are all mentally jerking off to the refug...   \n",
       "\n",
       "                                Type                          Target  \\\n",
       "0                  Acceptable speech                       No target   \n",
       "1                  Acceptable speech                       No target   \n",
       "2               Background offensive                        Migrants   \n",
       "3  Acceptable speech|Other offensive  No target|Journalist or medium   \n",
       "4               Background offensive                        Migrants   \n",
       "\n",
       "   Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "0       NaN                NaN            NaN                  NaN   \n",
       "1       NaN                NaN            NaN                  NaN   \n",
       "2       0.0                NaN            NaN                  NaN   \n",
       "3       NaN                NaN            NaN                  NaN   \n",
       "4       0.0                NaN            NaN                  NaN   \n",
       "\n",
       "   Circumlocution binary-hate-speech  \n",
       "0             NaN  Acceptable speech  \n",
       "1             NaN  Acceptable speech  \n",
       "2             NaN        Hate speech  \n",
       "3             NaN            discard  \n",
       "4             NaN        Hate speech  "
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Before we create additional dataframes for specific experiments and save this one, restart the index.\n",
    "sheet.reset_index(inplace=True)\n",
    "sheet.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "      <th>binary-hate-speech</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Acceptable speech</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 ###  \\\n",
       "0  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                  Comment               Type     Target  \\\n",
       "0  Can we shut up about refugees already?  Acceptable speech  No target   \n",
       "\n",
       "   Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "0       NaN                NaN            NaN                  NaN   \n",
       "\n",
       "   Circumlocution binary-hate-speech  \n",
       "0             NaN  Acceptable speech  "
      ]
     },
     "execution_count": 87,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Delete the additional column that was created\n",
    "sheet = sheet.drop(columns=\"index\")\n",
    "sheet.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save the analyzed dataframe for further use\n",
    "sheet.to_csv(\"data/hate-speech-prepared-spreadsheet.csv\", sep=\"\\t\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "      <th>binary-hate-speech</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Acceptable speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Why should we? It's the biggest humanitarian c...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Acceptable speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>these refugees adult males are cowards for not...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Does Syria own the BBC?.........</td>\n",
       "      <td>Acceptable speech|Other offensive</td>\n",
       "      <td>No target|Journalist or medium</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>discard</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>They are all mentally jerking off to the refug...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 ###  \\\n",
       "0  https://www.facebook.com/228735667216_10153273...   \n",
       "1  https://www.facebook.com/228735667216_10153273...   \n",
       "2  https://www.facebook.com/228735667216_10153273...   \n",
       "3  https://www.facebook.com/228735667216_10153273...   \n",
       "4  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                             Comment  \\\n",
       "0             Can we shut up about refugees already?   \n",
       "1  Why should we? It's the biggest humanitarian c...   \n",
       "2  these refugees adult males are cowards for not...   \n",
       "3                   Does Syria own the BBC?.........   \n",
       "4  They are all mentally jerking off to the refug...   \n",
       "\n",
       "                                Type                          Target  \\\n",
       "0                  Acceptable speech                       No target   \n",
       "1                  Acceptable speech                       No target   \n",
       "2               Background offensive                        Migrants   \n",
       "3  Acceptable speech|Other offensive  No target|Journalist or medium   \n",
       "4               Background offensive                        Migrants   \n",
       "\n",
       "   Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "0       NaN                NaN            NaN                  NaN   \n",
       "1       NaN                NaN            NaN                  NaN   \n",
       "2       0.0                NaN            NaN                  NaN   \n",
       "3       NaN                NaN            NaN                  NaN   \n",
       "4       0.0                NaN            NaN                  NaN   \n",
       "\n",
       "   Circumlocution binary-hate-speech  \n",
       "0             NaN  Acceptable speech  \n",
       "1             NaN  Acceptable speech  \n",
       "2             NaN        Hate speech  \n",
       "3             NaN            discard  \n",
       "4             NaN        Hate speech  "
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# You can reopen the dataframe in such way:\n",
    "main_df = pd.read_csv(\"data/hate-speech-prepared-spreadsheet.csv\", sep= \"\\t\", index_col = 0)\n",
    "\n",
    "main_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    5706.000000\n",
       "mean       34.013495\n",
       "std        55.640073\n",
       "min         1.000000\n",
       "25%         8.000000\n",
       "50%        18.000000\n",
       "75%        38.000000\n",
       "max      1387.000000\n",
       "Name: text_length, dtype: float64"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Let's analyze the average text length (this will be useful to know what should the max token length be when setting the Transformer parameters)\n",
    "# Add a column with this information - we calculate the length by first splitting the string in column \"Comment\" to a list of words (split()) and then calculating the number of elements in the list (len())\n",
    "main_df['text_length'] = main_df[\"Comment\"].str.split().str.len()\n",
    "\n",
    "# See the statistics\n",
    "main_df.text_length.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "|       |   text_length |\n",
      "|:------|--------------:|\n",
      "| count |     5706      |\n",
      "| mean  |       34.0135 |\n",
      "| std   |       55.6401 |\n",
      "| min   |        1      |\n",
      "| 25%   |        8      |\n",
      "| 50%   |       18      |\n",
      "| 75%   |       38      |\n",
      "| max   |     1387      |\n"
     ]
    }
   ],
   "source": [
    "print(main_df.text_length.describe().to_markdown())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "      <th>binary-hate-speech</th>\n",
       "      <th>text_length</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Delfina Jones 1. I don't worship a pedophile. ...</td>\n",
       "      <td>Other offensive</td>\n",
       "      <td>No target|Commenter</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Hate speech</td>\n",
       "      <td>1387</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                  ###  \\\n",
       "66  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                              Comment             Type  \\\n",
       "66  Delfina Jones 1. I don't worship a pedophile. ...  Other offensive   \n",
       "\n",
       "                 Target  Implicit  Metaphor/metonymy  Sarcasm/humor  \\\n",
       "66  No target|Commenter       1.0                0.0            0.0   \n",
       "\n",
       "    Rhetorical question  Circumlocution binary-hate-speech  text_length  \n",
       "66                  1.0             0.0        Hate speech         1387  "
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Lets analyze texts that are longer than 1000 words\n",
    "main_df[main_df.text_length > 1000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Delfina Jones 1. I don\\'t worship a pedophile. I respect and adore a prophet. Placing him into the category of a pedophile is beyond pathetic as he lived 1400 YEARS. 1400 years. People change in 1400 years. In the future, people would call us pedophiles for marrying people at the age of 20-28. That\\'s the problem that you don\\'t seem to understand. It was a norm to marry women at a young age. How can I call someone who lived more than a thousand years ago a rapist if it was a normal thing for EVERY human on the planet at that point to marry young females? Marriage is also a choice in islam. I\\'m a young woman yet my parents don\\'t force me to marry at a young age. THAT is culture. A culture that has ruined the true image of islam by mixing its own blend to make islam look \"nice\" for them. But it isn\\'t. 2. Slavery is allowed but we rather call it housekeeping as slavery basically means a slave being owned to a master and does everything that the master tells him to do. Islam is against that as it says that all \"slaves\" should wear the same clothes as the master, eat at the dinnertable with its master and to not be forced to do work that is beyond their strength...kind of sounds like a familymember to me. You\\'re not allowed to rape anyone because that is considered Zina: an act that is forbidden by Allah. And the whole marriage by 4 women but women can only marry 1 man: I don\\'t remember exactly but it was something to do with there being more women than men in our world (because war). However, that doesn\\'t mean that a man can just randomly go get a second wife just like that. He has to ask his first wife and if she agrees (nowadays a i doubt that), he has to go through his finances so he knows that he\\'s able to take care of a second. I doubt even more that there will be a woman that would want to share their love for a husband with another which makes it harder for a man to find a second wife. If men aren\\'t capable of taking care of one wife (as it says in the quran but you don\\'t seem to care about that), the man MUST settle with having one. Also, nowehere in the quran does it state how many husbands a woman can have but yes it does say a man can have 4 wives. For women, it would mean that she could marry as many as she pleases (though WHY would a woman wanna do that? I don\\'t wanna have more than one husband and I know for certain that we would enjoy putting our efforts and love for one guy and not many and men would not enjoy having to share their love for one woman but some regions in the world have different norms (which i\\'m TRYING TO POINT OUT because the prophet and those who lived with him existed in a different time with DIFFERENT norms). Today we have somewhat the same norms but because of differences in timeline, we change alot for the better but know that we can follow the same norms. It\\'s just that it\\'s very important to make everyone and God happy . 2. Slavery is allowed but we rather call it housekeeping as slavery basically means a slave being owned to a master and does everything that the master tells him to do. Islam is against that as it says that all \"slaves\" should wear the same clothes as the master, eat at the dinnertable with its master and to not be forced to do work that is beyond their strength...kind of sounds like a familymember to me. You\\'re not allowed to rape anyone because that is considered Zina: an act that is forbidden by Allah. And the whole marriage by 4 women but women can only marry 1 man: I don\\'t remember exactly but it was something to do with there being more women than men in our world (because war). However, that doesn\\'t mean that a man can just randomly go get a second wife just like that. He has to ask his first wife and if she agrees (nowadays a i doubt that), he has to go through his finances so he knows that he\\'s able to take care of a second. I doubt even more that there will be a woman that would want to share their love for a husband with another which makes it harder for a man to find a second wife. If men aren\\'t capable of taking care of one wife (as it says in the quran but you don\\'t seem to care about that), the man MUST settle with having one. 3. You want to know the positives that Islam has brought 30 YEARS FROM NOW? You weren\\'t being clear with your point as you challenged me to state the positive things that Islam has brought to the west. I did but you are so reluctant to holding on to your opinion because 30 years ago, many ARABIC countries, not islamic, ARABIC countries decided to rebel against their leaders, resulting in new leaders and more rebellious groups are formed to overthrow the leaders. They use anything that is necessary to take down the leader and when they do, they have NO IDEA on how to govern at all. Are these muslims? Of course not. If strongly hold on to your actions and blame people when clearly there were better options (peace deals), then you\\'re not a muslim. You\\'re an idiot. Ignorant idiots. 4. The BIGGEST issue that I have with people criticizing isla m is that they point out issues with countries and how they govern. Both sides (the west AND \"muslim\" countries) are doing everything they can, knowingly and unknowingly sabbotaging the religion that once stated that through knowledge and peace, there will be victory. The problem isn\\'t interely muslim countries, it\\'s nationalism. It still exists and is the main reason why many have such hatred and rage towards others. even countries considered \"muslim\" have a grudge against each other (look at Saudi Arabia and Iran). Islam is a religion that unifies people, wether colour, race, sex, age or ethnicity. All it takes is an open mind and you might learn things beyond the screams and echoes from the media. I have watched Christianity and its history, I have seen the issues with Zionism vs Judaism, I have heard of people who believe in Buddhism but do terrible acts against others. WE humans are responsible for OUR actions and what we bring forth to our religion. Islam is always waiting for people to listen to it but many have always glared behind for other things and sometimes turned their cheeks. I CAN BRING a good image of Islam and I can also BRING a bad image of it aswell but Islam as a whole is never changed. It stays the same. Only I can become distorted or bad. THAT is why you see muslims bombing themselves and killing in the name of God: They are enraged, confused and don\\'t know about Islam. When you live in a place where foreigners (US) have bombed, destroyed unity, taken their properties and placed terrible leaders there, what are the odds that you end up becoming confused of the situation, just like many, and do everything necessary to take back the good times. Suddenly you get it back but what CAN you do? You don\\'t know how to govern, you know how to fight. All rebellious groups start out well, fighting for justice and then suddenly along the way, they become confused and even mad with power and strength that God has given them, only to use it to hurt others and blame God for that. There is a problem in these places but to solve it, PEOPLE NEED TO STOP BALING EVERYTHING ON ISLAM AND GET THEIR BUTTS OFF OF THESE PLACES and I\\'m talking mainly about the US. PS: My religion is MY choice but just like you have your choice, I wish to respect it and the same should go with you.'"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Let's check if the text is okay\n",
    "main_df.iloc[66].Comment"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We see that 75% of comments have 38 or less words, so we can use a smaller maximum token size as a parameter in Transformers."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Datasets for the experiments\n",
    "\n",
    "Let's create the datasets for the two experiments. Simple Transformers require the data to be in the following format:\n",
    "\n",
    "\"The train data should be contained in a Pandas Dataframe with at least two columns. One column should contain the text and the other should contain the labels. The text column should be of datatype str, while the labels column should be of datatype int (0 or 1).\n",
    "\n",
    "If the dataframe has a header row, the text column should have the heading text and the labels column should have the heading labels.\"\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Dataset for Experiment 1\n",
    "In experiment 1, we have two classes: implicit (1) or explicit (0)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(571, 10)"
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create a new dataframe from the original sheet, discarding all instances that are not annotated for implicitness.\n",
    "sheet1 = sheet.dropna(subset=[\"Implicit\"])\n",
    "\n",
    "# See the sheet1 size - number of rows and columns:\n",
    "sheet1.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "      <th>binary-hate-speech</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>these refugees adult males are cowards for not...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>They are all mentally jerking off to the refug...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>You only see what you want to see. Pretty much...</td>\n",
       "      <td>Other offensive</td>\n",
       "      <td>Commenter</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Delfina Jones are you one of the Donald Trump'...</td>\n",
       "      <td>Other offensive</td>\n",
       "      <td>Commenter</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Europeans who immigrated during WW2 weren't br...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 ###  \\\n",
       "2  https://www.facebook.com/228735667216_10153273...   \n",
       "4  https://www.facebook.com/228735667216_10153273...   \n",
       "5  https://www.facebook.com/228735667216_10153273...   \n",
       "7  https://www.facebook.com/228735667216_10153273...   \n",
       "8  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                             Comment                  Type  \\\n",
       "2  these refugees adult males are cowards for not...  Background offensive   \n",
       "4  They are all mentally jerking off to the refug...  Background offensive   \n",
       "5  You only see what you want to see. Pretty much...       Other offensive   \n",
       "7  Delfina Jones are you one of the Donald Trump'...       Other offensive   \n",
       "8  Europeans who immigrated during WW2 weren't br...  Background offensive   \n",
       "\n",
       "      Target  Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "2   Migrants       0.0                NaN            NaN                  NaN   \n",
       "4   Migrants       0.0                NaN            NaN                  NaN   \n",
       "5  Commenter       1.0                1.0            1.0                  0.0   \n",
       "7  Commenter       1.0                1.0            1.0                  1.0   \n",
       "8   Migrants       0.0                NaN            NaN                  NaN   \n",
       "\n",
       "   Circumlocution binary-hate-speech  \n",
       "2             NaN        Hate speech  \n",
       "4             NaN        Hate speech  \n",
       "5             0.0        Hate speech  \n",
       "7             0.0        Hate speech  \n",
       "8             NaN        Hate speech  "
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# View the sheet1\n",
    "sheet1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\TajaK\\AppData\\Local\\Temp\\ipykernel_13000\\684844395.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  sheet1[\"Implicit\"] = sheet1[\"Implicit\"].astype(\"int\")\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "      <th>binary-hate-speech</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>these refugees adult males are cowards for not...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hate speech</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 ###  \\\n",
       "2  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                             Comment                  Type  \\\n",
       "2  these refugees adult males are cowards for not...  Background offensive   \n",
       "\n",
       "     Target  Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "2  Migrants         0                NaN            NaN                  NaN   \n",
       "\n",
       "   Circumlocution binary-hate-speech  \n",
       "2             NaN        Hate speech  "
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Because the categories need to be encoded as integers not floats, we change that:\n",
    "sheet1[\"Implicit\"] = sheet1[\"Implicit\"].astype(\"int\")\n",
    "\n",
    "# View the sheet\n",
    "sheet1.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>labels</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>these refugees adult males are cowards for not...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>They are all mentally jerking off to the refug...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>You only see what you want to see. Pretty much...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Delfina Jones are you one of the Donald Trump'...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Europeans who immigrated during WW2 weren't br...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1089</th>\n",
       "      <td>I'd like military-aged Syrian men to pick up a...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1090</th>\n",
       "      <td>It won't happen as oil and water do not -Will ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1094</th>\n",
       "      <td>You basically killed him yourself trying for a...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1095</th>\n",
       "      <td>Does he not realize that ISIS terrorists are a...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1096</th>\n",
       "      <td>My message to Syrians, take care of ur kids un...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>571 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   text  labels\n",
       "2     these refugees adult males are cowards for not...       0\n",
       "4     They are all mentally jerking off to the refug...       0\n",
       "5     You only see what you want to see. Pretty much...       1\n",
       "7     Delfina Jones are you one of the Donald Trump'...       1\n",
       "8     Europeans who immigrated during WW2 weren't br...       0\n",
       "...                                                 ...     ...\n",
       "1089  I'd like military-aged Syrian men to pick up a...       1\n",
       "1090  It won't happen as oil and water do not -Will ...       1\n",
       "1094  You basically killed him yourself trying for a...       0\n",
       "1095  Does he not realize that ISIS terrorists are a...       0\n",
       "1096  My message to Syrians, take care of ur kids un...       0\n",
       "\n",
       "[571 rows x 2 columns]"
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Now we prepare the dataframe as instructed by the SimpleTransformers, taking only the two relevant columns - Comment and Implicit\n",
    "impl_sheet = sheet1[[\"Comment\", \"Implicit\"]]\n",
    "\n",
    "# Rename the columns\n",
    "impl_sheet.columns=[\"text\", \"labels\"]\n",
    "\n",
    "impl_sheet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save the created file in a csv format\n",
    "impl_sheet.to_csv(\"data/implicitness_binary_dataset.csv\", sep=\"\\t\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Dataset for experiment 2\n",
    "In this experiment, we are interested in two classes: acceptable speech (0) and hate speech (1)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "      <th>binary-hate-speech</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Acceptable speech</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 ###  \\\n",
       "0  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                  Comment               Type     Target  \\\n",
       "0  Can we shut up about refugees already?  Acceptable speech  No target   \n",
       "\n",
       "   Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "0       NaN                NaN            NaN                  NaN   \n",
       "\n",
       "   Circumlocution binary-hate-speech  \n",
       "0             NaN  Acceptable speech  "
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sheet = main_df\n",
    "\n",
    "sheet.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(5440, 10)"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create a new dataframe from the original sheet, discarding all instances that have \"discard\" in column.\n",
    "sheet2 = sheet[sheet[\"binary-hate-speech\"] != \"discard\"]\n",
    "\n",
    "sheet2.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Acceptable speech    2821\n",
       "Hate speech          2619\n",
       "Name: binary-hate-speech, dtype: int64"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# See the statistics\n",
    "sheet2[\"binary-hate-speech\"].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Change the labels in binary-hate-speech into 0 and 1\n",
    "sheet2['binary-hate-speech'] = np.where((sheet2['binary-hate-speech'] == \"Acceptable speech\"),'0',sheet2['binary-hate-speech'])\n",
    "sheet2['binary-hate-speech'] = np.where((sheet2['binary-hate-speech'] == \"Hate speech\"),'1',sheet2['binary-hate-speech'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>###</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Type</th>\n",
       "      <th>Target</th>\n",
       "      <th>Implicit</th>\n",
       "      <th>Metaphor/metonymy</th>\n",
       "      <th>Sarcasm/humor</th>\n",
       "      <th>Rhetorical question</th>\n",
       "      <th>Circumlocution</th>\n",
       "      <th>binary-hate-speech</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>Why should we? It's the biggest humanitarian c...</td>\n",
       "      <td>Acceptable speech</td>\n",
       "      <td>No target</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>these refugees adult males are cowards for not...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>They are all mentally jerking off to the refug...</td>\n",
       "      <td>Background offensive</td>\n",
       "      <td>Migrants</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>https://www.facebook.com/228735667216_10153273...</td>\n",
       "      <td>You only see what you want to see. Pretty much...</td>\n",
       "      <td>Other offensive</td>\n",
       "      <td>Commenter</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 ###  \\\n",
       "0  https://www.facebook.com/228735667216_10153273...   \n",
       "1  https://www.facebook.com/228735667216_10153273...   \n",
       "2  https://www.facebook.com/228735667216_10153273...   \n",
       "4  https://www.facebook.com/228735667216_10153273...   \n",
       "5  https://www.facebook.com/228735667216_10153273...   \n",
       "\n",
       "                                             Comment                  Type  \\\n",
       "0             Can we shut up about refugees already?     Acceptable speech   \n",
       "1  Why should we? It's the biggest humanitarian c...     Acceptable speech   \n",
       "2  these refugees adult males are cowards for not...  Background offensive   \n",
       "4  They are all mentally jerking off to the refug...  Background offensive   \n",
       "5  You only see what you want to see. Pretty much...       Other offensive   \n",
       "\n",
       "      Target  Implicit  Metaphor/metonymy  Sarcasm/humor  Rhetorical question  \\\n",
       "0  No target       NaN                NaN            NaN                  NaN   \n",
       "1  No target       NaN                NaN            NaN                  NaN   \n",
       "2   Migrants       0.0                NaN            NaN                  NaN   \n",
       "4   Migrants       0.0                NaN            NaN                  NaN   \n",
       "5  Commenter       1.0                1.0            1.0                  0.0   \n",
       "\n",
       "   Circumlocution binary-hate-speech  \n",
       "0             NaN                  0  \n",
       "1             NaN                  0  \n",
       "2             NaN                  1  \n",
       "4             NaN                  1  \n",
       "5             0.0                  1  "
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sheet2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>labels</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Why should we? It's the biggest humanitarian c...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>these refugees adult males are cowards for not...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>They are all mentally jerking off to the refug...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>You only see what you want to see. Pretty much...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5701</th>\n",
       "      <td>No multiculturalism = no inter-ethnic violence...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5702</th>\n",
       "      <td>Personally, I agree with those who view multic...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5703</th>\n",
       "      <td>And by the way these people represent abt 30% ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5704</th>\n",
       "      <td>This is reality for my country today... Someti...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5705</th>\n",
       "      <td>Hey, lets send someone from Swedish press acro...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5440 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   text labels\n",
       "0                Can we shut up about refugees already?      0\n",
       "1     Why should we? It's the biggest humanitarian c...      0\n",
       "2     these refugees adult males are cowards for not...      1\n",
       "4     They are all mentally jerking off to the refug...      1\n",
       "5     You only see what you want to see. Pretty much...      1\n",
       "...                                                 ...    ...\n",
       "5701  No multiculturalism = no inter-ethnic violence...      1\n",
       "5702  Personally, I agree with those who view multic...      0\n",
       "5703  And by the way these people represent abt 30% ...      1\n",
       "5704  This is reality for my country today... Someti...      0\n",
       "5705  Hey, lets send someone from Swedish press acro...      1\n",
       "\n",
       "[5440 rows x 2 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Now we prepare the dataframe as instructed by the SimpleTransformers, taking only the two relevant columns - Comment and 'binary-hate-speech'\n",
    "hs_sheet = sheet2[[\"Comment\", \"binary-hate-speech\"]]\n",
    "\n",
    "# Rename the columns\n",
    "hs_sheet.columns=[\"text\", \"labels\"]\n",
    "\n",
    "hs_sheet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>labels</th>\n",
       "      <th>split</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Can we shut up about refugees already?</td>\n",
       "      <td>0</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Why should we? It's the biggest humanitarian c...</td>\n",
       "      <td>0</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>these refugees adult males are cowards for not...</td>\n",
       "      <td>1</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>They are all mentally jerking off to the refug...</td>\n",
       "      <td>1</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>You only see what you want to see. Pretty much...</td>\n",
       "      <td>1</td>\n",
       "      <td>test</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                text labels split\n",
       "0             Can we shut up about refugees already?      0  test\n",
       "1  Why should we? It's the biggest humanitarian c...      0  test\n",
       "2  these refugees adult males are cowards for not...      1  test\n",
       "4  They are all mentally jerking off to the refug...      1  test\n",
       "5  You only see what you want to see. Pretty much...      1  test"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# We will use all data, annotated for implicitness (instances up to index 1096) as test data and everything else as train data:\n",
    "hs_sheet.loc[:1097,\"split\"] = 'test'\n",
    "hs_sheet.loc[1097:,\"split\"] = 'train'\n",
    "\n",
    "hs_sheet.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>labels</th>\n",
       "      <th>split</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5701</th>\n",
       "      <td>No multiculturalism = no inter-ethnic violence...</td>\n",
       "      <td>1</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5702</th>\n",
       "      <td>Personally, I agree with those who view multic...</td>\n",
       "      <td>0</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5703</th>\n",
       "      <td>And by the way these people represent abt 30% ...</td>\n",
       "      <td>1</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5704</th>\n",
       "      <td>This is reality for my country today... Someti...</td>\n",
       "      <td>0</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5705</th>\n",
       "      <td>Hey, lets send someone from Swedish press acro...</td>\n",
       "      <td>1</td>\n",
       "      <td>train</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   text labels  split\n",
       "5701  No multiculturalism = no inter-ethnic violence...      1  train\n",
       "5702  Personally, I agree with those who view multic...      0  train\n",
       "5703  And by the way these people represent abt 30% ...      1  train\n",
       "5704  This is reality for my country today... Someti...      0  train\n",
       "5705  Hey, lets send someone from Swedish press acro...      1  train"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hs_sheet.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "train    4391\n",
       "test     1049\n",
       "Name: split, dtype: int64"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hs_sheet.split.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save the created file in a csv format\n",
    "hs_sheet.to_csv(\"data/hatespeech_binary_dataset.csv\", sep=\"\\t\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.10.2 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.2"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "4054637ba3b142bc5aa565ef637e29d85952330aa10ad5bd25955ba00ae91bfa"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}