Score_field_prepartion.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Score-field-prepartion.ipynb",
      "version": "0.3.2",
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/MohammadMazraeh/realtime-crypto-analysis/blob/master/Score_field_prepartion.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "metadata": {
        "id": "niMWa7ppM2SW",
        "colab_type": "text"
      },
      "cell_type": "markdown",
      "source": [
        "**Preparation of score field. **"
      ]
    },
    {
      "metadata": {
        "id": "cuXKfmzr8PZe",
        "colab_type": "code",
        "outputId": "fc5e45cd-4f42-458d-ccc6-9cb340c697e9",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('drive')\n"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Drive already mounted at drive; to attempt to forcibly remount, call drive.mount(\"drive\", force_remount=True).\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "ovwsip838nOe",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "df1 = pd.read_csv('/content/drive/My Drive/jan_analysis_2019.csv')\n",
        "df1 = df1.drop('Unnamed: 0', 1)\n",
        "df1.relevance=df1.relevance.astype('float64')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "TSDPDWsb8vTl",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "#list1 = ['World','U.S.','Technology','Business','Your Money']\n",
        "df_world = df1[df1['section_name'].str.match('World')]\n",
        "df_us = df1[df1['section_name'].str.match('U.S.')]\n",
        "df_technology = df1[df1['section_name'].str.match('Technology')]\n",
        "df_business = df1[df1['section_name'].str.match('Business')]\n",
        "df_money = df1[df1['section_name'].str.match('Your Money')]\n",
        "\n",
        "#df[df['model'].str.match('Mac')]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "76RO4m-D-PvT",
        "colab_type": "code",
        "outputId": "72391e78-066e-4106-b103-fba4345b7869",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 567
        }
      },
      "cell_type": "code",
      "source": [
        "df1.head(5)"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>web_url</th>\n",
              "      <th>content</th>\n",
              "      <th>headline</th>\n",
              "      <th>document_type</th>\n",
              "      <th>pub_date</th>\n",
              "      <th>source</th>\n",
              "      <th>section_name</th>\n",
              "      <th>author</th>\n",
              "      <th>word_count</th>\n",
              "      <th>content_no_stopwords</th>\n",
              "      <th>SENTIMENT_VALUE</th>\n",
              "      <th>SENTIMENT</th>\n",
              "      <th>relevance</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/world/europ...</td>\n",
              "      <td>halmstad, sweden — maria hussein, who escaped ...</td>\n",
              "      <td>Where Doulas Calm Nerves and Bridge Cultures D...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T22:17:38+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>CHRISTINA ANDERSON</td>\n",
              "      <td>1326</td>\n",
              "      <td>halmstad, sweden — maria hussein, escaped war ...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/us/politics...</td>\n",
              "      <td>voting rights and partisan gerrymandering, tra...</td>\n",
              "      <td>Voting Issues and Gerrymanders Are Now Key Pol...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T17:00:47+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>U.S.</td>\n",
              "      <td>TRIP GABRIEL</td>\n",
              "      <td>1779</td>\n",
              "      <td>voting rights partisan gerrymandering, traditi...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/world/asia/...</td>\n",
              "      <td>new delhi — two women, accompanied by plainclo...</td>\n",
              "      <td>2 Indian Women Enter Sabarimala Temple, Settin...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T12:37:37+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>KAI SCHULTZ and AYESHA VENKATARAMAN</td>\n",
              "      <td>778</td>\n",
              "      <td>new delhi — two women, accompanied plainclothe...</td>\n",
              "      <td>-0.8</td>\n",
              "      <td>Very Negative</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>https://www.nytimes.com/2019/01/01/us/politics...</td>\n",
              "      <td>good tuesday morning and happy new year. here ...</td>\n",
              "      <td>On Politics: Elizabeth Warren Is Running for P...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-01T05:18:48+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>U.S.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>419</td>\n",
              "      <td>good tuesday morning happy new year. stories m...</td>\n",
              "      <td>0.9</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>https://www.nytimes.com/2018/12/31/world/asia/...</td>\n",
              "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
              "      <td>Kim Jong-un, Ready to Meet Trump ‘at Any Time,...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-01T01:44:15+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>MOTOKO RICH and DAVID E. SANGER</td>\n",
              "      <td>1319</td>\n",
              "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                             web_url  \\\n",
              "0  https://www.nytimes.com/2019/01/02/world/europ...   \n",
              "1  https://www.nytimes.com/2019/01/02/us/politics...   \n",
              "2  https://www.nytimes.com/2019/01/02/world/asia/...   \n",
              "3  https://www.nytimes.com/2019/01/01/us/politics...   \n",
              "4  https://www.nytimes.com/2018/12/31/world/asia/...   \n",
              "\n",
              "                                             content  \\\n",
              "0  halmstad, sweden — maria hussein, who escaped ...   \n",
              "1  voting rights and partisan gerrymandering, tra...   \n",
              "2  new delhi — two women, accompanied by plainclo...   \n",
              "3  good tuesday morning and happy new year. here ...   \n",
              "4  tokyo — kim jong-un, north korea’s leader, sai...   \n",
              "\n",
              "                                            headline document_type  \\\n",
              "0  Where Doulas Calm Nerves and Bridge Cultures D...       article   \n",
              "1  Voting Issues and Gerrymanders Are Now Key Pol...       article   \n",
              "2  2 Indian Women Enter Sabarimala Temple, Settin...       article   \n",
              "3  On Politics: Elizabeth Warren Is Running for P...       article   \n",
              "4  Kim Jong-un, Ready to Meet Trump ‘at Any Time,...       article   \n",
              "\n",
              "                   pub_date              source section_name  \\\n",
              "0  2019-01-02T22:17:38+0000  The New York Times        World   \n",
              "1  2019-01-02T17:00:47+0000  The New York Times         U.S.   \n",
              "2  2019-01-02T12:37:37+0000  The New York Times        World   \n",
              "3  2019-01-01T05:18:48+0000  The New York Times         U.S.   \n",
              "4  2019-01-01T01:44:15+0000  The New York Times        World   \n",
              "\n",
              "                                 author  word_count  \\\n",
              "0                    CHRISTINA ANDERSON        1326   \n",
              "1                          TRIP GABRIEL        1779   \n",
              "2   KAI SCHULTZ and AYESHA VENKATARAMAN         778   \n",
              "3                                   NaN         419   \n",
              "4       MOTOKO RICH and DAVID E. SANGER        1319   \n",
              "\n",
              "                                content_no_stopwords  SENTIMENT_VALUE  \\\n",
              "0  halmstad, sweden — maria hussein, escaped war ...              1.0   \n",
              "1  voting rights partisan gerrymandering, traditi...              1.0   \n",
              "2  new delhi — two women, accompanied plainclothe...             -0.8   \n",
              "3  good tuesday morning happy new year. stories m...              0.9   \n",
              "4  tokyo — kim jong-un, north korea’s leader, sai...              1.0   \n",
              "\n",
              "       SENTIMENT  relevance  \n",
              "0  Very Positive        1.0  \n",
              "1  Very Positive        1.0  \n",
              "2  Very Negative        1.0  \n",
              "3  Very Positive        1.0  \n",
              "4  Very Positive        1.0  "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "metadata": {
        "id": "C2_joo4DLJ1i",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "#df1['relevance'] = np.where((df1['occurence1'].str.contains('True')), 10, 0.05)\n",
        "df1['occurence1'] = df1['content'].str.contains(r'Cryptocurrency|cryptocurrency|BITCOIN|bitcoin|Bitcoin')\n",
        "df1['relevance1'] = df1['occurence1'].apply(lambda x:6 if x  else 0.002)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "AksbGfO-SM6M",
        "colab_type": "code",
        "outputId": "b09817f1-37c0-4069-d465-47bafb429c2c",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 567
        }
      },
      "cell_type": "code",
      "source": [
        "df1.head(5)"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>web_url</th>\n",
              "      <th>content</th>\n",
              "      <th>headline</th>\n",
              "      <th>document_type</th>\n",
              "      <th>pub_date</th>\n",
              "      <th>source</th>\n",
              "      <th>section_name</th>\n",
              "      <th>author</th>\n",
              "      <th>word_count</th>\n",
              "      <th>content_no_stopwords</th>\n",
              "      <th>SENTIMENT_VALUE</th>\n",
              "      <th>SENTIMENT</th>\n",
              "      <th>relevance</th>\n",
              "      <th>occurence1</th>\n",
              "      <th>relevance1</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/world/europ...</td>\n",
              "      <td>halmstad, sweden — maria hussein, who escaped ...</td>\n",
              "      <td>Where Doulas Calm Nerves and Bridge Cultures D...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T22:17:38+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>CHRISTINA ANDERSON</td>\n",
              "      <td>1326</td>\n",
              "      <td>halmstad, sweden — maria hussein, escaped war ...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>1.0</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/us/politics...</td>\n",
              "      <td>voting rights and partisan gerrymandering, tra...</td>\n",
              "      <td>Voting Issues and Gerrymanders Are Now Key Pol...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T17:00:47+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>U.S.</td>\n",
              "      <td>TRIP GABRIEL</td>\n",
              "      <td>1779</td>\n",
              "      <td>voting rights partisan gerrymandering, traditi...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>1.0</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/world/asia/...</td>\n",
              "      <td>new delhi — two women, accompanied by plainclo...</td>\n",
              "      <td>2 Indian Women Enter Sabarimala Temple, Settin...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T12:37:37+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>KAI SCHULTZ and AYESHA VENKATARAMAN</td>\n",
              "      <td>778</td>\n",
              "      <td>new delhi — two women, accompanied plainclothe...</td>\n",
              "      <td>-0.8</td>\n",
              "      <td>Very Negative</td>\n",
              "      <td>1.0</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>https://www.nytimes.com/2019/01/01/us/politics...</td>\n",
              "      <td>good tuesday morning and happy new year. here ...</td>\n",
              "      <td>On Politics: Elizabeth Warren Is Running for P...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-01T05:18:48+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>U.S.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>419</td>\n",
              "      <td>good tuesday morning happy new year. stories m...</td>\n",
              "      <td>0.9</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>1.0</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>https://www.nytimes.com/2018/12/31/world/asia/...</td>\n",
              "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
              "      <td>Kim Jong-un, Ready to Meet Trump ‘at Any Time,...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-01T01:44:15+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>MOTOKO RICH and DAVID E. SANGER</td>\n",
              "      <td>1319</td>\n",
              "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>1.0</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                             web_url  \\\n",
              "0  https://www.nytimes.com/2019/01/02/world/europ...   \n",
              "1  https://www.nytimes.com/2019/01/02/us/politics...   \n",
              "2  https://www.nytimes.com/2019/01/02/world/asia/...   \n",
              "3  https://www.nytimes.com/2019/01/01/us/politics...   \n",
              "4  https://www.nytimes.com/2018/12/31/world/asia/...   \n",
              "\n",
              "                                             content  \\\n",
              "0  halmstad, sweden — maria hussein, who escaped ...   \n",
              "1  voting rights and partisan gerrymandering, tra...   \n",
              "2  new delhi — two women, accompanied by plainclo...   \n",
              "3  good tuesday morning and happy new year. here ...   \n",
              "4  tokyo — kim jong-un, north korea’s leader, sai...   \n",
              "\n",
              "                                            headline document_type  \\\n",
              "0  Where Doulas Calm Nerves and Bridge Cultures D...       article   \n",
              "1  Voting Issues and Gerrymanders Are Now Key Pol...       article   \n",
              "2  2 Indian Women Enter Sabarimala Temple, Settin...       article   \n",
              "3  On Politics: Elizabeth Warren Is Running for P...       article   \n",
              "4  Kim Jong-un, Ready to Meet Trump ‘at Any Time,...       article   \n",
              "\n",
              "                   pub_date              source section_name  \\\n",
              "0  2019-01-02T22:17:38+0000  The New York Times        World   \n",
              "1  2019-01-02T17:00:47+0000  The New York Times         U.S.   \n",
              "2  2019-01-02T12:37:37+0000  The New York Times        World   \n",
              "3  2019-01-01T05:18:48+0000  The New York Times         U.S.   \n",
              "4  2019-01-01T01:44:15+0000  The New York Times        World   \n",
              "\n",
              "                                 author  word_count  \\\n",
              "0                    CHRISTINA ANDERSON        1326   \n",
              "1                          TRIP GABRIEL        1779   \n",
              "2   KAI SCHULTZ and AYESHA VENKATARAMAN         778   \n",
              "3                                   NaN         419   \n",
              "4       MOTOKO RICH and DAVID E. SANGER        1319   \n",
              "\n",
              "                                content_no_stopwords  SENTIMENT_VALUE  \\\n",
              "0  halmstad, sweden — maria hussein, escaped war ...              1.0   \n",
              "1  voting rights partisan gerrymandering, traditi...              1.0   \n",
              "2  new delhi — two women, accompanied plainclothe...             -0.8   \n",
              "3  good tuesday morning happy new year. stories m...              0.9   \n",
              "4  tokyo — kim jong-un, north korea’s leader, sai...              1.0   \n",
              "\n",
              "       SENTIMENT  relevance  occurence1  relevance1  \n",
              "0  Very Positive        1.0       False       0.002  \n",
              "1  Very Positive        1.0       False       0.002  \n",
              "2  Very Negative        1.0       False       0.002  \n",
              "3  Very Positive        1.0       False       0.002  \n",
              "4  Very Positive        1.0       False       0.002  "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "metadata": {
        "id": "77gFkunYVEoR",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "df1['occurence2'] = df1['content'].str.contains(r'economy|us dollar|money|U.S|american')\n",
        "df1['relevance2'] = df1['occurence2'].apply(lambda x:0.08 if x  else 0.002)\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "GTL5qiurwZgo",
        "colab_type": "code",
        "outputId": "738ab450-5e5c-418e-f7c1-4c1048b76980",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 323
        }
      },
      "cell_type": "code",
      "source": [
        "df1.loc[31]"
      ],
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "web_url                 https://www.nytimes.com/2019/01/02/business/de...\n",
              "content                 good wednesday morning. welcome to the first w...\n",
              "headline                DealBook Briefing: What Could Go Wrong in 2019...\n",
              "document_type                                                     article\n",
              "pub_date                                         2019-01-02T11:24:11+0000\n",
              "source                                                 The New York Times\n",
              "section_name                                                     Business\n",
              "author                                                                NaN\n",
              "word_count                                                           1972\n",
              "content_no_stopwords    good wednesday morning. welcome first working ...\n",
              "SENTIMENT_VALUE                                                         1\n",
              "SENTIMENT                                                   Very Positive\n",
              "relevance                                                               1\n",
              "occurence1                                                           True\n",
              "relevance1                                                              6\n",
              "occurence2                                                           True\n",
              "relevance2                                                           0.08\n",
              "Name: 31, dtype: object"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 9
        }
      ]
    },
    {
      "metadata": {
        "id": "ighblEaI2BBe",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "#1094\n",
        "for i in range(1094):\n",
        "  #print(i)\n",
        "  if (df1['relevance1'][i] > df1['relevance2'][i]):\n",
        "    df1['relevance'][i] = df1['relevance1'][i]\n",
        "    #print(df1['relevance'][i])\n",
        "    #print(df1['relevance1'][i])\n",
        "  else:\n",
        "    df1['relevance'][i] = df1['relevance2'][i]\n",
        "    #print(df1['relevance2'][i])\n",
        "  "
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "LqciCfILZkkK",
        "colab_type": "code",
        "outputId": "885b80cc-0c06-4910-ace8-dc5641b620dc",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 567
        }
      },
      "cell_type": "code",
      "source": [
        "df1.head(5)"
      ],
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>web_url</th>\n",
              "      <th>content</th>\n",
              "      <th>headline</th>\n",
              "      <th>document_type</th>\n",
              "      <th>pub_date</th>\n",
              "      <th>source</th>\n",
              "      <th>section_name</th>\n",
              "      <th>author</th>\n",
              "      <th>word_count</th>\n",
              "      <th>content_no_stopwords</th>\n",
              "      <th>SENTIMENT_VALUE</th>\n",
              "      <th>SENTIMENT</th>\n",
              "      <th>relevance</th>\n",
              "      <th>occurence1</th>\n",
              "      <th>relevance1</th>\n",
              "      <th>occurence2</th>\n",
              "      <th>relevance2</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/world/europ...</td>\n",
              "      <td>halmstad, sweden — maria hussein, who escaped ...</td>\n",
              "      <td>Where Doulas Calm Nerves and Bridge Cultures D...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T22:17:38+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>CHRISTINA ANDERSON</td>\n",
              "      <td>1326</td>\n",
              "      <td>halmstad, sweden — maria hussein, escaped war ...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.002</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/us/politics...</td>\n",
              "      <td>voting rights and partisan gerrymandering, tra...</td>\n",
              "      <td>Voting Issues and Gerrymanders Are Now Key Pol...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T17:00:47+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>U.S.</td>\n",
              "      <td>TRIP GABRIEL</td>\n",
              "      <td>1779</td>\n",
              "      <td>voting rights partisan gerrymandering, traditi...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.080</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "      <td>True</td>\n",
              "      <td>0.080</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/world/asia/...</td>\n",
              "      <td>new delhi — two women, accompanied by plainclo...</td>\n",
              "      <td>2 Indian Women Enter Sabarimala Temple, Settin...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T12:37:37+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>KAI SCHULTZ and AYESHA VENKATARAMAN</td>\n",
              "      <td>778</td>\n",
              "      <td>new delhi — two women, accompanied plainclothe...</td>\n",
              "      <td>-0.8</td>\n",
              "      <td>Very Negative</td>\n",
              "      <td>0.002</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>https://www.nytimes.com/2019/01/01/us/politics...</td>\n",
              "      <td>good tuesday morning and happy new year. here ...</td>\n",
              "      <td>On Politics: Elizabeth Warren Is Running for P...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-01T05:18:48+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>U.S.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>419</td>\n",
              "      <td>good tuesday morning happy new year. stories m...</td>\n",
              "      <td>0.9</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.080</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "      <td>True</td>\n",
              "      <td>0.080</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>https://www.nytimes.com/2018/12/31/world/asia/...</td>\n",
              "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
              "      <td>Kim Jong-un, Ready to Meet Trump ‘at Any Time,...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-01T01:44:15+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>MOTOKO RICH and DAVID E. SANGER</td>\n",
              "      <td>1319</td>\n",
              "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.080</td>\n",
              "      <td>False</td>\n",
              "      <td>0.002</td>\n",
              "      <td>True</td>\n",
              "      <td>0.080</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                             web_url  \\\n",
              "0  https://www.nytimes.com/2019/01/02/world/europ...   \n",
              "1  https://www.nytimes.com/2019/01/02/us/politics...   \n",
              "2  https://www.nytimes.com/2019/01/02/world/asia/...   \n",
              "3  https://www.nytimes.com/2019/01/01/us/politics...   \n",
              "4  https://www.nytimes.com/2018/12/31/world/asia/...   \n",
              "\n",
              "                                             content  \\\n",
              "0  halmstad, sweden — maria hussein, who escaped ...   \n",
              "1  voting rights and partisan gerrymandering, tra...   \n",
              "2  new delhi — two women, accompanied by plainclo...   \n",
              "3  good tuesday morning and happy new year. here ...   \n",
              "4  tokyo — kim jong-un, north korea’s leader, sai...   \n",
              "\n",
              "                                            headline document_type  \\\n",
              "0  Where Doulas Calm Nerves and Bridge Cultures D...       article   \n",
              "1  Voting Issues and Gerrymanders Are Now Key Pol...       article   \n",
              "2  2 Indian Women Enter Sabarimala Temple, Settin...       article   \n",
              "3  On Politics: Elizabeth Warren Is Running for P...       article   \n",
              "4  Kim Jong-un, Ready to Meet Trump ‘at Any Time,...       article   \n",
              "\n",
              "                   pub_date              source section_name  \\\n",
              "0  2019-01-02T22:17:38+0000  The New York Times        World   \n",
              "1  2019-01-02T17:00:47+0000  The New York Times         U.S.   \n",
              "2  2019-01-02T12:37:37+0000  The New York Times        World   \n",
              "3  2019-01-01T05:18:48+0000  The New York Times         U.S.   \n",
              "4  2019-01-01T01:44:15+0000  The New York Times        World   \n",
              "\n",
              "                                 author  word_count  \\\n",
              "0                    CHRISTINA ANDERSON        1326   \n",
              "1                          TRIP GABRIEL        1779   \n",
              "2   KAI SCHULTZ and AYESHA VENKATARAMAN         778   \n",
              "3                                   NaN         419   \n",
              "4       MOTOKO RICH and DAVID E. SANGER        1319   \n",
              "\n",
              "                                content_no_stopwords  SENTIMENT_VALUE  \\\n",
              "0  halmstad, sweden — maria hussein, escaped war ...              1.0   \n",
              "1  voting rights partisan gerrymandering, traditi...              1.0   \n",
              "2  new delhi — two women, accompanied plainclothe...             -0.8   \n",
              "3  good tuesday morning happy new year. stories m...              0.9   \n",
              "4  tokyo — kim jong-un, north korea’s leader, sai...              1.0   \n",
              "\n",
              "       SENTIMENT  relevance  occurence1  relevance1  occurence2  relevance2  \n",
              "0  Very Positive      0.002       False       0.002       False       0.002  \n",
              "1  Very Positive      0.080       False       0.002        True       0.080  \n",
              "2  Very Negative      0.002       False       0.002       False       0.002  \n",
              "3  Very Positive      0.080       False       0.002        True       0.080  \n",
              "4  Very Positive      0.080       False       0.002        True       0.080  "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 11
        }
      ]
    },
    {
      "metadata": {
        "id": "98QpqKSeaUjX",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "df2 = df1[['web_url','content','headline','document_type','pub_date','source','section_name','author','word_count','content_no_stopwords','SENTIMENT_VALUE','SENTIMENT','relevance']]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "40ypa4cLa2Ap",
        "colab_type": "code",
        "outputId": "fba0e4f3-70e4-4a34-a0b8-766e6e2c5b10",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 567
        }
      },
      "cell_type": "code",
      "source": [
        "df2.head(5)"
      ],
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>web_url</th>\n",
              "      <th>content</th>\n",
              "      <th>headline</th>\n",
              "      <th>document_type</th>\n",
              "      <th>pub_date</th>\n",
              "      <th>source</th>\n",
              "      <th>section_name</th>\n",
              "      <th>author</th>\n",
              "      <th>word_count</th>\n",
              "      <th>content_no_stopwords</th>\n",
              "      <th>SENTIMENT_VALUE</th>\n",
              "      <th>SENTIMENT</th>\n",
              "      <th>relevance</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/world/europ...</td>\n",
              "      <td>halmstad, sweden — maria hussein, who escaped ...</td>\n",
              "      <td>Where Doulas Calm Nerves and Bridge Cultures D...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T22:17:38+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>CHRISTINA ANDERSON</td>\n",
              "      <td>1326</td>\n",
              "      <td>halmstad, sweden — maria hussein, escaped war ...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.002</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/us/politics...</td>\n",
              "      <td>voting rights and partisan gerrymandering, tra...</td>\n",
              "      <td>Voting Issues and Gerrymanders Are Now Key Pol...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T17:00:47+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>U.S.</td>\n",
              "      <td>TRIP GABRIEL</td>\n",
              "      <td>1779</td>\n",
              "      <td>voting rights partisan gerrymandering, traditi...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.080</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/world/asia/...</td>\n",
              "      <td>new delhi — two women, accompanied by plainclo...</td>\n",
              "      <td>2 Indian Women Enter Sabarimala Temple, Settin...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T12:37:37+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>KAI SCHULTZ and AYESHA VENKATARAMAN</td>\n",
              "      <td>778</td>\n",
              "      <td>new delhi — two women, accompanied plainclothe...</td>\n",
              "      <td>-0.8</td>\n",
              "      <td>Very Negative</td>\n",
              "      <td>0.002</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>https://www.nytimes.com/2019/01/01/us/politics...</td>\n",
              "      <td>good tuesday morning and happy new year. here ...</td>\n",
              "      <td>On Politics: Elizabeth Warren Is Running for P...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-01T05:18:48+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>U.S.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>419</td>\n",
              "      <td>good tuesday morning happy new year. stories m...</td>\n",
              "      <td>0.9</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.080</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>https://www.nytimes.com/2018/12/31/world/asia/...</td>\n",
              "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
              "      <td>Kim Jong-un, Ready to Meet Trump ‘at Any Time,...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-01T01:44:15+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>MOTOKO RICH and DAVID E. SANGER</td>\n",
              "      <td>1319</td>\n",
              "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.080</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                             web_url  \\\n",
              "0  https://www.nytimes.com/2019/01/02/world/europ...   \n",
              "1  https://www.nytimes.com/2019/01/02/us/politics...   \n",
              "2  https://www.nytimes.com/2019/01/02/world/asia/...   \n",
              "3  https://www.nytimes.com/2019/01/01/us/politics...   \n",
              "4  https://www.nytimes.com/2018/12/31/world/asia/...   \n",
              "\n",
              "                                             content  \\\n",
              "0  halmstad, sweden — maria hussein, who escaped ...   \n",
              "1  voting rights and partisan gerrymandering, tra...   \n",
              "2  new delhi — two women, accompanied by plainclo...   \n",
              "3  good tuesday morning and happy new year. here ...   \n",
              "4  tokyo — kim jong-un, north korea’s leader, sai...   \n",
              "\n",
              "                                            headline document_type  \\\n",
              "0  Where Doulas Calm Nerves and Bridge Cultures D...       article   \n",
              "1  Voting Issues and Gerrymanders Are Now Key Pol...       article   \n",
              "2  2 Indian Women Enter Sabarimala Temple, Settin...       article   \n",
              "3  On Politics: Elizabeth Warren Is Running for P...       article   \n",
              "4  Kim Jong-un, Ready to Meet Trump ‘at Any Time,...       article   \n",
              "\n",
              "                   pub_date              source section_name  \\\n",
              "0  2019-01-02T22:17:38+0000  The New York Times        World   \n",
              "1  2019-01-02T17:00:47+0000  The New York Times         U.S.   \n",
              "2  2019-01-02T12:37:37+0000  The New York Times        World   \n",
              "3  2019-01-01T05:18:48+0000  The New York Times         U.S.   \n",
              "4  2019-01-01T01:44:15+0000  The New York Times        World   \n",
              "\n",
              "                                 author  word_count  \\\n",
              "0                    CHRISTINA ANDERSON        1326   \n",
              "1                          TRIP GABRIEL        1779   \n",
              "2   KAI SCHULTZ and AYESHA VENKATARAMAN         778   \n",
              "3                                   NaN         419   \n",
              "4       MOTOKO RICH and DAVID E. SANGER        1319   \n",
              "\n",
              "                                content_no_stopwords  SENTIMENT_VALUE  \\\n",
              "0  halmstad, sweden — maria hussein, escaped war ...              1.0   \n",
              "1  voting rights partisan gerrymandering, traditi...              1.0   \n",
              "2  new delhi — two women, accompanied plainclothe...             -0.8   \n",
              "3  good tuesday morning happy new year. stories m...              0.9   \n",
              "4  tokyo — kim jong-un, north korea’s leader, sai...              1.0   \n",
              "\n",
              "       SENTIMENT  relevance  \n",
              "0  Very Positive      0.002  \n",
              "1  Very Positive      0.080  \n",
              "2  Very Negative      0.002  \n",
              "3  Very Positive      0.080  \n",
              "4  Very Positive      0.080  "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 13
        }
      ]
    },
    {
      "metadata": {
        "id": "ZQhDBQrTa9Et",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "df2['score'] = df2['SENTIMENT_VALUE']*df2['relevance']"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "Q8AILftsbNZb",
        "colab_type": "code",
        "outputId": "1151856a-9022-4756-81d1-d236aaff2327",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 567
        }
      },
      "cell_type": "code",
      "source": [
        "df2.head(5)"
      ],
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>web_url</th>\n",
              "      <th>content</th>\n",
              "      <th>headline</th>\n",
              "      <th>document_type</th>\n",
              "      <th>pub_date</th>\n",
              "      <th>source</th>\n",
              "      <th>section_name</th>\n",
              "      <th>author</th>\n",
              "      <th>word_count</th>\n",
              "      <th>content_no_stopwords</th>\n",
              "      <th>SENTIMENT_VALUE</th>\n",
              "      <th>SENTIMENT</th>\n",
              "      <th>relevance</th>\n",
              "      <th>score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/world/europ...</td>\n",
              "      <td>halmstad, sweden — maria hussein, who escaped ...</td>\n",
              "      <td>Where Doulas Calm Nerves and Bridge Cultures D...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T22:17:38+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>CHRISTINA ANDERSON</td>\n",
              "      <td>1326</td>\n",
              "      <td>halmstad, sweden — maria hussein, escaped war ...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.002</td>\n",
              "      <td>0.0020</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/us/politics...</td>\n",
              "      <td>voting rights and partisan gerrymandering, tra...</td>\n",
              "      <td>Voting Issues and Gerrymanders Are Now Key Pol...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T17:00:47+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>U.S.</td>\n",
              "      <td>TRIP GABRIEL</td>\n",
              "      <td>1779</td>\n",
              "      <td>voting rights partisan gerrymandering, traditi...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.080</td>\n",
              "      <td>0.0800</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>https://www.nytimes.com/2019/01/02/world/asia/...</td>\n",
              "      <td>new delhi — two women, accompanied by plainclo...</td>\n",
              "      <td>2 Indian Women Enter Sabarimala Temple, Settin...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-02T12:37:37+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>KAI SCHULTZ and AYESHA VENKATARAMAN</td>\n",
              "      <td>778</td>\n",
              "      <td>new delhi — two women, accompanied plainclothe...</td>\n",
              "      <td>-0.8</td>\n",
              "      <td>Very Negative</td>\n",
              "      <td>0.002</td>\n",
              "      <td>-0.0016</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>https://www.nytimes.com/2019/01/01/us/politics...</td>\n",
              "      <td>good tuesday morning and happy new year. here ...</td>\n",
              "      <td>On Politics: Elizabeth Warren Is Running for P...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-01T05:18:48+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>U.S.</td>\n",
              "      <td>NaN</td>\n",
              "      <td>419</td>\n",
              "      <td>good tuesday morning happy new year. stories m...</td>\n",
              "      <td>0.9</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.080</td>\n",
              "      <td>0.0720</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>https://www.nytimes.com/2018/12/31/world/asia/...</td>\n",
              "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
              "      <td>Kim Jong-un, Ready to Meet Trump ‘at Any Time,...</td>\n",
              "      <td>article</td>\n",
              "      <td>2019-01-01T01:44:15+0000</td>\n",
              "      <td>The New York Times</td>\n",
              "      <td>World</td>\n",
              "      <td>MOTOKO RICH and DAVID E. SANGER</td>\n",
              "      <td>1319</td>\n",
              "      <td>tokyo — kim jong-un, north korea’s leader, sai...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Very Positive</td>\n",
              "      <td>0.080</td>\n",
              "      <td>0.0800</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                             web_url  \\\n",
              "0  https://www.nytimes.com/2019/01/02/world/europ...   \n",
              "1  https://www.nytimes.com/2019/01/02/us/politics...   \n",
              "2  https://www.nytimes.com/2019/01/02/world/asia/...   \n",
              "3  https://www.nytimes.com/2019/01/01/us/politics...   \n",
              "4  https://www.nytimes.com/2018/12/31/world/asia/...   \n",
              "\n",
              "                                             content  \\\n",
              "0  halmstad, sweden — maria hussein, who escaped ...   \n",
              "1  voting rights and partisan gerrymandering, tra...   \n",
              "2  new delhi — two women, accompanied by plainclo...   \n",
              "3  good tuesday morning and happy new year. here ...   \n",
              "4  tokyo — kim jong-un, north korea’s leader, sai...   \n",
              "\n",
              "                                            headline document_type  \\\n",
              "0  Where Doulas Calm Nerves and Bridge Cultures D...       article   \n",
              "1  Voting Issues and Gerrymanders Are Now Key Pol...       article   \n",
              "2  2 Indian Women Enter Sabarimala Temple, Settin...       article   \n",
              "3  On Politics: Elizabeth Warren Is Running for P...       article   \n",
              "4  Kim Jong-un, Ready to Meet Trump ‘at Any Time,...       article   \n",
              "\n",
              "                   pub_date              source section_name  \\\n",
              "0  2019-01-02T22:17:38+0000  The New York Times        World   \n",
              "1  2019-01-02T17:00:47+0000  The New York Times         U.S.   \n",
              "2  2019-01-02T12:37:37+0000  The New York Times        World   \n",
              "3  2019-01-01T05:18:48+0000  The New York Times         U.S.   \n",
              "4  2019-01-01T01:44:15+0000  The New York Times        World   \n",
              "\n",
              "                                 author  word_count  \\\n",
              "0                    CHRISTINA ANDERSON        1326   \n",
              "1                          TRIP GABRIEL        1779   \n",
              "2   KAI SCHULTZ and AYESHA VENKATARAMAN         778   \n",
              "3                                   NaN         419   \n",
              "4       MOTOKO RICH and DAVID E. SANGER        1319   \n",
              "\n",
              "                                content_no_stopwords  SENTIMENT_VALUE  \\\n",
              "0  halmstad, sweden — maria hussein, escaped war ...              1.0   \n",
              "1  voting rights partisan gerrymandering, traditi...              1.0   \n",
              "2  new delhi — two women, accompanied plainclothe...             -0.8   \n",
              "3  good tuesday morning happy new year. stories m...              0.9   \n",
              "4  tokyo — kim jong-un, north korea’s leader, sai...              1.0   \n",
              "\n",
              "       SENTIMENT  relevance   score  \n",
              "0  Very Positive      0.002  0.0020  \n",
              "1  Very Positive      0.080  0.0800  \n",
              "2  Very Negative      0.002 -0.0016  \n",
              "3  Very Positive      0.080  0.0720  \n",
              "4  Very Positive      0.080  0.0800  "
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        }
      ]
    },
    {
      "metadata": {
        "id": "lQVBhqB7MJ5E",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "df2.to_csv('jan1_score.csv')\n",
        "!cp jan1_score.csv drive/My\\ Drive/"
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}