03.Data Annotation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "401afc0f",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import required dependencies\n",
    "\n",
    "import pandas as pd\n",
    "pd.options.mode.chained_assignment=None  # default='warn'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "39f18261",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>content</th>\n",
       "      <th>date</th>\n",
       "      <th>from</th>\n",
       "      <th>to</th>\n",
       "      <th>subject</th>\n",
       "      <th>x-from</th>\n",
       "      <th>x-to</th>\n",
       "      <th>n_words</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;18782981.1075855378110.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>2001-05-14 16:39:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>tim.belden@enron.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Tim Belden &lt;Tim Belden/Enron@EnronXGate&gt;</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>2001-05-04 13:51:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>john.lavorato@enron.com</td>\n",
       "      <td>Re:</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>John J Lavorato &lt;John J Lavorato/ENRON@enronXg...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;24216240.1075855687451.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>2000-10-18 03:00:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>leah.arsdall@enron.com</td>\n",
       "      <td>Re: test</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Leah Van Arsdall</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;13505866.1075863688222.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>2000-10-23 06:13:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>randall.gay@enron.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Randall L Gay</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;30922949.1075863688243.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>2000-08-31 05:07:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>greg.piper@enron.com</td>\n",
       "      <td>Re: Hello</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Greg Piper</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495542</th>\n",
       "      <td>&lt;26807948.1075842029936.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>2001-11-28 13:30:11</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>kori.loibl@enron.com</td>\n",
       "      <td>Trade with John Lavorato</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Loibl, Kori &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/CN=K...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495543</th>\n",
       "      <td>&lt;25835861.1075842029959.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>2001-11-28 12:47:48</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>john.lavorato@enron.com</td>\n",
       "      <td>Gas Hedges</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Lavorato, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495544</th>\n",
       "      <td>&lt;28979867.1075842029988.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>2\\n\\n -----Original Message-----\\nFrom: \\tDouc...</td>\n",
       "      <td>2001-11-28 07:20:00</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>dawn.doucet@enron.com</td>\n",
       "      <td>RE: CONFIDENTIAL</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Doucet, Dawn &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/CN=...</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495545</th>\n",
       "      <td>&lt;22052556.1075842030013.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>2001-11-27 11:52:45</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>jeanie.slone@enron.com</td>\n",
       "      <td>Calgary Analyst/Associate</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Slone, Jeanie &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/CN...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495546</th>\n",
       "      <td>&lt;28618979.1075842030037.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>2001-11-26 10:48:43</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>livia_zufferli@monitor.com</td>\n",
       "      <td>RE: ali's essays</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>'Livia_Zufferli@Monitor.com@ENRON'</td>\n",
       "      <td>575</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>495547 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "0       <18782981.1075855378110.JavaMail.evans@thyme>   \n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "2       <24216240.1075855687451.JavaMail.evans@thyme>   \n",
       "3       <13505866.1075863688222.JavaMail.evans@thyme>   \n",
       "4       <30922949.1075863688243.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "495542  <26807948.1075842029936.JavaMail.evans@thyme>   \n",
       "495543  <25835861.1075842029959.JavaMail.evans@thyme>   \n",
       "495544  <28979867.1075842029988.JavaMail.evans@thyme>   \n",
       "495545  <22052556.1075842030013.JavaMail.evans@thyme>   \n",
       "495546  <28618979.1075842030037.JavaMail.evans@thyme>   \n",
       "\n",
       "                                                  content  \\\n",
       "0                                    Here is our forecast   \n",
       "1       Traveling to have a business meeting takes the...   \n",
       "2                          test successful.  way to go!!!   \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...   \n",
       "4                       Let's shoot for Tuesday at 11:45.   \n",
       "...                                                   ...   \n",
       "495542  This is a trade with OIL-SPEC-HEDGE-NG (John L...   \n",
       "495543  Some of my position is with the Alberta Term b...   \n",
       "495544  2\\n\\n -----Original Message-----\\nFrom: \\tDouc...   \n",
       "495545  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...   \n",
       "495546  i think the YMCA has a class that is for peopl...   \n",
       "\n",
       "                       date                     from  \\\n",
       "0       2001-05-14 16:39:00  phillip.allen@enron.com   \n",
       "1       2001-05-04 13:51:00  phillip.allen@enron.com   \n",
       "2       2000-10-18 03:00:00  phillip.allen@enron.com   \n",
       "3       2000-10-23 06:13:00  phillip.allen@enron.com   \n",
       "4       2000-08-31 05:07:00  phillip.allen@enron.com   \n",
       "...                     ...                      ...   \n",
       "495542  2001-11-28 13:30:11  john.zufferli@enron.com   \n",
       "495543  2001-11-28 12:47:48  john.zufferli@enron.com   \n",
       "495544  2001-11-28 07:20:00  john.zufferli@enron.com   \n",
       "495545  2001-11-27 11:52:45  john.zufferli@enron.com   \n",
       "495546  2001-11-26 10:48:43  john.zufferli@enron.com   \n",
       "\n",
       "                                to                    subject  \\\n",
       "0             tim.belden@enron.com                        NaN   \n",
       "1          john.lavorato@enron.com                        Re:   \n",
       "2           leah.arsdall@enron.com                   Re: test   \n",
       "3            randall.gay@enron.com                        NaN   \n",
       "4             greg.piper@enron.com                  Re: Hello   \n",
       "...                            ...                        ...   \n",
       "495542        kori.loibl@enron.com   Trade with John Lavorato   \n",
       "495543     john.lavorato@enron.com                 Gas Hedges   \n",
       "495544       dawn.doucet@enron.com           RE: CONFIDENTIAL   \n",
       "495545      jeanie.slone@enron.com  Calgary Analyst/Associate   \n",
       "495546  livia_zufferli@monitor.com           RE: ali's essays   \n",
       "\n",
       "                                                   x-from  \\\n",
       "0                                         Phillip K Allen   \n",
       "1                                         Phillip K Allen   \n",
       "2                                         Phillip K Allen   \n",
       "3                                         Phillip K Allen   \n",
       "4                                         Phillip K Allen   \n",
       "...                                                   ...   \n",
       "495542  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495543  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495544  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495545  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495546  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "\n",
       "                                                     x-to  n_words  \n",
       "0                Tim Belden <Tim Belden/Enron@EnronXGate>        4  \n",
       "1       John J Lavorato <John J Lavorato/ENRON@enronXg...      139  \n",
       "2                                        Leah Van Arsdall        5  \n",
       "3                                           Randall L Gay       34  \n",
       "4                                              Greg Piper        6  \n",
       "...                                                   ...      ...  \n",
       "495542  Loibl, Kori </O=ENRON/OU=NA/CN=RECIPIENTS/CN=K...       48  \n",
       "495543  Lavorato, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...       23  \n",
       "495544  Doucet, Dawn </O=ENRON/OU=NA/CN=RECIPIENTS/CN=...       54  \n",
       "495545  Slone, Jeanie </O=ENRON/OU=NA/CN=RECIPIENTS/CN...       27  \n",
       "495546                 'Livia_Zufferli@Monitor.com@ENRON'      575  \n",
       "\n",
       "[495547 rows x 9 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load emails metadata DataFrame\n",
    "\n",
    "metadata = pd.read_csv('data/metadata.csv')\n",
    "metadata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "0010c594",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>clean_content</th>\n",
       "      <th>n_words_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;18782981.1075855378110.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;24216240.1075855687451.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;13505866.1075863688222.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;30922949.1075863688243.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211892</th>\n",
       "      <td>&lt;20245656.1075842029914.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>very busy, jess is ok just scared</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211893</th>\n",
       "      <td>&lt;26807948.1075842029936.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211894</th>\n",
       "      <td>&lt;25835861.1075842029959.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211895</th>\n",
       "      <td>&lt;22052556.1075842030013.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211896</th>\n",
       "      <td>&lt;28618979.1075842030037.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>211897 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "0       <18782981.1075855378110.JavaMail.evans@thyme>   \n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "2       <24216240.1075855687451.JavaMail.evans@thyme>   \n",
       "3       <13505866.1075863688222.JavaMail.evans@thyme>   \n",
       "4       <30922949.1075863688243.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "211892  <20245656.1075842029914.JavaMail.evans@thyme>   \n",
       "211893  <26807948.1075842029936.JavaMail.evans@thyme>   \n",
       "211894  <25835861.1075842029959.JavaMail.evans@thyme>   \n",
       "211895  <22052556.1075842030013.JavaMail.evans@thyme>   \n",
       "211896  <28618979.1075842030037.JavaMail.evans@thyme>   \n",
       "\n",
       "                                            clean_content  n_words_clean  \n",
       "0                                    Here is our forecast              4  \n",
       "1       Traveling to have a business meeting takes the...            139  \n",
       "2                          test successful.  way to go!!!              5  \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...             34  \n",
       "4                       Let's shoot for Tuesday at 11:45.              6  \n",
       "...                                                   ...            ...  \n",
       "211892                  very busy, jess is ok just scared              7  \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...             48  \n",
       "211894  Some of my position is with the Alberta Term b...             23  \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...             27  \n",
       "211896  i think the YMCA has a class that is for peopl...             19  \n",
       "\n",
       "[211897 rows x 3 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load clean emails DataFrame\n",
    "\n",
    "clean_emails = pd.read_csv(\"data/clean_emails.csv\")\n",
    "clean_emails"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "f101fdd8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "211897"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Get the list of message ids for the cleaned emails\n",
    "\n",
    "message_ids = clean_emails['message_id'].tolist()\n",
    "len(message_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d68790f5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>content</th>\n",
       "      <th>date</th>\n",
       "      <th>from</th>\n",
       "      <th>to</th>\n",
       "      <th>subject</th>\n",
       "      <th>x-from</th>\n",
       "      <th>x-to</th>\n",
       "      <th>n_words</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;18782981.1075855378110.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>2001-05-14 16:39:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>tim.belden@enron.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Tim Belden &lt;Tim Belden/Enron@EnronXGate&gt;</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>2001-05-04 13:51:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>john.lavorato@enron.com</td>\n",
       "      <td>Re:</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>John J Lavorato &lt;John J Lavorato/ENRON@enronXg...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;24216240.1075855687451.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>2000-10-18 03:00:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>leah.arsdall@enron.com</td>\n",
       "      <td>Re: test</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Leah Van Arsdall</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;13505866.1075863688222.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>2000-10-23 06:13:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>randall.gay@enron.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Randall L Gay</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;30922949.1075863688243.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>2000-08-31 05:07:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>greg.piper@enron.com</td>\n",
       "      <td>Re: Hello</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Greg Piper</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495541</th>\n",
       "      <td>&lt;20245656.1075842029914.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>very busy, jess is ok just scared\\n\\n -----Ori...</td>\n",
       "      <td>2001-11-29 11:04:24</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>livia_zufferli@monitor.com</td>\n",
       "      <td>RE:</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>'Livia_Zufferli@Monitor.com@ENRON'</td>\n",
       "      <td>122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495542</th>\n",
       "      <td>&lt;26807948.1075842029936.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>2001-11-28 13:30:11</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>kori.loibl@enron.com</td>\n",
       "      <td>Trade with John Lavorato</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Loibl, Kori &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/CN=K...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495543</th>\n",
       "      <td>&lt;25835861.1075842029959.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>2001-11-28 12:47:48</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>john.lavorato@enron.com</td>\n",
       "      <td>Gas Hedges</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Lavorato, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495545</th>\n",
       "      <td>&lt;22052556.1075842030013.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>2001-11-27 11:52:45</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>jeanie.slone@enron.com</td>\n",
       "      <td>Calgary Analyst/Associate</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Slone, Jeanie &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/CN...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495546</th>\n",
       "      <td>&lt;28618979.1075842030037.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>2001-11-26 10:48:43</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>livia_zufferli@monitor.com</td>\n",
       "      <td>RE: ali's essays</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>'Livia_Zufferli@Monitor.com@ENRON'</td>\n",
       "      <td>575</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>211897 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "0       <18782981.1075855378110.JavaMail.evans@thyme>   \n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "2       <24216240.1075855687451.JavaMail.evans@thyme>   \n",
       "3       <13505866.1075863688222.JavaMail.evans@thyme>   \n",
       "4       <30922949.1075863688243.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "495541  <20245656.1075842029914.JavaMail.evans@thyme>   \n",
       "495542  <26807948.1075842029936.JavaMail.evans@thyme>   \n",
       "495543  <25835861.1075842029959.JavaMail.evans@thyme>   \n",
       "495545  <22052556.1075842030013.JavaMail.evans@thyme>   \n",
       "495546  <28618979.1075842030037.JavaMail.evans@thyme>   \n",
       "\n",
       "                                                  content  \\\n",
       "0                                    Here is our forecast   \n",
       "1       Traveling to have a business meeting takes the...   \n",
       "2                          test successful.  way to go!!!   \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...   \n",
       "4                       Let's shoot for Tuesday at 11:45.   \n",
       "...                                                   ...   \n",
       "495541  very busy, jess is ok just scared\\n\\n -----Ori...   \n",
       "495542  This is a trade with OIL-SPEC-HEDGE-NG (John L...   \n",
       "495543  Some of my position is with the Alberta Term b...   \n",
       "495545  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...   \n",
       "495546  i think the YMCA has a class that is for peopl...   \n",
       "\n",
       "                       date                     from  \\\n",
       "0       2001-05-14 16:39:00  phillip.allen@enron.com   \n",
       "1       2001-05-04 13:51:00  phillip.allen@enron.com   \n",
       "2       2000-10-18 03:00:00  phillip.allen@enron.com   \n",
       "3       2000-10-23 06:13:00  phillip.allen@enron.com   \n",
       "4       2000-08-31 05:07:00  phillip.allen@enron.com   \n",
       "...                     ...                      ...   \n",
       "495541  2001-11-29 11:04:24  john.zufferli@enron.com   \n",
       "495542  2001-11-28 13:30:11  john.zufferli@enron.com   \n",
       "495543  2001-11-28 12:47:48  john.zufferli@enron.com   \n",
       "495545  2001-11-27 11:52:45  john.zufferli@enron.com   \n",
       "495546  2001-11-26 10:48:43  john.zufferli@enron.com   \n",
       "\n",
       "                                to                    subject  \\\n",
       "0             tim.belden@enron.com                        NaN   \n",
       "1          john.lavorato@enron.com                        Re:   \n",
       "2           leah.arsdall@enron.com                   Re: test   \n",
       "3            randall.gay@enron.com                        NaN   \n",
       "4             greg.piper@enron.com                  Re: Hello   \n",
       "...                            ...                        ...   \n",
       "495541  livia_zufferli@monitor.com                        RE:   \n",
       "495542        kori.loibl@enron.com   Trade with John Lavorato   \n",
       "495543     john.lavorato@enron.com                 Gas Hedges   \n",
       "495545      jeanie.slone@enron.com  Calgary Analyst/Associate   \n",
       "495546  livia_zufferli@monitor.com           RE: ali's essays   \n",
       "\n",
       "                                                   x-from  \\\n",
       "0                                         Phillip K Allen   \n",
       "1                                         Phillip K Allen   \n",
       "2                                         Phillip K Allen   \n",
       "3                                         Phillip K Allen   \n",
       "4                                         Phillip K Allen   \n",
       "...                                                   ...   \n",
       "495541  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495542  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495543  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495545  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495546  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "\n",
       "                                                     x-to  n_words  \n",
       "0                Tim Belden <Tim Belden/Enron@EnronXGate>        4  \n",
       "1       John J Lavorato <John J Lavorato/ENRON@enronXg...      139  \n",
       "2                                        Leah Van Arsdall        5  \n",
       "3                                           Randall L Gay       34  \n",
       "4                                              Greg Piper        6  \n",
       "...                                                   ...      ...  \n",
       "495541                 'Livia_Zufferli@Monitor.com@ENRON'      122  \n",
       "495542  Loibl, Kori </O=ENRON/OU=NA/CN=RECIPIENTS/CN=K...       48  \n",
       "495543  Lavorato, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...       23  \n",
       "495545  Slone, Jeanie </O=ENRON/OU=NA/CN=RECIPIENTS/CN...       27  \n",
       "495546                 'Livia_Zufferli@Monitor.com@ENRON'      575  \n",
       "\n",
       "[211897 rows x 9 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Keep only message ids in metadata that are found in cleaned dataset\n",
    "\n",
    "metadata[metadata['message_id'].isin(message_ids)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "d26be8a6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>content</th>\n",
       "      <th>date</th>\n",
       "      <th>from</th>\n",
       "      <th>to</th>\n",
       "      <th>subject</th>\n",
       "      <th>x-from</th>\n",
       "      <th>x-to</th>\n",
       "      <th>n_words</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;18782981.1075855378110.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>2001-05-14 16:39:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>tim.belden@enron.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Tim Belden &lt;Tim Belden/Enron@EnronXGate&gt;</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>2001-05-04 13:51:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>john.lavorato@enron.com</td>\n",
       "      <td>Re:</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>John J Lavorato &lt;John J Lavorato/ENRON@enronXg...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;24216240.1075855687451.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>2000-10-18 03:00:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>leah.arsdall@enron.com</td>\n",
       "      <td>Re: test</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Leah Van Arsdall</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;13505866.1075863688222.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>2000-10-23 06:13:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>randall.gay@enron.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Randall L Gay</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;30922949.1075863688243.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>2000-08-31 05:07:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>greg.piper@enron.com</td>\n",
       "      <td>Re: Hello</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Greg Piper</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495541</th>\n",
       "      <td>&lt;20245656.1075842029914.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>very busy, jess is ok just scared\\n\\n -----Ori...</td>\n",
       "      <td>2001-11-29 11:04:24</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>livia_zufferli@monitor.com</td>\n",
       "      <td>RE:</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>'Livia_Zufferli@Monitor.com@ENRON'</td>\n",
       "      <td>122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495542</th>\n",
       "      <td>&lt;26807948.1075842029936.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>2001-11-28 13:30:11</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>kori.loibl@enron.com</td>\n",
       "      <td>Trade with John Lavorato</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Loibl, Kori &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/CN=K...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495543</th>\n",
       "      <td>&lt;25835861.1075842029959.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>2001-11-28 12:47:48</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>john.lavorato@enron.com</td>\n",
       "      <td>Gas Hedges</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Lavorato, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495545</th>\n",
       "      <td>&lt;22052556.1075842030013.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>2001-11-27 11:52:45</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>jeanie.slone@enron.com</td>\n",
       "      <td>Calgary Analyst/Associate</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Slone, Jeanie &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/CN...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>495546</th>\n",
       "      <td>&lt;28618979.1075842030037.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>2001-11-26 10:48:43</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>livia_zufferli@monitor.com</td>\n",
       "      <td>RE: ali's essays</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>'Livia_Zufferli@Monitor.com@ENRON'</td>\n",
       "      <td>575</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>211897 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "0       <18782981.1075855378110.JavaMail.evans@thyme>   \n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "2       <24216240.1075855687451.JavaMail.evans@thyme>   \n",
       "3       <13505866.1075863688222.JavaMail.evans@thyme>   \n",
       "4       <30922949.1075863688243.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "495541  <20245656.1075842029914.JavaMail.evans@thyme>   \n",
       "495542  <26807948.1075842029936.JavaMail.evans@thyme>   \n",
       "495543  <25835861.1075842029959.JavaMail.evans@thyme>   \n",
       "495545  <22052556.1075842030013.JavaMail.evans@thyme>   \n",
       "495546  <28618979.1075842030037.JavaMail.evans@thyme>   \n",
       "\n",
       "                                                  content  \\\n",
       "0                                    Here is our forecast   \n",
       "1       Traveling to have a business meeting takes the...   \n",
       "2                          test successful.  way to go!!!   \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...   \n",
       "4                       Let's shoot for Tuesday at 11:45.   \n",
       "...                                                   ...   \n",
       "495541  very busy, jess is ok just scared\\n\\n -----Ori...   \n",
       "495542  This is a trade with OIL-SPEC-HEDGE-NG (John L...   \n",
       "495543  Some of my position is with the Alberta Term b...   \n",
       "495545  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...   \n",
       "495546  i think the YMCA has a class that is for peopl...   \n",
       "\n",
       "                       date                     from  \\\n",
       "0       2001-05-14 16:39:00  phillip.allen@enron.com   \n",
       "1       2001-05-04 13:51:00  phillip.allen@enron.com   \n",
       "2       2000-10-18 03:00:00  phillip.allen@enron.com   \n",
       "3       2000-10-23 06:13:00  phillip.allen@enron.com   \n",
       "4       2000-08-31 05:07:00  phillip.allen@enron.com   \n",
       "...                     ...                      ...   \n",
       "495541  2001-11-29 11:04:24  john.zufferli@enron.com   \n",
       "495542  2001-11-28 13:30:11  john.zufferli@enron.com   \n",
       "495543  2001-11-28 12:47:48  john.zufferli@enron.com   \n",
       "495545  2001-11-27 11:52:45  john.zufferli@enron.com   \n",
       "495546  2001-11-26 10:48:43  john.zufferli@enron.com   \n",
       "\n",
       "                                to                    subject  \\\n",
       "0             tim.belden@enron.com                        NaN   \n",
       "1          john.lavorato@enron.com                        Re:   \n",
       "2           leah.arsdall@enron.com                   Re: test   \n",
       "3            randall.gay@enron.com                        NaN   \n",
       "4             greg.piper@enron.com                  Re: Hello   \n",
       "...                            ...                        ...   \n",
       "495541  livia_zufferli@monitor.com                        RE:   \n",
       "495542        kori.loibl@enron.com   Trade with John Lavorato   \n",
       "495543     john.lavorato@enron.com                 Gas Hedges   \n",
       "495545      jeanie.slone@enron.com  Calgary Analyst/Associate   \n",
       "495546  livia_zufferli@monitor.com           RE: ali's essays   \n",
       "\n",
       "                                                   x-from  \\\n",
       "0                                         Phillip K Allen   \n",
       "1                                         Phillip K Allen   \n",
       "2                                         Phillip K Allen   \n",
       "3                                         Phillip K Allen   \n",
       "4                                         Phillip K Allen   \n",
       "...                                                   ...   \n",
       "495541  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495542  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495543  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495545  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "495546  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "\n",
       "                                                     x-to  n_words  \n",
       "0                Tim Belden <Tim Belden/Enron@EnronXGate>        4  \n",
       "1       John J Lavorato <John J Lavorato/ENRON@enronXg...      139  \n",
       "2                                        Leah Van Arsdall        5  \n",
       "3                                           Randall L Gay       34  \n",
       "4                                              Greg Piper        6  \n",
       "...                                                   ...      ...  \n",
       "495541                 'Livia_Zufferli@Monitor.com@ENRON'      122  \n",
       "495542  Loibl, Kori </O=ENRON/OU=NA/CN=RECIPIENTS/CN=K...       48  \n",
       "495543  Lavorato, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...       23  \n",
       "495545  Slone, Jeanie </O=ENRON/OU=NA/CN=RECIPIENTS/CN...       27  \n",
       "495546                 'Livia_Zufferli@Monitor.com@ENRON'      575  \n",
       "\n",
       "[211897 rows x 9 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "metadata = metadata[metadata['message_id'].isin(message_ids)]\n",
    "metadata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "23f3607a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>content</th>\n",
       "      <th>date</th>\n",
       "      <th>from</th>\n",
       "      <th>to</th>\n",
       "      <th>subject</th>\n",
       "      <th>x-from</th>\n",
       "      <th>x-to</th>\n",
       "      <th>n_words</th>\n",
       "      <th>clean_content</th>\n",
       "      <th>n_words_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;18782981.1075855378110.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>2001-05-14 16:39:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>tim.belden@enron.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Tim Belden &lt;Tim Belden/Enron@EnronXGate&gt;</td>\n",
       "      <td>4</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>2001-05-04 13:51:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>john.lavorato@enron.com</td>\n",
       "      <td>Re:</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>John J Lavorato &lt;John J Lavorato/ENRON@enronXg...</td>\n",
       "      <td>139</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;24216240.1075855687451.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>2000-10-18 03:00:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>leah.arsdall@enron.com</td>\n",
       "      <td>Re: test</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Leah Van Arsdall</td>\n",
       "      <td>5</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;13505866.1075863688222.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>2000-10-23 06:13:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>randall.gay@enron.com</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Randall L Gay</td>\n",
       "      <td>34</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;30922949.1075863688243.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>2000-08-31 05:07:00</td>\n",
       "      <td>phillip.allen@enron.com</td>\n",
       "      <td>greg.piper@enron.com</td>\n",
       "      <td>Re: Hello</td>\n",
       "      <td>Phillip K Allen</td>\n",
       "      <td>Greg Piper</td>\n",
       "      <td>6</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211892</th>\n",
       "      <td>&lt;20245656.1075842029914.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>very busy, jess is ok just scared\\n\\n -----Ori...</td>\n",
       "      <td>2001-11-29 11:04:24</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>livia_zufferli@monitor.com</td>\n",
       "      <td>RE:</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>'Livia_Zufferli@Monitor.com@ENRON'</td>\n",
       "      <td>122</td>\n",
       "      <td>very busy, jess is ok just scared</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211893</th>\n",
       "      <td>&lt;26807948.1075842029936.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>2001-11-28 13:30:11</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>kori.loibl@enron.com</td>\n",
       "      <td>Trade with John Lavorato</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Loibl, Kori &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/CN=K...</td>\n",
       "      <td>48</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211894</th>\n",
       "      <td>&lt;25835861.1075842029959.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>2001-11-28 12:47:48</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>john.lavorato@enron.com</td>\n",
       "      <td>Gas Hedges</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Lavorato, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>23</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211895</th>\n",
       "      <td>&lt;22052556.1075842030013.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>2001-11-27 11:52:45</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>jeanie.slone@enron.com</td>\n",
       "      <td>Calgary Analyst/Associate</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>Slone, Jeanie &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/CN...</td>\n",
       "      <td>27</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211896</th>\n",
       "      <td>&lt;28618979.1075842030037.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>2001-11-26 10:48:43</td>\n",
       "      <td>john.zufferli@enron.com</td>\n",
       "      <td>livia_zufferli@monitor.com</td>\n",
       "      <td>RE: ali's essays</td>\n",
       "      <td>Zufferli, John &lt;/O=ENRON/OU=NA/CN=RECIPIENTS/C...</td>\n",
       "      <td>'Livia_Zufferli@Monitor.com@ENRON'</td>\n",
       "      <td>575</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>211897 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "0       <18782981.1075855378110.JavaMail.evans@thyme>   \n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "2       <24216240.1075855687451.JavaMail.evans@thyme>   \n",
       "3       <13505866.1075863688222.JavaMail.evans@thyme>   \n",
       "4       <30922949.1075863688243.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "211892  <20245656.1075842029914.JavaMail.evans@thyme>   \n",
       "211893  <26807948.1075842029936.JavaMail.evans@thyme>   \n",
       "211894  <25835861.1075842029959.JavaMail.evans@thyme>   \n",
       "211895  <22052556.1075842030013.JavaMail.evans@thyme>   \n",
       "211896  <28618979.1075842030037.JavaMail.evans@thyme>   \n",
       "\n",
       "                                                  content  \\\n",
       "0                                    Here is our forecast   \n",
       "1       Traveling to have a business meeting takes the...   \n",
       "2                          test successful.  way to go!!!   \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...   \n",
       "4                       Let's shoot for Tuesday at 11:45.   \n",
       "...                                                   ...   \n",
       "211892  very busy, jess is ok just scared\\n\\n -----Ori...   \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...   \n",
       "211894  Some of my position is with the Alberta Term b...   \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...   \n",
       "211896  i think the YMCA has a class that is for peopl...   \n",
       "\n",
       "                       date                     from  \\\n",
       "0       2001-05-14 16:39:00  phillip.allen@enron.com   \n",
       "1       2001-05-04 13:51:00  phillip.allen@enron.com   \n",
       "2       2000-10-18 03:00:00  phillip.allen@enron.com   \n",
       "3       2000-10-23 06:13:00  phillip.allen@enron.com   \n",
       "4       2000-08-31 05:07:00  phillip.allen@enron.com   \n",
       "...                     ...                      ...   \n",
       "211892  2001-11-29 11:04:24  john.zufferli@enron.com   \n",
       "211893  2001-11-28 13:30:11  john.zufferli@enron.com   \n",
       "211894  2001-11-28 12:47:48  john.zufferli@enron.com   \n",
       "211895  2001-11-27 11:52:45  john.zufferli@enron.com   \n",
       "211896  2001-11-26 10:48:43  john.zufferli@enron.com   \n",
       "\n",
       "                                to                    subject  \\\n",
       "0             tim.belden@enron.com                        NaN   \n",
       "1          john.lavorato@enron.com                        Re:   \n",
       "2           leah.arsdall@enron.com                   Re: test   \n",
       "3            randall.gay@enron.com                        NaN   \n",
       "4             greg.piper@enron.com                  Re: Hello   \n",
       "...                            ...                        ...   \n",
       "211892  livia_zufferli@monitor.com                        RE:   \n",
       "211893        kori.loibl@enron.com   Trade with John Lavorato   \n",
       "211894     john.lavorato@enron.com                 Gas Hedges   \n",
       "211895      jeanie.slone@enron.com  Calgary Analyst/Associate   \n",
       "211896  livia_zufferli@monitor.com           RE: ali's essays   \n",
       "\n",
       "                                                   x-from  \\\n",
       "0                                         Phillip K Allen   \n",
       "1                                         Phillip K Allen   \n",
       "2                                         Phillip K Allen   \n",
       "3                                         Phillip K Allen   \n",
       "4                                         Phillip K Allen   \n",
       "...                                                   ...   \n",
       "211892  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "211893  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "211894  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "211895  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "211896  Zufferli, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...   \n",
       "\n",
       "                                                     x-to  n_words  \\\n",
       "0                Tim Belden <Tim Belden/Enron@EnronXGate>        4   \n",
       "1       John J Lavorato <John J Lavorato/ENRON@enronXg...      139   \n",
       "2                                        Leah Van Arsdall        5   \n",
       "3                                           Randall L Gay       34   \n",
       "4                                              Greg Piper        6   \n",
       "...                                                   ...      ...   \n",
       "211892                 'Livia_Zufferli@Monitor.com@ENRON'      122   \n",
       "211893  Loibl, Kori </O=ENRON/OU=NA/CN=RECIPIENTS/CN=K...       48   \n",
       "211894  Lavorato, John </O=ENRON/OU=NA/CN=RECIPIENTS/C...       23   \n",
       "211895  Slone, Jeanie </O=ENRON/OU=NA/CN=RECIPIENTS/CN...       27   \n",
       "211896                 'Livia_Zufferli@Monitor.com@ENRON'      575   \n",
       "\n",
       "                                            clean_content  n_words_clean  \n",
       "0                                    Here is our forecast              4  \n",
       "1       Traveling to have a business meeting takes the...            139  \n",
       "2                          test successful.  way to go!!!              5  \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...             34  \n",
       "4                       Let's shoot for Tuesday at 11:45.              6  \n",
       "...                                                   ...            ...  \n",
       "211892                  very busy, jess is ok just scared              7  \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...             48  \n",
       "211894  Some of my position is with the Alberta Term b...             23  \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...             27  \n",
       "211896  i think the YMCA has a class that is for peopl...             19  \n",
       "\n",
       "[211897 rows x 11 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Merge dataframe by message_id \n",
    "\n",
    "df = metadata.merge(clean_emails, how='outer', left_on=['message_id'], right_on=['message_id'])\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "7415174d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>subject</th>\n",
       "      <th>content</th>\n",
       "      <th>n_words</th>\n",
       "      <th>clean_content</th>\n",
       "      <th>n_words_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;18782981.1075855378110.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re:</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;24216240.1075855687451.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: test</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;13505866.1075863688222.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;30922949.1075863688243.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: Hello</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211892</th>\n",
       "      <td>&lt;20245656.1075842029914.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE:</td>\n",
       "      <td>very busy, jess is ok just scared\\n\\n -----Ori...</td>\n",
       "      <td>122</td>\n",
       "      <td>very busy, jess is ok just scared</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211893</th>\n",
       "      <td>&lt;26807948.1075842029936.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Trade with John Lavorato</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211894</th>\n",
       "      <td>&lt;25835861.1075842029959.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Gas Hedges</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211895</th>\n",
       "      <td>&lt;22052556.1075842030013.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Calgary Analyst/Associate</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211896</th>\n",
       "      <td>&lt;28618979.1075842030037.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE: ali's essays</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>575</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>211897 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "0       <18782981.1075855378110.JavaMail.evans@thyme>   \n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "2       <24216240.1075855687451.JavaMail.evans@thyme>   \n",
       "3       <13505866.1075863688222.JavaMail.evans@thyme>   \n",
       "4       <30922949.1075863688243.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "211892  <20245656.1075842029914.JavaMail.evans@thyme>   \n",
       "211893  <26807948.1075842029936.JavaMail.evans@thyme>   \n",
       "211894  <25835861.1075842029959.JavaMail.evans@thyme>   \n",
       "211895  <22052556.1075842030013.JavaMail.evans@thyme>   \n",
       "211896  <28618979.1075842030037.JavaMail.evans@thyme>   \n",
       "\n",
       "                          subject  \\\n",
       "0                             NaN   \n",
       "1                             Re:   \n",
       "2                        Re: test   \n",
       "3                             NaN   \n",
       "4                       Re: Hello   \n",
       "...                           ...   \n",
       "211892                        RE:   \n",
       "211893   Trade with John Lavorato   \n",
       "211894                 Gas Hedges   \n",
       "211895  Calgary Analyst/Associate   \n",
       "211896           RE: ali's essays   \n",
       "\n",
       "                                                  content  n_words  \\\n",
       "0                                    Here is our forecast        4   \n",
       "1       Traveling to have a business meeting takes the...      139   \n",
       "2                          test successful.  way to go!!!        5   \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...       34   \n",
       "4                       Let's shoot for Tuesday at 11:45.        6   \n",
       "...                                                   ...      ...   \n",
       "211892  very busy, jess is ok just scared\\n\\n -----Ori...      122   \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...       48   \n",
       "211894  Some of my position is with the Alberta Term b...       23   \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...       27   \n",
       "211896  i think the YMCA has a class that is for peopl...      575   \n",
       "\n",
       "                                            clean_content  n_words_clean  \n",
       "0                                    Here is our forecast              4  \n",
       "1       Traveling to have a business meeting takes the...            139  \n",
       "2                          test successful.  way to go!!!              5  \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...             34  \n",
       "4                       Let's shoot for Tuesday at 11:45.              6  \n",
       "...                                                   ...            ...  \n",
       "211892                  very busy, jess is ok just scared              7  \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...             48  \n",
       "211894  Some of my position is with the Alberta Term b...             23  \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...             27  \n",
       "211896  i think the YMCA has a class that is for peopl...             19  \n",
       "\n",
       "[211897 rows x 6 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Keep relevant columns message_id, subject, content, n_words, clean_content, n_words_clean\n",
    "\n",
    "df = df[['message_id', 'subject', 'content', 'n_words', 'clean_content', 'n_words_clean']]\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "72db0945",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>subject</th>\n",
       "      <th>content</th>\n",
       "      <th>n_words</th>\n",
       "      <th>clean_content</th>\n",
       "      <th>n_words_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;18782981.1075855378110.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re:</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;24216240.1075855687451.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: test</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;13505866.1075863688222.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;30922949.1075863688243.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: Hello</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211892</th>\n",
       "      <td>&lt;20245656.1075842029914.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE:</td>\n",
       "      <td>very busy, jess is ok just scared\\n\\n -----Ori...</td>\n",
       "      <td>122</td>\n",
       "      <td>very busy, jess is ok just scared</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211893</th>\n",
       "      <td>&lt;26807948.1075842029936.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Trade with John Lavorato</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211894</th>\n",
       "      <td>&lt;25835861.1075842029959.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Gas Hedges</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211895</th>\n",
       "      <td>&lt;22052556.1075842030013.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Calgary Analyst/Associate</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211896</th>\n",
       "      <td>&lt;28618979.1075842030037.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE: ali's essays</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>575</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>211897 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "0       <18782981.1075855378110.JavaMail.evans@thyme>   \n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "2       <24216240.1075855687451.JavaMail.evans@thyme>   \n",
       "3       <13505866.1075863688222.JavaMail.evans@thyme>   \n",
       "4       <30922949.1075863688243.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "211892  <20245656.1075842029914.JavaMail.evans@thyme>   \n",
       "211893  <26807948.1075842029936.JavaMail.evans@thyme>   \n",
       "211894  <25835861.1075842029959.JavaMail.evans@thyme>   \n",
       "211895  <22052556.1075842030013.JavaMail.evans@thyme>   \n",
       "211896  <28618979.1075842030037.JavaMail.evans@thyme>   \n",
       "\n",
       "                          subject  \\\n",
       "0                                   \n",
       "1                             Re:   \n",
       "2                        Re: test   \n",
       "3                                   \n",
       "4                       Re: Hello   \n",
       "...                           ...   \n",
       "211892                        RE:   \n",
       "211893   Trade with John Lavorato   \n",
       "211894                 Gas Hedges   \n",
       "211895  Calgary Analyst/Associate   \n",
       "211896           RE: ali's essays   \n",
       "\n",
       "                                                  content  n_words  \\\n",
       "0                                    Here is our forecast        4   \n",
       "1       Traveling to have a business meeting takes the...      139   \n",
       "2                          test successful.  way to go!!!        5   \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...       34   \n",
       "4                       Let's shoot for Tuesday at 11:45.        6   \n",
       "...                                                   ...      ...   \n",
       "211892  very busy, jess is ok just scared\\n\\n -----Ori...      122   \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...       48   \n",
       "211894  Some of my position is with the Alberta Term b...       23   \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...       27   \n",
       "211896  i think the YMCA has a class that is for peopl...      575   \n",
       "\n",
       "                                            clean_content  n_words_clean  \n",
       "0                                    Here is our forecast              4  \n",
       "1       Traveling to have a business meeting takes the...            139  \n",
       "2                          test successful.  way to go!!!              5  \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...             34  \n",
       "4                       Let's shoot for Tuesday at 11:45.              6  \n",
       "...                                                   ...            ...  \n",
       "211892                  very busy, jess is ok just scared              7  \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...             48  \n",
       "211894  Some of my position is with the Alberta Term b...             23  \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...             27  \n",
       "211896  i think the YMCA has a class that is for peopl...             19  \n",
       "\n",
       "[211897 rows x 6 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Replace NaN with empty string\n",
    "\n",
    "df = df.fillna(\"\")\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "186c5a46",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    211897.000000\n",
       "mean        142.569357\n",
       "std         682.405538\n",
       "min           1.000000\n",
       "25%          17.000000\n",
       "50%          40.000000\n",
       "75%         104.000000\n",
       "max       59686.000000\n",
       "Name: n_words_clean, dtype: float64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['n_words_clean'].describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "651cc469",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>clean_content</th>\n",
       "      <th>n_words_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;18782981.1075855378110.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;24216240.1075855687451.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;13505866.1075863688222.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;30922949.1075863688243.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211892</th>\n",
       "      <td>&lt;20245656.1075842029914.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>very busy, jess is ok just scared</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211893</th>\n",
       "      <td>&lt;26807948.1075842029936.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211894</th>\n",
       "      <td>&lt;25835861.1075842029959.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211895</th>\n",
       "      <td>&lt;22052556.1075842030013.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211896</th>\n",
       "      <td>&lt;28618979.1075842030037.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>211897 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "0       <18782981.1075855378110.JavaMail.evans@thyme>   \n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "2       <24216240.1075855687451.JavaMail.evans@thyme>   \n",
       "3       <13505866.1075863688222.JavaMail.evans@thyme>   \n",
       "4       <30922949.1075863688243.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "211892  <20245656.1075842029914.JavaMail.evans@thyme>   \n",
       "211893  <26807948.1075842029936.JavaMail.evans@thyme>   \n",
       "211894  <25835861.1075842029959.JavaMail.evans@thyme>   \n",
       "211895  <22052556.1075842030013.JavaMail.evans@thyme>   \n",
       "211896  <28618979.1075842030037.JavaMail.evans@thyme>   \n",
       "\n",
       "                                            clean_content  n_words_clean  \n",
       "0                                    Here is our forecast              4  \n",
       "1       Traveling to have a business meeting takes the...            139  \n",
       "2                          test successful.  way to go!!!              5  \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...             34  \n",
       "4                       Let's shoot for Tuesday at 11:45.              6  \n",
       "...                                                   ...            ...  \n",
       "211892                  very busy, jess is ok just scared              7  \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...             48  \n",
       "211894  Some of my position is with the Alberta Term b...             23  \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...             27  \n",
       "211896  i think the YMCA has a class that is for peopl...             19  \n",
       "\n",
       "[211897 rows x 3 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clean_emails"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "e2d23143",
   "metadata": {},
   "outputs": [],
   "source": [
    "openai_api_key = \"REPLACE_WITH_YOUR_OPENAI_API_KEY\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "20e594d7",
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.chat_models import ChatOpenAI\n",
    "\n",
    "llm = ChatOpenAI(\n",
    "    openai_api_key=openai_api_key,\n",
    "    model_name=\"gpt-3.5-turbo\",\n",
    "    temperature=0,\n",
    "    max_tokens=2048\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f7f5df0a",
   "metadata": {},
   "source": [
    "### Use manually extracted emails for annotation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "b72e873e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['<386546.1075855724922.JavaMail.evans@thyme>',\n",
       " '<10332688.1075855724986.JavaMail.evans@thyme>',\n",
       " '<5057506.1075855725631.JavaMail.evans@thyme>',\n",
       " '<14141753.1075855725740.JavaMail.evans@thyme>',\n",
       " '<24760206.1075855729060.JavaMail.evans@thyme>',\n",
       " '<15612492.1075843002272.JavaMail.evans@thyme>',\n",
       " '<403292.1075842980624.JavaMail.evans@thyme>',\n",
       " '<22978691.1075861306682.JavaMail.evans@thyme>']"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "annotated_message_ids = [\n",
    "    \"<386546.1075855724922.JavaMail.evans@thyme>\",\n",
    "    \"<10332688.1075855724986.JavaMail.evans@thyme>\",\n",
    "    \"<5057506.1075855725631.JavaMail.evans@thyme>\",\n",
    "    \"<14141753.1075855725740.JavaMail.evans@thyme>\",\n",
    "    \"<24760206.1075855729060.JavaMail.evans@thyme>\",\n",
    "    \"<15612492.1075843002272.JavaMail.evans@thyme>\",\n",
    "    \"<403292.1075842980624.JavaMail.evans@thyme>\",\n",
    "    \"<22978691.1075861306682.JavaMail.evans@thyme>\"\n",
    "]\n",
    "annotated_message_ids"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "d41361d2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>subject</th>\n",
       "      <th>content</th>\n",
       "      <th>n_words</th>\n",
       "      <th>clean_content</th>\n",
       "      <th>n_words_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;18782981.1075855378110.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re:</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;24216240.1075855687451.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: test</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;13505866.1075863688222.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;30922949.1075863688243.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: Hello</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211892</th>\n",
       "      <td>&lt;20245656.1075842029914.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE:</td>\n",
       "      <td>very busy, jess is ok just scared\\n\\n -----Ori...</td>\n",
       "      <td>122</td>\n",
       "      <td>very busy, jess is ok just scared</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211893</th>\n",
       "      <td>&lt;26807948.1075842029936.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Trade with John Lavorato</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211894</th>\n",
       "      <td>&lt;25835861.1075842029959.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Gas Hedges</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211895</th>\n",
       "      <td>&lt;22052556.1075842030013.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Calgary Analyst/Associate</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211896</th>\n",
       "      <td>&lt;28618979.1075842030037.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE: ali's essays</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>575</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>211897 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "0       <18782981.1075855378110.JavaMail.evans@thyme>   \n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "2       <24216240.1075855687451.JavaMail.evans@thyme>   \n",
       "3       <13505866.1075863688222.JavaMail.evans@thyme>   \n",
       "4       <30922949.1075863688243.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "211892  <20245656.1075842029914.JavaMail.evans@thyme>   \n",
       "211893  <26807948.1075842029936.JavaMail.evans@thyme>   \n",
       "211894  <25835861.1075842029959.JavaMail.evans@thyme>   \n",
       "211895  <22052556.1075842030013.JavaMail.evans@thyme>   \n",
       "211896  <28618979.1075842030037.JavaMail.evans@thyme>   \n",
       "\n",
       "                          subject  \\\n",
       "0                                   \n",
       "1                             Re:   \n",
       "2                        Re: test   \n",
       "3                                   \n",
       "4                       Re: Hello   \n",
       "...                           ...   \n",
       "211892                        RE:   \n",
       "211893   Trade with John Lavorato   \n",
       "211894                 Gas Hedges   \n",
       "211895  Calgary Analyst/Associate   \n",
       "211896           RE: ali's essays   \n",
       "\n",
       "                                                  content  n_words  \\\n",
       "0                                    Here is our forecast        4   \n",
       "1       Traveling to have a business meeting takes the...      139   \n",
       "2                          test successful.  way to go!!!        5   \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...       34   \n",
       "4                       Let's shoot for Tuesday at 11:45.        6   \n",
       "...                                                   ...      ...   \n",
       "211892  very busy, jess is ok just scared\\n\\n -----Ori...      122   \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...       48   \n",
       "211894  Some of my position is with the Alberta Term b...       23   \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...       27   \n",
       "211896  i think the YMCA has a class that is for peopl...      575   \n",
       "\n",
       "                                            clean_content  n_words_clean  \n",
       "0                                    Here is our forecast              4  \n",
       "1       Traveling to have a business meeting takes the...            139  \n",
       "2                          test successful.  way to go!!!              5  \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...             34  \n",
       "4                       Let's shoot for Tuesday at 11:45.              6  \n",
       "...                                                   ...            ...  \n",
       "211892                  very busy, jess is ok just scared              7  \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...             48  \n",
       "211894  Some of my position is with the Alberta Term b...             23  \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...             27  \n",
       "211896  i think the YMCA has a class that is for peopl...             19  \n",
       "\n",
       "[211897 rows x 6 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "ed2c5bf7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>subject</th>\n",
       "      <th>content</th>\n",
       "      <th>n_words</th>\n",
       "      <th>clean_content</th>\n",
       "      <th>n_words_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;18782981.1075855378110.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re:</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;24216240.1075855687451.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: test</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;13505866.1075863688222.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;30922949.1075863688243.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: Hello</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211892</th>\n",
       "      <td>&lt;20245656.1075842029914.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE:</td>\n",
       "      <td>very busy, jess is ok just scared\\n\\n -----Ori...</td>\n",
       "      <td>122</td>\n",
       "      <td>very busy, jess is ok just scared</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211893</th>\n",
       "      <td>&lt;26807948.1075842029936.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Trade with John Lavorato</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211894</th>\n",
       "      <td>&lt;25835861.1075842029959.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Gas Hedges</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211895</th>\n",
       "      <td>&lt;22052556.1075842030013.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Calgary Analyst/Associate</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211896</th>\n",
       "      <td>&lt;28618979.1075842030037.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE: ali's essays</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>575</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>211889 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "0       <18782981.1075855378110.JavaMail.evans@thyme>   \n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "2       <24216240.1075855687451.JavaMail.evans@thyme>   \n",
       "3       <13505866.1075863688222.JavaMail.evans@thyme>   \n",
       "4       <30922949.1075863688243.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "211892  <20245656.1075842029914.JavaMail.evans@thyme>   \n",
       "211893  <26807948.1075842029936.JavaMail.evans@thyme>   \n",
       "211894  <25835861.1075842029959.JavaMail.evans@thyme>   \n",
       "211895  <22052556.1075842030013.JavaMail.evans@thyme>   \n",
       "211896  <28618979.1075842030037.JavaMail.evans@thyme>   \n",
       "\n",
       "                          subject  \\\n",
       "0                                   \n",
       "1                             Re:   \n",
       "2                        Re: test   \n",
       "3                                   \n",
       "4                       Re: Hello   \n",
       "...                           ...   \n",
       "211892                        RE:   \n",
       "211893   Trade with John Lavorato   \n",
       "211894                 Gas Hedges   \n",
       "211895  Calgary Analyst/Associate   \n",
       "211896           RE: ali's essays   \n",
       "\n",
       "                                                  content  n_words  \\\n",
       "0                                    Here is our forecast        4   \n",
       "1       Traveling to have a business meeting takes the...      139   \n",
       "2                          test successful.  way to go!!!        5   \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...       34   \n",
       "4                       Let's shoot for Tuesday at 11:45.        6   \n",
       "...                                                   ...      ...   \n",
       "211892  very busy, jess is ok just scared\\n\\n -----Ori...      122   \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...       48   \n",
       "211894  Some of my position is with the Alberta Term b...       23   \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...       27   \n",
       "211896  i think the YMCA has a class that is for peopl...      575   \n",
       "\n",
       "                                            clean_content  n_words_clean  \n",
       "0                                    Here is our forecast              4  \n",
       "1       Traveling to have a business meeting takes the...            139  \n",
       "2                          test successful.  way to go!!!              5  \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...             34  \n",
       "4                       Let's shoot for Tuesday at 11:45.              6  \n",
       "...                                                   ...            ...  \n",
       "211892                  very busy, jess is ok just scared              7  \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...             48  \n",
       "211894  Some of my position is with the Alberta Term b...             23  \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...             27  \n",
       "211896  i think the YMCA has a class that is for peopl...             19  \n",
       "\n",
       "[211889 rows x 6 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Filter out annotated message ids from dataset\n",
    "\n",
    "df[~df[\"message_id\"].isin(annotated_message_ids)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "4cde262a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>subject</th>\n",
       "      <th>content</th>\n",
       "      <th>n_words</th>\n",
       "      <th>clean_content</th>\n",
       "      <th>n_words_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;18782981.1075855378110.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "      <td>Here is our forecast</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re:</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;24216240.1075855687451.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: test</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "      <td>test successful.  way to go!!!</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;13505866.1075863688222.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "      <td>Randy,\\n\\n Can you send me a schedule of the s...</td>\n",
       "      <td>34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;30922949.1075863688243.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: Hello</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "      <td>Let's shoot for Tuesday at 11:45.</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211892</th>\n",
       "      <td>&lt;20245656.1075842029914.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE:</td>\n",
       "      <td>very busy, jess is ok just scared\\n\\n -----Ori...</td>\n",
       "      <td>122</td>\n",
       "      <td>very busy, jess is ok just scared</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211893</th>\n",
       "      <td>&lt;26807948.1075842029936.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Trade with John Lavorato</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "      <td>This is a trade with OIL-SPEC-HEDGE-NG (John L...</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211894</th>\n",
       "      <td>&lt;25835861.1075842029959.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Gas Hedges</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "      <td>Some of my position is with the Alberta Term b...</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211895</th>\n",
       "      <td>&lt;22052556.1075842030013.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Calgary Analyst/Associate</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "      <td>Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211896</th>\n",
       "      <td>&lt;28618979.1075842030037.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE: ali's essays</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>575</td>\n",
       "      <td>i think the YMCA has a class that is for peopl...</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>211889 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "0       <18782981.1075855378110.JavaMail.evans@thyme>   \n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "2       <24216240.1075855687451.JavaMail.evans@thyme>   \n",
       "3       <13505866.1075863688222.JavaMail.evans@thyme>   \n",
       "4       <30922949.1075863688243.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "211892  <20245656.1075842029914.JavaMail.evans@thyme>   \n",
       "211893  <26807948.1075842029936.JavaMail.evans@thyme>   \n",
       "211894  <25835861.1075842029959.JavaMail.evans@thyme>   \n",
       "211895  <22052556.1075842030013.JavaMail.evans@thyme>   \n",
       "211896  <28618979.1075842030037.JavaMail.evans@thyme>   \n",
       "\n",
       "                          subject  \\\n",
       "0                                   \n",
       "1                             Re:   \n",
       "2                        Re: test   \n",
       "3                                   \n",
       "4                       Re: Hello   \n",
       "...                           ...   \n",
       "211892                        RE:   \n",
       "211893   Trade with John Lavorato   \n",
       "211894                 Gas Hedges   \n",
       "211895  Calgary Analyst/Associate   \n",
       "211896           RE: ali's essays   \n",
       "\n",
       "                                                  content  n_words  \\\n",
       "0                                    Here is our forecast        4   \n",
       "1       Traveling to have a business meeting takes the...      139   \n",
       "2                          test successful.  way to go!!!        5   \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...       34   \n",
       "4                       Let's shoot for Tuesday at 11:45.        6   \n",
       "...                                                   ...      ...   \n",
       "211892  very busy, jess is ok just scared\\n\\n -----Ori...      122   \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...       48   \n",
       "211894  Some of my position is with the Alberta Term b...       23   \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...       27   \n",
       "211896  i think the YMCA has a class that is for peopl...      575   \n",
       "\n",
       "                                            clean_content  n_words_clean  \n",
       "0                                    Here is our forecast              4  \n",
       "1       Traveling to have a business meeting takes the...            139  \n",
       "2                          test successful.  way to go!!!              5  \n",
       "3       Randy,\\n\\n Can you send me a schedule of the s...             34  \n",
       "4                       Let's shoot for Tuesday at 11:45.              6  \n",
       "...                                                   ...            ...  \n",
       "211892                  very busy, jess is ok just scared              7  \n",
       "211893  This is a trade with OIL-SPEC-HEDGE-NG (John L...             48  \n",
       "211894  Some of my position is with the Alberta Term b...             23  \n",
       "211895  Analyst\\t\\t\\t\\t\\tRank\\n\\nStephane Brodeur\\t\\t\\...             27  \n",
       "211896  i think the YMCA has a class that is for peopl...             19  \n",
       "\n",
       "[211889 rows x 6 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df[~df[\"message_id\"].isin(annotated_message_ids)]\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "f98ff277",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>subject</th>\n",
       "      <th>content</th>\n",
       "      <th>n_words</th>\n",
       "      <th>clean_content</th>\n",
       "      <th>n_words_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;15464986.1075855378456.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re:</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "      <td>Traveling to have a business meeting takes the...</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>&lt;2287499.1075855688163.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>George,\\n\\n Here sales numbers from Reagan:\\n\\...</td>\n",
       "      <td>121</td>\n",
       "      <td>George,\\n\\n Here sales numbers from Reagan:\\n\\...</td>\n",
       "      <td>121</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>&lt;23377438.1075855688269.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Lucy,\\n\\n\\nYou wrote fewer checks this month. ...</td>\n",
       "      <td>108</td>\n",
       "      <td>Lucy,\\n\\n\\nYou wrote fewer checks this month. ...</td>\n",
       "      <td>108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>&lt;14974170.1075855688529.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Larry,\\n\\n Just a note to touch base on the sa...</td>\n",
       "      <td>114</td>\n",
       "      <td>Larry,\\n\\n Just a note to touch base on the sa...</td>\n",
       "      <td>114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>&lt;3183108.1075855688941.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Mark,\\n\\n The following is a guest password th...</td>\n",
       "      <td>149</td>\n",
       "      <td>Mark,\\n\\n The following is a guest password th...</td>\n",
       "      <td>149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211646</th>\n",
       "      <td>&lt;26167341.1075842027313.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Trades for 19/12/01</td>\n",
       "      <td>John,\\n\\nToday we saw 39.25 and 39 trade in th...</td>\n",
       "      <td>103</td>\n",
       "      <td>John,\\n\\nToday we saw 39.25 and 39 trade in th...</td>\n",
       "      <td>102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211747</th>\n",
       "      <td>&lt;28569265.1075842032877.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE:</td>\n",
       "      <td>I talked to Milly yesterday, he was ok with th...</td>\n",
       "      <td>259</td>\n",
       "      <td>I talked to Milly yesterday, he was ok with th...</td>\n",
       "      <td>146</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211761</th>\n",
       "      <td>&lt;15769346.1075842033368.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Hourly Management</td>\n",
       "      <td>I have given Bill Greenizan formal authority t...</td>\n",
       "      <td>105</td>\n",
       "      <td>I have given Bill Greenizan formal authority t...</td>\n",
       "      <td>105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211789</th>\n",
       "      <td>&lt;15875264.1075842034207.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>HR Milner Dispatch</td>\n",
       "      <td>The balancing pool committed in the their begi...</td>\n",
       "      <td>107</td>\n",
       "      <td>The balancing pool committed in the their begi...</td>\n",
       "      <td>107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211828</th>\n",
       "      <td>&lt;694304.1075842035713.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>RE: Settling with the Pool</td>\n",
       "      <td>I tried to answer you but my response was retu...</td>\n",
       "      <td>269</td>\n",
       "      <td>I tried to answer you but my response was retu...</td>\n",
       "      <td>115</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>16946 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           message_id  \\\n",
       "1       <15464986.1075855378456.JavaMail.evans@thyme>   \n",
       "26       <2287499.1075855688163.JavaMail.evans@thyme>   \n",
       "31      <23377438.1075855688269.JavaMail.evans@thyme>   \n",
       "37      <14974170.1075855688529.JavaMail.evans@thyme>   \n",
       "49       <3183108.1075855688941.JavaMail.evans@thyme>   \n",
       "...                                               ...   \n",
       "211646  <26167341.1075842027313.JavaMail.evans@thyme>   \n",
       "211747  <28569265.1075842032877.JavaMail.evans@thyme>   \n",
       "211761  <15769346.1075842033368.JavaMail.evans@thyme>   \n",
       "211789  <15875264.1075842034207.JavaMail.evans@thyme>   \n",
       "211828    <694304.1075842035713.JavaMail.evans@thyme>   \n",
       "\n",
       "                           subject  \\\n",
       "1                              Re:   \n",
       "26                                   \n",
       "31                                   \n",
       "37                                   \n",
       "49                                   \n",
       "...                            ...   \n",
       "211646         Trades for 19/12/01   \n",
       "211747                         RE:   \n",
       "211761           Hourly Management   \n",
       "211789          HR Milner Dispatch   \n",
       "211828  RE: Settling with the Pool   \n",
       "\n",
       "                                                  content  n_words  \\\n",
       "1       Traveling to have a business meeting takes the...      139   \n",
       "26      George,\\n\\n Here sales numbers from Reagan:\\n\\...      121   \n",
       "31      Lucy,\\n\\n\\nYou wrote fewer checks this month. ...      108   \n",
       "37      Larry,\\n\\n Just a note to touch base on the sa...      114   \n",
       "49      Mark,\\n\\n The following is a guest password th...      149   \n",
       "...                                                   ...      ...   \n",
       "211646  John,\\n\\nToday we saw 39.25 and 39 trade in th...      103   \n",
       "211747  I talked to Milly yesterday, he was ok with th...      259   \n",
       "211761  I have given Bill Greenizan formal authority t...      105   \n",
       "211789  The balancing pool committed in the their begi...      107   \n",
       "211828  I tried to answer you but my response was retu...      269   \n",
       "\n",
       "                                            clean_content  n_words_clean  \n",
       "1       Traveling to have a business meeting takes the...            139  \n",
       "26      George,\\n\\n Here sales numbers from Reagan:\\n\\...            121  \n",
       "31      Lucy,\\n\\n\\nYou wrote fewer checks this month. ...            108  \n",
       "37      Larry,\\n\\n Just a note to touch base on the sa...            114  \n",
       "49      Mark,\\n\\n The following is a guest password th...            149  \n",
       "...                                                   ...            ...  \n",
       "211646  John,\\n\\nToday we saw 39.25 and 39 trade in th...            102  \n",
       "211747  I talked to Milly yesterday, he was ok with th...            146  \n",
       "211761  I have given Bill Greenizan formal authority t...            105  \n",
       "211789  The balancing pool committed in the their begi...            107  \n",
       "211828  I tried to answer you but my response was retu...            115  \n",
       "\n",
       "[16946 rows x 6 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Since we need emails which contain named entities like person names, location, dates\n",
    "# we'll consider emails that have minimum 100 words and maximum 150 words.\n",
    "# The reason is that we want to select emails that are representative and extract few samples\n",
    "# and use them as input to GPT-3 to perform few-shot learning.\n",
    "\n",
    "sample_df = df[(df['n_words_clean'] >= 100) & (df['n_words_clean'] <= 150)]\n",
    "sample_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "bf1c950d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>subject</th>\n",
       "      <th>content</th>\n",
       "      <th>n_words</th>\n",
       "      <th>clean_content</th>\n",
       "      <th>n_words_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;23119266.1075844369192.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: ISO NY Zone A West</td>\n",
       "      <td>Dale:\\n\\nLooks okay -- I just made a few chang...</td>\n",
       "      <td>125</td>\n",
       "      <td>Dale:\\n\\nLooks okay  I just made a few changes...</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;32592935.1075840757928.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>All Types of Home Loans... Incredible Savings!...</td>\n",
       "      <td>Our Loan Packages Have Never Been More Attract...</td>\n",
       "      <td>137</td>\n",
       "      <td>Our Loan Packages Have Never Been More Attract...</td>\n",
       "      <td>137</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;31344186.1075853679126.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Hi Chris, \\n\\nI just called you a while ago an...</td>\n",
       "      <td>123</td>\n",
       "      <td>Hi Chris, \\n\\nI just called you a while ago an...</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;17603763.1075862292350.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>ROD               , It's easy to subscribe!</td>\n",
       "      <td>&lt;http://www.emaildelivery.net/getimage.asp?id=...</td>\n",
       "      <td>152</td>\n",
       "      <td>Dear ROD ,\\n\\nYou have received this email bec...</td>\n",
       "      <td>147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;11709436.1075840470552.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>TRANSSTATUS 30939 CONFIRMED</td>\n",
       "      <td>Reservation status has changed to CONFIRMED. S...</td>\n",
       "      <td>176</td>\n",
       "      <td>Reservation status has changed to CONFIRMED. S...</td>\n",
       "      <td>120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>995</th>\n",
       "      <td>&lt;1741932.1075852143251.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Opportunity to Attend Blazers Practice Thursda...</td>\n",
       "      <td>FYI--\\n \\nSorry for the late notice, but our o...</td>\n",
       "      <td>287</td>\n",
       "      <td>FYI\\n \\nSorry for the late notice, but our off...</td>\n",
       "      <td>113</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996</th>\n",
       "      <td>&lt;9742995.1075853136316.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Action Requested:  Invoice Requires Coding/Iss...</td>\n",
       "      <td>Please do not reply to this e-mail.\\n\\nYou are...</td>\n",
       "      <td>107</td>\n",
       "      <td>Please do not reply to this e-mail.\\n\\nYou are...</td>\n",
       "      <td>107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>997</th>\n",
       "      <td>&lt;4096488.1075860859833.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>WARNING:  Your mailbox is approaching the size...</td>\n",
       "      <td>This warning is sent automatically to inform y...</td>\n",
       "      <td>125</td>\n",
       "      <td>This warning is sent automatically to inform y...</td>\n",
       "      <td>125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>998</th>\n",
       "      <td>&lt;8043554.1075842592751.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Update:  Contributions</td>\n",
       "      <td>If you would like to contribute to the fund fo...</td>\n",
       "      <td>350</td>\n",
       "      <td>If you would like to contribute to the fund fo...</td>\n",
       "      <td>106</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999</th>\n",
       "      <td>&lt;18668217.1075852054375.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>privileged and confidential/attorney work product</td>\n",
       "      <td>Attached please find a proposal by John Morris...</td>\n",
       "      <td>119</td>\n",
       "      <td>Attached please find a proposal by John Morris...</td>\n",
       "      <td>119</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1000 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        message_id  \\\n",
       "0    <23119266.1075844369192.JavaMail.evans@thyme>   \n",
       "1    <32592935.1075840757928.JavaMail.evans@thyme>   \n",
       "2    <31344186.1075853679126.JavaMail.evans@thyme>   \n",
       "3    <17603763.1075862292350.JavaMail.evans@thyme>   \n",
       "4    <11709436.1075840470552.JavaMail.evans@thyme>   \n",
       "..                                             ...   \n",
       "995   <1741932.1075852143251.JavaMail.evans@thyme>   \n",
       "996   <9742995.1075853136316.JavaMail.evans@thyme>   \n",
       "997   <4096488.1075860859833.JavaMail.evans@thyme>   \n",
       "998   <8043554.1075842592751.JavaMail.evans@thyme>   \n",
       "999  <18668217.1075852054375.JavaMail.evans@thyme>   \n",
       "\n",
       "                                               subject  \\\n",
       "0                               Re: ISO NY Zone A West   \n",
       "1    All Types of Home Loans... Incredible Savings!...   \n",
       "2                                                        \n",
       "3          ROD               , It's easy to subscribe!   \n",
       "4                          TRANSSTATUS 30939 CONFIRMED   \n",
       "..                                                 ...   \n",
       "995  Opportunity to Attend Blazers Practice Thursda...   \n",
       "996  Action Requested:  Invoice Requires Coding/Iss...   \n",
       "997  WARNING:  Your mailbox is approaching the size...   \n",
       "998                             Update:  Contributions   \n",
       "999  privileged and confidential/attorney work product   \n",
       "\n",
       "                                               content  n_words  \\\n",
       "0    Dale:\\n\\nLooks okay -- I just made a few chang...      125   \n",
       "1    Our Loan Packages Have Never Been More Attract...      137   \n",
       "2    Hi Chris, \\n\\nI just called you a while ago an...      123   \n",
       "3    <http://www.emaildelivery.net/getimage.asp?id=...      152   \n",
       "4    Reservation status has changed to CONFIRMED. S...      176   \n",
       "..                                                 ...      ...   \n",
       "995  FYI--\\n \\nSorry for the late notice, but our o...      287   \n",
       "996  Please do not reply to this e-mail.\\n\\nYou are...      107   \n",
       "997  This warning is sent automatically to inform y...      125   \n",
       "998  If you would like to contribute to the fund fo...      350   \n",
       "999  Attached please find a proposal by John Morris...      119   \n",
       "\n",
       "                                         clean_content  n_words_clean  \n",
       "0    Dale:\\n\\nLooks okay  I just made a few changes...            123  \n",
       "1    Our Loan Packages Have Never Been More Attract...            137  \n",
       "2    Hi Chris, \\n\\nI just called you a while ago an...            123  \n",
       "3    Dear ROD ,\\n\\nYou have received this email bec...            147  \n",
       "4    Reservation status has changed to CONFIRMED. S...            120  \n",
       "..                                                 ...            ...  \n",
       "995  FYI\\n \\nSorry for the late notice, but our off...            113  \n",
       "996  Please do not reply to this e-mail.\\n\\nYou are...            107  \n",
       "997  This warning is sent automatically to inform y...            125  \n",
       "998  If you would like to contribute to the fund fo...            106  \n",
       "999  Attached please find a proposal by John Morris...            119  \n",
       "\n",
       "[1000 rows x 6 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Shuffle and use a slice of 1000 records from sample dataset for annotation\n",
    "\n",
    "sample_df = sample_df.sample(frac=1).reset_index(drop=True)\n",
    "sample_df = sample_df[:1000]\n",
    "sample_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "79c65491",
   "metadata": {},
   "source": [
    "### Data Annotation using OpenAI GPT-3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "1159dd5b",
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.prompts.example_selector import LengthBasedExampleSelector\n",
    "from langchain.chat_models import ChatOpenAI\n",
    "from langchain import FewShotPromptTemplate\n",
    "from langchain import PromptTemplate\n",
    "from langchain import LLMChain\n",
    "import json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "41fd8e71",
   "metadata": {},
   "outputs": [],
   "source": [
    "def to_dict(response):\n",
    "    \"\"\"\n",
    "    Conver GPT-3 response to Python\n",
    "    dictionary\n",
    "    \"\"\"\n",
    "    if isinstance(response, str):\n",
    "        response = json.loads(response)\n",
    "    return response"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "2785e03b",
   "metadata": {},
   "outputs": [],
   "source": [
    "llm = ChatOpenAI(\n",
    "    openai_api_key=openai_api_key,\n",
    "    model_name=\"gpt-3.5-turbo\",\n",
    "    temperature=0,\n",
    "    max_tokens=2048\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "58361d4a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Brad Pitt is an American actor and film producer. He rose to fame in the 1990s with roles in films such as \"Thelma & Louise,\" \"Legends of the Fall,\" and \"Fight Club.\" He has since starred in numerous critically acclaimed films, including \"Se7en,\" \"Inglourious Basterds,\" and \"Once Upon a Time in Hollywood.\" Pitt has received multiple awards for his acting, including an Academy Award for Best Supporting Actor for his role in \"Once Upon a Time in Hollywood.\" He is also known for his high-profile relationships, including his marriage to actress Jennifer Aniston and his subsequent relationship with actress Angelina Jolie.\n"
     ]
    }
   ],
   "source": [
    "template = \"\"\"Question: {question}\n",
    "\n",
    "Answer: \"\"\"\n",
    "prompt = PromptTemplate(\n",
    "    template=template,\n",
    "    input_variables=['question']\n",
    ")\n",
    "\n",
    "# user question\n",
    "question = \"Who is Brad Pitt?\"\n",
    "\n",
    "llm_chain = LLMChain(\n",
    "    prompt=prompt,\n",
    "    llm=llm\n",
    ")\n",
    "\n",
    "print(llm_chain.run(question))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "id": "07e02d8a",
   "metadata": {},
   "outputs": [],
   "source": [
    "examples = [\n",
    "    {\n",
    "        \"query\": \"\"\"I don't know if you know the history behind McCullough.  He is a consultant \n",
    "        who primarily advises industrial loads.  He advised his customers that prices \n",
    "        were going down and that they should go on index based tariffs rather than \n",
    "        fixed-price tariffs.  Needless to say, his advise cost his customers a great \n",
    "        deal of money.  Notable examples are Bellingham Cold Storage and Georgia \n",
    "        Pacific in Puget Sound Energy's service territory.  Rather than acknowledge \n",
    "        that he was wrong, Robert is on a witch hunt.  His data is bad, his analysis \n",
    "        is horrible, he lies with numbers but does a good job being pompous and \n",
    "        putting together flashy power point presentations.  I have not heard of \n",
    "        anybody agreeing with him, including the NWPPC, CEC, CAISO, CAPX.  He is a \n",
    "        loud entertaining speaker, so I am sure that he will continue to get coverage.\n",
    "        \"\"\",\n",
    "        \"answer\": \"\"\"\n",
    "            \"persons\": [\"McCullough\"],\n",
    "            \"dates\": [],\n",
    "            \"locations\": [],\n",
    "            \"organizations\": [\"Bellingham Cold Storage\", \"Georgia Pacific\", \"Puget Sound Energy's\"],\n",
    "            \"sentiment\": \"negative\"\n",
    "        \"\"\"\n",
    "    },\n",
    "    {\n",
    "        \"query\": \"\"\"Reagan,\n",
    "\n",
    "                I sent you an email last week stating that I would be in San Marcos on \n",
    "                Friday, April 13th.  However, my closing has been postponed.  As I mentioned \n",
    "                I am going to have Cary Kipp draw the plans for the residence and I will get \n",
    "                back in touch with you once he is finished.\n",
    "\n",
    "                Regarding the multifamily project, I am going to work with a project manager \n",
    "                from San Antonio.  For my first development project, I feel more comfortable \n",
    "                with their experience obtaining FHA financing.  We are working with Kipp \n",
    "                Flores to finalize the floor plans and begin construction drawings.  Your bid \n",
    "                for the construction is competive with other construction estimates.  I am \n",
    "                still attracted to your firm as the possible builder due to your strong local \n",
    "                relationships.  I will get back in touch with you once we have made the final \n",
    "                determination on unit mix and site plan.\n",
    "\n",
    "                Phillip Allen\"\"\",\n",
    "        \"answer\": \"\"\"\n",
    "            \"persons\": [\"Reagan\", \"Cary Kipp\", \"Kipp Flores\", \"Phillip Allen\"],\n",
    "            \"dates\": [\"last week\", \"Friday, April 13th\"],\n",
    "            \"locations\": [\"San Marcos\", \"San Antonio\"],\n",
    "            \"organizations\": [],\n",
    "            \"sentiment\": \"neutral\"\n",
    "            \"\"\"\n",
    "    },\n",
    "    {\n",
    "        \"query\": \"\"\"Thanks for the response.  I think you are right that engaging an architect is \n",
    "                the next logical step.  I had already contacted Cary Kipp and sent him the \n",
    "                floor plan.\n",
    "                \n",
    "                He got back to me yesterday with his first draft.  He took my plan and \n",
    "                improved it.  I am going to officially engage Cary to draw the plans.  While \n",
    "                he works on those I wanted to try and work out a detailed specification list.  \n",
    "                Also, I would like to visit a couple of homes that you have built and speak to \n",
    "                1 or 2 satisfied home owners.  I will be in San Marcos on Friday April 13th.  \n",
    "                Are there any homes near completion that I could walk through that day?  Also can \n",
    "                you provide some references?\n",
    "\n",
    "                Once I have the plans and specs, I will send them to you so you can adjust \n",
    "                your bid.  \n",
    "\n",
    "                Phillip\"\"\",\n",
    "        \"answer\": \"\"\"\n",
    "            \"persons\": [\"Cary Kipp\", \"Cary\", \"Phillip\"],\n",
    "            \"dates\": [\"yesterday\", \"on Friday April 13th\"],\n",
    "            \"locations\": [\"San Marcos\"],\n",
    "            \"organizations\": [],\n",
    "            \"sentiment\": \"positive\"\n",
    "            \"\"\"\n",
    "    },\n",
    "    {\n",
    "        \"query\": \"\"\"Dear Ernesto , \n",
    "\n",
    "            Welcome to the pleasure of planning an event for your asshole friends.\n",
    "            This has been a long standing tradition that the person that gets sucked or suckered\n",
    "            into planning an outing for the group gets bitched at non stop until the event happens.\n",
    "            The next step is \"the event\" that will be the turning point of this bitching.\n",
    "            There are two outcomes,\n",
    "            1.\tEveryone has a good time and you will bitch back and it will be lessened to good friendly humor\n",
    "            2.\tEveryone is pissed b/c they drove 100 miles , they play bad and blame you for picking a bad place to\n",
    "                play, they kill you and bury you in a sand trap on the number 12 hole , finish the round and never mention\n",
    "                your name again.\n",
    "\n",
    "            All I have to say Ernie is good luck on everyone play GOLF well this Sunday.\n",
    "\n",
    "            Live the next few days to the fullest , they might be your last.\n",
    "\n",
    "            Long live Ernesto\n",
    "\n",
    "            Dutch\n",
    "        \"\"\",\n",
    "        \"answer\": \"\"\"\n",
    "            \"persons\": [\"Ernesto\", \"Ernie\", \"Dutch\"],\n",
    "            \"dates\": [\"this Sunday\"],\n",
    "            \"locations\": [],\n",
    "            \"organizations\": [],\n",
    "            \"sentiment\": \"negative\"\n",
    "        \"\"\"   \n",
    "    },\n",
    "    {\n",
    "        \"query\": \"\"\"Jacques,\n",
    "\n",
    "                    I think we reached an agreement with George and Larry to pick up the items of \n",
    "                    value and not pay any fees for their time.  It looks as if we will be able to \n",
    "                    use everything they have done (engineering, architecture, survey, \n",
    "                    appraisal).  One point that is unclear is they claim that the $15,000 in \n",
    "                    extensions that they paid was applied to the purchase price of the land like \n",
    "                    earnest money would be applied.  I looked at the closing statements and I \n",
    "                    didn't see $15,000 applied against the purchase price.  Can you help clear \n",
    "                    this up.\n",
    "\n",
    "                    Assuming we clear up the $15,000, we need to get the property released.  \n",
    "                    Keith and I are concerned about taking over the Bishop Corner partnership and \n",
    "                    the risk that there could be undisclosed liabilities.  On the other hand, \n",
    "                    conveyance of the partnership would be a time and money saver if it was \n",
    "                    clean.  What is your inclination?\n",
    "\n",
    "                    Call as soon as you have a chance to review.\n",
    "\n",
    "                    Phillip\"\"\",\n",
    "        \"answer\": \"\"\"\n",
    "                \"persons\": [\"Jacques\", \"George\", \"Larry\", \"Keith\", \"Phillip\"],\n",
    "                \"dates\": [],\n",
    "                \"locations\": [],\n",
    "                \"organizations\": [\"Bishop Corner\"],\n",
    "                \"sentiment\": \"neutral\"\n",
    "                \"\"\"\n",
    "    },\n",
    "    {\n",
    "        \"query\": \"\"\"Gentlemen,\n",
    "\n",
    "             I continue to speak to an attorney for help with the investment structure \n",
    "            and a mortgage broker for help with the financing.  Regarding the financing, \n",
    "            I am working with Jim Murnan at Pinnacle Mortgage here in Houston.  I have \n",
    "            sent him some information on the project, but he needs financial information \n",
    "            on you.  Can you please send it to him.  His contact information is:  phone \n",
    "            (713)781-5810, fax (713)781-6614, and email jim123@pdq.net.\n",
    "\n",
    "             I know Larry has been working with a bank and they need my information.  I \n",
    "            hope to pull that together this afternoon.\n",
    "\n",
    "             I took the liberty of calling Thomas Reames from the Frog Pond document.  He \n",
    "            was positive about his experience overall.  He did not seem pleased with the \n",
    "            bookkeeping or information flow to the investor.  I think we should discuss \n",
    "            these procedures in advance.\n",
    "\n",
    "             Let's continue to speak or email frequently as new developments occur.\n",
    "\n",
    "            Phillip\"\"\",\n",
    "        \"answer\": \"\"\"\n",
    "                \"persons\": [\"Jim Murnan\", \"Larry\", \"Thomas Reames\", \"Phillip\"],\n",
    "                \"dates\": [\"this afternoon\"],\n",
    "                \"locations\": [\"Houston\"],\n",
    "                \"organizations\": [],\n",
    "                \"sentiment\": \"positive\"\n",
    "            \"\"\"\n",
    "    },\n",
    "    {\n",
    "        \"query\": \"\"\"ARM is looking at hiring a PR firm.  In talking to Ray McNally today re ARM, \n",
    "        he discussed some recent polling data they had seen for San Diego.  Here are \n",
    "        the highlights.\n",
    "\n",
    "        Everyone is well aware of the energy price issue\n",
    "        Everyone is angry\n",
    "        Everyone is blaming Steve Peace\n",
    "        Everyone also thinks SDG&E is to blame -- that the utility is gouging\n",
    "        People are supportive of a competitive energy market\n",
    "        People don't buy the argument that reregulation will help consumers\n",
    "        People are OK with having caps until more generation comes on line\n",
    "        AND people will settle for reregulation if they can't have competition\n",
    "\n",
    "        His assessment was that Steve Peace's career is over and that the \n",
    "        administration wants desperately to ensure that this issue goes away by the \n",
    "        time Davis has to run for re-election in two years.\n",
    "        \"\"\",\n",
    "        \"answer\": \"\"\"\n",
    "            \"persons\": [\"Ray McNally\", \"Steve Peace\", \"Davis\"],\n",
    "            \"dates\": [\"today\"],\n",
    "            \"locations\": [\"San Diego\"],\n",
    "            \"organizations\": [\"ARM\", \"SDG&E\"],\n",
    "            \"sentiment\": \"negative\"\n",
    "        \"\"\"\n",
    "    }\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "6596de54",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "You are an intelligent assistant.\n",
      "For the following email text, extract the following information:\n",
      "\n",
      "persons: Extract person names and output them as a comma separated Python list.\n",
      "\n",
      "locations: Extract location names such as street address, city, country and output them as a comma separated Python list.\n",
      "\n",
      "organizations: Extract company names and output them as a comma separated Python list.\n",
      "\n",
      "dates: Extract dates found such as temporal expressions, relative dates and time periods\n",
      "and output them as a comma separated Python list.\n",
      "\n",
      "sentiment: Determine the overal sentiment in text as positive, negative or neutral and output as a Python string.\n",
      "\n",
      "Format the output as Python dictionary with the following keys:\n",
      "persons\n",
      "locations\n",
      "organizations\n",
      "dates\n",
      "sentiment\n",
      "\n",
      "\n",
      "Email: I don't know if you know the history behind McCullough.  He is a consultant \n",
      "        who primarily advises industrial loads.  He advised his customers that prices \n",
      "        were going down and that they should go on index based tariffs rather than \n",
      "        fixed-price tariffs.  Needless to say, his advise cost his customers a great \n",
      "        deal of money.  Notable examples are Bellingham Cold Storage and Georgia \n",
      "        Pacific in Puget Sound Energy's service territory.  Rather than acknowledge \n",
      "        that he was wrong, Robert is on a witch hunt.  His data is bad, his analysis \n",
      "        is horrible, he lies with numbers but does a good job being pompous and \n",
      "        putting together flashy power point presentations.  I have not heard of \n",
      "        anybody agreeing with him, including the NWPPC, CEC, CAISO, CAPX.  He is a \n",
      "        loud entertaining speaker, so I am sure that he will continue to get coverage.\n",
      "        \n",
      "Output: \n",
      "            \"persons\": [\"McCullough\"],\n",
      "            \"dates\": [],\n",
      "            \"locations\": [],\n",
      "            \"organizations\": [\"Bellingham Cold Storage\", \"Georgia Pacific\", \"Puget Sound Energy's\"],\n",
      "            \"sentiment\": \"negative\"\n",
      "        \n",
      "\n",
      "\n",
      "Email: Reagan,\n",
      "\n",
      "                I sent you an email last week stating that I would be in San Marcos on \n",
      "                Friday, April 13th.  However, my closing has been postponed.  As I mentioned \n",
      "                I am going to have Cary Kipp draw the plans for the residence and I will get \n",
      "                back in touch with you once he is finished.\n",
      "\n",
      "                Regarding the multifamily project, I am going to work with a project manager \n",
      "                from San Antonio.  For my first development project, I feel more comfortable \n",
      "                with their experience obtaining FHA financing.  We are working with Kipp \n",
      "                Flores to finalize the floor plans and begin construction drawings.  Your bid \n",
      "                for the construction is competive with other construction estimates.  I am \n",
      "                still attracted to your firm as the possible builder due to your strong local \n",
      "                relationships.  I will get back in touch with you once we have made the final \n",
      "                determination on unit mix and site plan.\n",
      "\n",
      "                Phillip Allen\n",
      "Output: \n",
      "            \"persons\": [\"Reagan\", \"Cary Kipp\", \"Kipp Flores\", \"Phillip Allen\"],\n",
      "            \"dates\": [\"last week\", \"Friday, April 13th\"],\n",
      "            \"locations\": [\"San Marcos\", \"San Antonio\"],\n",
      "            \"organizations\": [],\n",
      "            \"sentiment\": \"neutral\"\n",
      "            \n",
      "\n",
      "\n",
      "Email: Thanks for the response.  I think you are right that engaging an architect is \n",
      "                the next logical step.  I had already contacted Cary Kipp and sent him the \n",
      "                floor plan.\n",
      "                \n",
      "                He got back to me yesterday with his first draft.  He took my plan and \n",
      "                improved it.  I am going to officially engage Cary to draw the plans.  While \n",
      "                he works on those I wanted to try and work out a detailed specification list.  \n",
      "                Also, I would like to visit a couple of homes that you have built and speak to \n",
      "                1 or 2 satisfied home owners.  I will be in San Marcos on Friday April 13th.  \n",
      "                Are there any homes near completion that I could walk through that day?  Also can \n",
      "                you provide some references?\n",
      "\n",
      "                Once I have the plans and specs, I will send them to you so you can adjust \n",
      "                your bid.  \n",
      "\n",
      "                Phillip\n",
      "Output: \n",
      "            \"persons\": [\"Cary Kipp\", \"Cary\", \"Phillip\"],\n",
      "            \"dates\": [\"yesterday\", \"on Friday April 13th\"],\n",
      "            \"locations\": [\"San Marcos\"],\n",
      "            \"organizations\": [],\n",
      "            \"sentiment\": \"positive\"\n",
      "            \n",
      "\n",
      "\n",
      "Email: Dear Ernesto , \n",
      "\n",
      "            Welcome to the pleasure of planning an event for your asshole friends.\n",
      "            This has been a long standing tradition that the person that gets sucked or suckered\n",
      "            into planning an outing for the group gets bitched at non stop until the event happens.\n",
      "            The next step is \"the event\" that will be the turning point of this bitching.\n",
      "            There are two outcomes,\n",
      "            1.\tEveryone has a good time and you will bitch back and it will be lessened to good friendly humor\n",
      "            2.\tEveryone is pissed b/c they drove 100 miles , they play bad and blame you for picking a bad place to\n",
      "                play, they kill you and bury you in a sand trap on the number 12 hole , finish the round and never mention\n",
      "                your name again.\n",
      "\n",
      "            All I have to say Ernie is good luck on everyone play GOLF well this Sunday.\n",
      "\n",
      "            Live the next few days to the fullest , they might be your last.\n",
      "\n",
      "            Long live Ernesto\n",
      "\n",
      "            Dutch\n",
      "        \n",
      "Output: \n",
      "            \"persons\": [\"Ernesto\", \"Ernie\", \"Dutch\"],\n",
      "            \"dates\": [\"this Sunday\"],\n",
      "            \"locations\": [],\n",
      "            \"organizations\": [],\n",
      "            \"sentiment\": \"negative\"\n",
      "        \n",
      "\n",
      "\n",
      "Email: Jacques,\n",
      "\n",
      "                    I think we reached an agreement with George and Larry to pick up the items of \n",
      "                    value and not pay any fees for their time.  It looks as if we will be able to \n",
      "                    use everything they have done (engineering, architecture, survey, \n",
      "                    appraisal).  One point that is unclear is they claim that the $15,000 in \n",
      "                    extensions that they paid was applied to the purchase price of the land like \n",
      "                    earnest money would be applied.  I looked at the closing statements and I \n",
      "                    didn't see $15,000 applied against the purchase price.  Can you help clear \n",
      "                    this up.\n",
      "\n",
      "                    Assuming we clear up the $15,000, we need to get the property released.  \n",
      "                    Keith and I are concerned about taking over the Bishop Corner partnership and \n",
      "                    the risk that there could be undisclosed liabilities.  On the other hand, \n",
      "                    conveyance of the partnership would be a time and money saver if it was \n",
      "                    clean.  What is your inclination?\n",
      "\n",
      "                    Call as soon as you have a chance to review.\n",
      "\n",
      "                    Phillip\n",
      "Output: \n",
      "                \"persons\": [\"Jacques\", \"George\", \"Larry\", \"Keith\", \"Phillip\"],\n",
      "                \"dates\": [],\n",
      "                \"locations\": [],\n",
      "                \"organizations\": [\"Bishop Corner\"],\n",
      "                \"sentiment\": \"neutral\"\n",
      "                \n",
      "\n",
      "\n",
      "Email: Gentlemen,\n",
      "\n",
      "             I continue to speak to an attorney for help with the investment structure \n",
      "            and a mortgage broker for help with the financing.  Regarding the financing, \n",
      "            I am working with Jim Murnan at Pinnacle Mortgage here in Houston.  I have \n",
      "            sent him some information on the project, but he needs financial information \n",
      "            on you.  Can you please send it to him.  His contact information is:  phone \n",
      "            (713)781-5810, fax (713)781-6614, and email jim123@pdq.net.\n",
      "\n",
      "             I know Larry has been working with a bank and they need my information.  I \n",
      "            hope to pull that together this afternoon.\n",
      "\n",
      "             I took the liberty of calling Thomas Reames from the Frog Pond document.  He \n",
      "            was positive about his experience overall.  He did not seem pleased with the \n",
      "            bookkeeping or information flow to the investor.  I think we should discuss \n",
      "            these procedures in advance.\n",
      "\n",
      "             Let's continue to speak or email frequently as new developments occur.\n",
      "\n",
      "            Phillip\n",
      "Output: \n",
      "                \"persons\": [\"Jim Murnan\", \"Larry\", \"Thomas Reames\", \"Phillip\"],\n",
      "                \"dates\": [\"this afternoon\"],\n",
      "                \"locations\": [\"Houston\"],\n",
      "                \"organizations\": [],\n",
      "                \"sentiment\": \"positive\"\n",
      "            \n",
      "\n",
      "\n",
      "Email: ARM is looking at hiring a PR firm.  In talking to Ray McNally today re ARM, \n",
      "        he discussed some recent polling data they had seen for San Diego.  Here are \n",
      "        the highlights.\n",
      "\n",
      "        Everyone is well aware of the energy price issue\n",
      "        Everyone is angry\n",
      "        Everyone is blaming Steve Peace\n",
      "        Everyone also thinks SDG&E is to blame -- that the utility is gouging\n",
      "        People are supportive of a competitive energy market\n",
      "        People don't buy the argument that reregulation will help consumers\n",
      "        People are OK with having caps until more generation comes on line\n",
      "        AND people will settle for reregulation if they can't have competition\n",
      "\n",
      "        His assessment was that Steve Peace's career is over and that the \n",
      "        administration wants desperately to ensure that this issue goes away by the \n",
      "        time Davis has to run for re-election in two years.\n",
      "        \n",
      "Output: \n",
      "            \"persons\": [\"Ray McNally\", \"Steve Peace\", \"Davis\"],\n",
      "            \"dates\": [\"today\"],\n",
      "            \"locations\": [\"San Diego\"],\n",
      "            \"organizations\": [\"ARM\", \"SDG&E\"],\n",
      "            \"sentiment\": \"negative\"\n",
      "        \n",
      "\n",
      "\n",
      "Email: Bob,\n",
      "\n",
      " Patti Sullivan held together the scheduling group for two months while Randy \n",
      "Gay was on a personal leave.  She displayed a tremendous amount of commitment \n",
      "to the west desk during that time.  She frequently came to work before 4 AM \n",
      "to prepare operations reports.  Patti worked 7 days a week during this time.  \n",
      "If long hours were not enough, there was a pipeline explosion during this \n",
      "time which put extra volatility into the market and extra pressure on Patti.  \n",
      "She didn't crack and provided much needed info during this time.\n",
      "\n",
      " Patti is performing the duties of a manager but being paid as a sr. \n",
      "specialist.  Based on her heroic efforts, she deserves a PBR.  Let me know \n",
      "what is an acceptable cash amount.\n",
      "\n",
      "Phillip\n",
      "\n",
      "Output: \n"
     ]
    }
   ],
   "source": [
    "# create a example template\n",
    "example_template = \"\"\"\n",
    "Email: {query}\n",
    "Output: {answer}\n",
    "\"\"\"\n",
    "\n",
    "# create a prompt example from above template\n",
    "example_prompt = PromptTemplate(\n",
    "    input_variables=[\"query\", \"answer\"],\n",
    "    template=example_template\n",
    ")\n",
    "\n",
    "# now break our previous prompt into a prefix and suffix\n",
    "# the prefix is our instructions\n",
    "prefix = \"\"\"\n",
    "\n",
    "You are an intelligent assistant.\n",
    "For the following email text, extract the following information:\n",
    "\n",
    "persons: Extract person names and output them as a comma separated Python list.\n",
    "\n",
    "locations: Extract location names such as street address, city, country \\\n",
    "and output them as a comma separated Python list.\n",
    "\n",
    "organizations: Extract company names and output them as a comma separated Python list.\n",
    "\n",
    "dates: Extract dates found such as temporal expressions, relative dates and time periods\n",
    "and output them as a comma separated Python list.\n",
    "\n",
    "sentiment: Determine the overal sentiment in text as positive, negative or neutral \\\n",
    "and output as a Python string.\n",
    "\n",
    "Format the output as Python dictionary with the following keys:\n",
    "persons\n",
    "locations\n",
    "organizations\n",
    "dates\n",
    "sentiment\n",
    "\"\"\"\n",
    "\n",
    "# and the suffix our user input and output indicator\n",
    "suffix = \"\"\"\n",
    "Email: {query}\n",
    "Output: \"\"\"\n",
    "\n",
    "# now create the few shot prompt template\n",
    "few_shot_prompt_template = FewShotPromptTemplate(\n",
    "    examples=examples,\n",
    "    example_prompt=example_prompt,\n",
    "    prefix=prefix,\n",
    "    suffix=suffix,\n",
    "    input_variables=[\"query\"],\n",
    "    example_separator=\"\\n\"\n",
    ")\n",
    "\n",
    "query = \"\"\"Bob,\n",
    "\n",
    " Patti Sullivan held together the scheduling group for two months while Randy \n",
    "Gay was on a personal leave.  She displayed a tremendous amount of commitment \n",
    "to the west desk during that time.  She frequently came to work before 4 AM \n",
    "to prepare operations reports.  Patti worked 7 days a week during this time.  \n",
    "If long hours were not enough, there was a pipeline explosion during this \n",
    "time which put extra volatility into the market and extra pressure on Patti.  \n",
    "She didn't crack and provided much needed info during this time.\n",
    "\n",
    " Patti is performing the duties of a manager but being paid as a sr. \n",
    "specialist.  Based on her heroic efforts, she deserves a PBR.  Let me know \n",
    "what is an acceptable cash amount.\n",
    "\n",
    "Phillip\n",
    "\"\"\"\n",
    "print(few_shot_prompt_template.format(query=query))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "id": "604883cc",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Bob,\n",
      "\n",
      " Patti Sullivan held together the scheduling group for two months while Randy \n",
      "Gay was on a personal leave.  She displayed a tremendous amount of commitment \n",
      "to the west desk during that time.  She frequently came to work before 4 AM \n",
      "to prepare operations reports.  Patti worked 7 days a week during this time.  \n",
      "If long hours were not enough, there was a pipeline explosion during this \n",
      "time which put extra volatility into the market and extra pressure on Patti.  \n",
      "She didn't crack and provided much needed info during this time.\n",
      "\n",
      " Patti is performing the duties of a manager but being paid as a sr. \n",
      "specialist.  Based on her heroic efforts, she deserves a PBR.  Let me know \n",
      "what is an acceptable cash amount.\n",
      "\n",
      "Phillip\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(query)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "id": "39bce587",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "You are an intelligent assistant.\n",
      "For the following email text, extract the following information:\n",
      "\n",
      "persons: Extract person names and output them as a comma separated Python list.\n",
      "\n",
      "locations: Extract location names such as street address, city, country and output them as a comma separated Python list.\n",
      "\n",
      "organizations: Extract company names and output them as a comma separated Python list.\n",
      "\n",
      "dates: Extract dates found such as temporal expressions, relative dates and time periods\n",
      "and output them as a comma separated Python list.\n",
      "\n",
      "sentiment: Determine the overal sentiment in text as positive, negative or neutral and output as a Python string.\n",
      "\n",
      "Format the output as Python dictionary with the following keys:\n",
      "persons\n",
      "locations\n",
      "organizations\n",
      "dates\n",
      "sentiment\n",
      "\n",
      "\n",
      "Email: I don't know if you know the history behind McCullough.  He is a consultant \n",
      "        who primarily advises industrial loads.  He advised his customers that prices \n",
      "        were going down and that they should go on index based tariffs rather than \n",
      "        fixed-price tariffs.  Needless to say, his advise cost his customers a great \n",
      "        deal of money.  Notable examples are Bellingham Cold Storage and Georgia \n",
      "        Pacific in Puget Sound Energy's service territory.  Rather than acknowledge \n",
      "        that he was wrong, Robert is on a witch hunt.  His data is bad, his analysis \n",
      "        is horrible, he lies with numbers but does a good job being pompous and \n",
      "        putting together flashy power point presentations.  I have not heard of \n",
      "        anybody agreeing with him, including the NWPPC, CEC, CAISO, CAPX.  He is a \n",
      "        loud entertaining speaker, so I am sure that he will continue to get coverage.\n",
      "        \n",
      "Output: \n",
      "            \"persons\": [\"McCullough\"],\n",
      "            \"dates\": [],\n",
      "            \"locations\": [],\n",
      "            \"organizations\": [\"Bellingham Cold Storage\", \"Georgia Pacific\", \"Puget Sound Energy's\"],\n",
      "            \"sentiment\": \"negative\"\n",
      "        \n",
      "\n",
      "\n",
      "Email: Reagan,\n",
      "\n",
      "                I sent you an email last week stating that I would be in San Marcos on \n",
      "                Friday, April 13th.  However, my closing has been postponed.  As I mentioned \n",
      "                I am going to have Cary Kipp draw the plans for the residence and I will get \n",
      "                back in touch with you once he is finished.\n",
      "\n",
      "                Regarding the multifamily project, I am going to work with a project manager \n",
      "                from San Antonio.  For my first development project, I feel more comfortable \n",
      "                with their experience obtaining FHA financing.  We are working with Kipp \n",
      "                Flores to finalize the floor plans and begin construction drawings.  Your bid \n",
      "                for the construction is competive with other construction estimates.  I am \n",
      "                still attracted to your firm as the possible builder due to your strong local \n",
      "                relationships.  I will get back in touch with you once we have made the final \n",
      "                determination on unit mix and site plan.\n",
      "\n",
      "                Phillip Allen\n",
      "Output: \n",
      "            \"persons\": [\"Reagan\", \"Cary Kipp\", \"Kipp Flores\", \"Phillip Allen\"],\n",
      "            \"dates\": [\"last week\", \"Friday, April 13th\"],\n",
      "            \"locations\": [\"San Marcos\", \"San Antonio\"],\n",
      "            \"organizations\": [],\n",
      "            \"sentiment\": \"neutral\"\n",
      "            \n",
      "\n",
      "\n",
      "Email: Thanks for the response.  I think you are right that engaging an architect is \n",
      "                the next logical step.  I had already contacted Cary Kipp and sent him the \n",
      "                floor plan.\n",
      "                \n",
      "                He got back to me yesterday with his first draft.  He took my plan and \n",
      "                improved it.  I am going to officially engage Cary to draw the plans.  While \n",
      "                he works on those I wanted to try and work out a detailed specification list.  \n",
      "                Also, I would like to visit a couple of homes that you have built and speak to \n",
      "                1 or 2 satisfied home owners.  I will be in San Marcos on Friday April 13th.  \n",
      "                Are there any homes near completion that I could walk through that day?  Also can \n",
      "                you provide some references?\n",
      "\n",
      "                Once I have the plans and specs, I will send them to you so you can adjust \n",
      "                your bid.  \n",
      "\n",
      "                Phillip\n",
      "Output: \n",
      "            \"persons\": [\"Cary Kipp\", \"Cary\", \"Phillip\"],\n",
      "            \"dates\": [\"yesterday\", \"on Friday April 13th\"],\n",
      "            \"locations\": [\"San Marcos\"],\n",
      "            \"organizations\": [],\n",
      "            \"sentiment\": \"positive\"\n",
      "            \n",
      "\n",
      "\n",
      "Email: Bob,\n",
      "\n",
      " Patti Sullivan held together the scheduling group for two months while Randy \n",
      "Gay was on a personal leave.  She displayed a tremendous amount of commitment \n",
      "to the west desk during that time.  She frequently came to work before 4 AM \n",
      "to prepare operations reports.  Patti worked 7 days a week during this time.  \n",
      "If long hours were not enough, there was a pipeline explosion during this \n",
      "time which put extra volatility into the market and extra pressure on Patti.  \n",
      "She didn't crack and provided much needed info during this time.\n",
      "\n",
      " Patti is performing the duties of a manager but being paid as a sr. \n",
      "specialist.  Based on her heroic efforts, she deserves a PBR.  Let me know \n",
      "what is an acceptable cash amount.\n",
      "\n",
      "Phillip\n",
      "\n",
      "Output: \n"
     ]
    }
   ],
   "source": [
    "example_selector = LengthBasedExampleSelector(\n",
    "    examples=examples,\n",
    "    example_prompt=example_prompt,\n",
    "    max_length=1500  # this sets the max length that examples should be\n",
    ")\n",
    "\n",
    "# now create the few shot prompt template\n",
    "dynamic_prompt_template = FewShotPromptTemplate(\n",
    "    example_selector=example_selector,  # use example_selector instead of examples\n",
    "    example_prompt=example_prompt,\n",
    "    prefix=prefix,\n",
    "    suffix=suffix,\n",
    "    input_variables=[\"query\"],\n",
    "    example_separator=\"\\n\"\n",
    ")\n",
    "\n",
    "print(dynamic_prompt_template.format(query=query))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "93adba6b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "result type before:  <class 'str'>\n",
      "result type after:  <class 'dict'>\n",
      "{'persons': ['Patti Sullivan', 'Randy Gay', 'Phillip'], 'dates': [], 'locations': [], 'organizations': [], 'sentiment': 'positive'}\n"
     ]
    }
   ],
   "source": [
    "llm_chain = LLMChain(\n",
    "    prompt=dynamic_prompt_template,\n",
    "    llm=llm\n",
    ")\n",
    "\n",
    "result = llm_chain.run(query)\n",
    "print(\"result type before: \", type(result))\n",
    "result = to_dict(result)\n",
    "print(\"result type after: \", type(result))\n",
    "print(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "04c7a789",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Pretty printing has been turned OFF\n",
      "{'persons': [], 'dates': [], 'locations': [], 'organizations': [], 'sentiment': 'neutral'}\n"
     ]
    }
   ],
   "source": [
    "%pprint\n",
    "\n",
    "result = llm_chain.run(\"FYI.\")\n",
    "result = to_dict(result)\n",
    "print(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "b9dddffb",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'persons': [], 'dates': [], 'locations': [], 'organizations': [], 'sentiment': 'neutral'}\n"
     ]
    }
   ],
   "source": [
    "result = llm_chain.run(\"ok\")\n",
    "result = to_dict(result)\n",
    "print(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "d0f74e71",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'persons': [], 'dates': [], 'locations': [], 'organizations': [], 'sentiment': 'neutral'}"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result = llm_chain.run(\"Talk to you soon!\")\n",
    "result = to_dict(result)\n",
    "result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "a3017651",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "How scandulous of your mother!!  My mother would never use sucks...but my dad \n",
      "told me something pissed him off one time.  I was completely shocked...I \n",
      "didn't even know what to say.  I know it's hard to imagine me speechless, but \n",
      "I was.  \n",
      "\n",
      "You should know by now that I'm heartless and that my grandmother will have \n",
      "to go the hospital all alone.  I had to listen to her last time whine about \n",
      "how no one respects her.  It took everything I had not to say, \"Of course we \n",
      "don't respect you.  We all know you're crazy.\"  \n",
      "\n",
      "What are you doing for lunch Friday (as in probably the day you're reading \n",
      "this)?  I'm going to come in early b/c I've been bombarded as soon as I walk \n",
      "in the door the last two days.  \n",
      "\n",
      "Let me know if you want to go to lunch.  I'll call you when I get in.  \n",
      "\n",
      "I'll be praying for Megan.\n",
      "Robin\n",
      "\n"
     ]
    }
   ],
   "source": [
    "query = \"\"\"\n",
    "How scandulous of your mother!!  My mother would never use sucks...but my dad \n",
    "told me something pissed him off one time.  I was completely shocked...I \n",
    "didn't even know what to say.  I know it's hard to imagine me speechless, but \n",
    "I was.  \n",
    "\n",
    "You should know by now that I'm heartless and that my grandmother will have \n",
    "to go the hospital all alone.  I had to listen to her last time whine about \n",
    "how no one respects her.  It took everything I had not to say, \"Of course we \n",
    "don't respect you.  We all know you're crazy.\"  \n",
    "\n",
    "What are you doing for lunch Friday (as in probably the day you're reading \n",
    "this)?  I'm going to come in early b/c I've been bombarded as soon as I walk \n",
    "in the door the last two days.  \n",
    "\n",
    "Let me know if you want to go to lunch.  I'll call you when I get in.  \n",
    "\n",
    "I'll be praying for Megan.\n",
    "Robin\n",
    "\"\"\"\n",
    "print(query)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "a1ca5564",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'persons': ['Robin'], 'dates': [], 'locations': [], 'organizations': [], 'sentiment': 'negative'}"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result = llm_chain.run(query)\n",
    "result = to_dict(result)\n",
    "result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "be2c4edc",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>subject</th>\n",
       "      <th>content</th>\n",
       "      <th>n_words</th>\n",
       "      <th>clean_content</th>\n",
       "      <th>n_words_clean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;23119266.1075844369192.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Re: ISO NY Zone A West</td>\n",
       "      <td>Dale:\\n\\nLooks okay -- I just made a few chang...</td>\n",
       "      <td>125</td>\n",
       "      <td>Dale:\\n\\nLooks okay  I just made a few changes...</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;32592935.1075840757928.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>All Types of Home Loans... Incredible Savings!...</td>\n",
       "      <td>Our Loan Packages Have Never Been More Attract...</td>\n",
       "      <td>137</td>\n",
       "      <td>Our Loan Packages Have Never Been More Attract...</td>\n",
       "      <td>137</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;31344186.1075853679126.JavaMail.evans@thyme&gt;</td>\n",
       "      <td></td>\n",
       "      <td>Hi Chris, \\n\\nI just called you a while ago an...</td>\n",
       "      <td>123</td>\n",
       "      <td>Hi Chris, \\n\\nI just called you a while ago an...</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;17603763.1075862292350.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>ROD               , It's easy to subscribe!</td>\n",
       "      <td>&lt;http://www.emaildelivery.net/getimage.asp?id=...</td>\n",
       "      <td>152</td>\n",
       "      <td>Dear ROD ,\\n\\nYou have received this email bec...</td>\n",
       "      <td>147</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;11709436.1075840470552.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>TRANSSTATUS 30939 CONFIRMED</td>\n",
       "      <td>Reservation status has changed to CONFIRMED. S...</td>\n",
       "      <td>176</td>\n",
       "      <td>Reservation status has changed to CONFIRMED. S...</td>\n",
       "      <td>120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>995</th>\n",
       "      <td>&lt;1741932.1075852143251.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Opportunity to Attend Blazers Practice Thursda...</td>\n",
       "      <td>FYI--\\n \\nSorry for the late notice, but our o...</td>\n",
       "      <td>287</td>\n",
       "      <td>FYI\\n \\nSorry for the late notice, but our off...</td>\n",
       "      <td>113</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996</th>\n",
       "      <td>&lt;9742995.1075853136316.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Action Requested:  Invoice Requires Coding/Iss...</td>\n",
       "      <td>Please do not reply to this e-mail.\\n\\nYou are...</td>\n",
       "      <td>107</td>\n",
       "      <td>Please do not reply to this e-mail.\\n\\nYou are...</td>\n",
       "      <td>107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>997</th>\n",
       "      <td>&lt;4096488.1075860859833.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>WARNING:  Your mailbox is approaching the size...</td>\n",
       "      <td>This warning is sent automatically to inform y...</td>\n",
       "      <td>125</td>\n",
       "      <td>This warning is sent automatically to inform y...</td>\n",
       "      <td>125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>998</th>\n",
       "      <td>&lt;8043554.1075842592751.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>Update:  Contributions</td>\n",
       "      <td>If you would like to contribute to the fund fo...</td>\n",
       "      <td>350</td>\n",
       "      <td>If you would like to contribute to the fund fo...</td>\n",
       "      <td>106</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999</th>\n",
       "      <td>&lt;18668217.1075852054375.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>privileged and confidential/attorney work product</td>\n",
       "      <td>Attached please find a proposal by John Morris...</td>\n",
       "      <td>119</td>\n",
       "      <td>Attached please find a proposal by John Morris...</td>\n",
       "      <td>119</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1000 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        message_id  \\\n",
       "0    <23119266.1075844369192.JavaMail.evans@thyme>   \n",
       "1    <32592935.1075840757928.JavaMail.evans@thyme>   \n",
       "2    <31344186.1075853679126.JavaMail.evans@thyme>   \n",
       "3    <17603763.1075862292350.JavaMail.evans@thyme>   \n",
       "4    <11709436.1075840470552.JavaMail.evans@thyme>   \n",
       "..                                             ...   \n",
       "995   <1741932.1075852143251.JavaMail.evans@thyme>   \n",
       "996   <9742995.1075853136316.JavaMail.evans@thyme>   \n",
       "997   <4096488.1075860859833.JavaMail.evans@thyme>   \n",
       "998   <8043554.1075842592751.JavaMail.evans@thyme>   \n",
       "999  <18668217.1075852054375.JavaMail.evans@thyme>   \n",
       "\n",
       "                                               subject  \\\n",
       "0                               Re: ISO NY Zone A West   \n",
       "1    All Types of Home Loans... Incredible Savings!...   \n",
       "2                                                        \n",
       "3          ROD               , It's easy to subscribe!   \n",
       "4                          TRANSSTATUS 30939 CONFIRMED   \n",
       "..                                                 ...   \n",
       "995  Opportunity to Attend Blazers Practice Thursda...   \n",
       "996  Action Requested:  Invoice Requires Coding/Iss...   \n",
       "997  WARNING:  Your mailbox is approaching the size...   \n",
       "998                             Update:  Contributions   \n",
       "999  privileged and confidential/attorney work product   \n",
       "\n",
       "                                               content  n_words  \\\n",
       "0    Dale:\\n\\nLooks okay -- I just made a few chang...      125   \n",
       "1    Our Loan Packages Have Never Been More Attract...      137   \n",
       "2    Hi Chris, \\n\\nI just called you a while ago an...      123   \n",
       "3    <http://www.emaildelivery.net/getimage.asp?id=...      152   \n",
       "4    Reservation status has changed to CONFIRMED. S...      176   \n",
       "..                                                 ...      ...   \n",
       "995  FYI--\\n \\nSorry for the late notice, but our o...      287   \n",
       "996  Please do not reply to this e-mail.\\n\\nYou are...      107   \n",
       "997  This warning is sent automatically to inform y...      125   \n",
       "998  If you would like to contribute to the fund fo...      350   \n",
       "999  Attached please find a proposal by John Morris...      119   \n",
       "\n",
       "                                         clean_content  n_words_clean  \n",
       "0    Dale:\\n\\nLooks okay  I just made a few changes...            123  \n",
       "1    Our Loan Packages Have Never Been More Attract...            137  \n",
       "2    Hi Chris, \\n\\nI just called you a while ago an...            123  \n",
       "3    Dear ROD ,\\n\\nYou have received this email bec...            147  \n",
       "4    Reservation status has changed to CONFIRMED. S...            120  \n",
       "..                                                 ...            ...  \n",
       "995  FYI\\n \\nSorry for the late notice, but our off...            113  \n",
       "996  Please do not reply to this e-mail.\\n\\nYou are...            107  \n",
       "997  This warning is sent automatically to inform y...            125  \n",
       "998  If you would like to contribute to the fund fo...            106  \n",
       "999  Attached please find a proposal by John Morris...            119  \n",
       "\n",
       "[1000 rows x 6 columns]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sample_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "0cad93b8",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save sample dataframe for later use\n",
    "\n",
    "sample_df.to_csv('data/sample_emails.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "2f18f3fb",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 15%|█████▋                                | 151/1000 [11:24<1:01:32,  4.35s/it]Retrying langchain.chat_models.openai.ChatOpenAI.completion_with_retry.<locals>._completion_with_retry in 1.0 seconds as it raised Timeout: Request timed out: HTTPSConnectionPool(host='api.openai.com', port=443): Read timed out. (read timeout=600).\n",
      " 42%|████████████████▊                       | 420/1000 [40:45<38:23,  3.97s/it]Retrying langchain.chat_models.openai.ChatOpenAI.completion_with_retry.<locals>._completion_with_retry in 1.0 seconds as it raised Timeout: Request timed out: HTTPSConnectionPool(host='api.openai.com', port=443): Read timed out. (read timeout=600).\n",
      " 70%|██████████████████████████▌           | 700/1000 [1:10:43<20:38,  4.13s/it]Retrying langchain.chat_models.openai.ChatOpenAI.completion_with_retry.<locals>._completion_with_retry in 1.0 seconds as it raised Timeout: Request timed out: HTTPSConnectionPool(host='api.openai.com', port=443): Read timed out. (read timeout=600).\n",
      "100%|█████████████████████████████████████| 1000/1000 [1:40:35<00:00,  6.04s/it]\n"
     ]
    }
   ],
   "source": [
    "import time\n",
    "from tqdm import tqdm\n",
    "import csv\n",
    "\n",
    "def predict(row):\n",
    "    try:\n",
    "        # Perform prediction using GPT-3 or any other model\n",
    "        prediction = llm_chain.run(row)\n",
    "    except Exception as e:\n",
    "        # Handle GPT-3 exceptions\n",
    "        prediction = \"Error: \" + str(e)\n",
    "    return prediction\n",
    "\n",
    "\n",
    "results = []\n",
    "\n",
    "# Iterate over each row in the data\n",
    "for i in tqdm(range(len(sample_df))):\n",
    "    row = sample_df.iloc[i]\n",
    "    \n",
    "    content = row[\"clean_content\"]\n",
    "    message_id = row[\"message_id\"]\n",
    "\n",
    "    prediction = predict(content)\n",
    "    time.sleep(1)\n",
    "    \n",
    "    results.append(\n",
    "        {\n",
    "            \"message_id\": message_id,\n",
    "            \"prediction\": prediction\n",
    "        }\n",
    "    )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "36ae6885",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1000"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 254,
   "id": "db233b1f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'message_id': '<23119266.1075844369192.JavaMail.evans@thyme>', 'prediction': '{\\n            \"persons\": [\"Dale\", \"Leslie\"],\\n            \"dates\": [],\\n            \"locations\": [\"NYISO\"],\\n            \"organizations\": [],\\n            \"sentiment\": \"neutral\"\\n         }'}, {'message_id': '<32592935.1075840757928.JavaMail.evans@thyme>', 'prediction': '{\\n            \"persons\": [],\\n            \"dates\": [],\\n            \"locations\": [],\\n            \"organizations\": [],\\n            \"sentiment\": \"positive\"\\n         }'}, {'message_id': '<31344186.1075853679126.JavaMail.evans@thyme>', 'prediction': '{\\n            \"persons\": [\"Chris\", \"Hector\"],\\n            \"dates\": [],\\n            \"locations\": [\"New York\"],\\n            \"organizations\": [\"Enron\"],\\n            \"sentiment\": \"positive\"\\n         }'}, {'message_id': '<17603763.1075862292350.JavaMail.evans@thyme>', 'prediction': '{\\n            \"persons\": [],\\n            \"dates\": [],\\n            \"locations\": [],\\n            \"organizations\": [\"Platts\", \"The McGraw Hill Companies\"],\\n            \"sentiment\": \"neutral\"\\n        }'}, {'message_id': '<11709436.1075840470552.JavaMail.evans@thyme>', 'prediction': '{\\n            \"persons\": [\"Lisa Gang\", \"Bill Rust\"],\\n            \"dates\": [\"06/24/2002\", \"06/21/2002\"],\\n            \"locations\": [],\\n            \"organizations\": [\"AZPS\", \"Enron Power Marketing, Inc.\"],\\n            \"sentiment\": \"neutral\"\\n}'}]"
      ]
     },
     "execution_count": 254,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results[:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 257,
   "id": "a417963a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>message_id</th>\n",
       "      <th>prediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>&lt;23119266.1075844369192.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>{\\n            \"persons\": [\"Dale\", \"Leslie\"],\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>&lt;32592935.1075840757928.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>{\\n            \"persons\": [],\\n            \"da...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>&lt;31344186.1075853679126.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>{\\n            \"persons\": [\"Chris\", \"Hector\"],...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>&lt;17603763.1075862292350.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>{\\n            \"persons\": [],\\n            \"da...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>&lt;11709436.1075840470552.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>{\\n            \"persons\": [\"Lisa Gang\", \"Bill ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>995</th>\n",
       "      <td>&lt;1741932.1075852143251.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>{\\n            \"persons\": [\"Tina Tate\", \"Debra...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996</th>\n",
       "      <td>&lt;9742995.1075853136316.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>{\\n            \"persons\": [],\\n            \"da...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>997</th>\n",
       "      <td>&lt;4096488.1075860859833.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>{\\n            \"persons\": [],\\n            \"da...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>998</th>\n",
       "      <td>&lt;8043554.1075842592751.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>{\\n            \"persons\": [\"Bob\", \"Becky\"],\\n ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>999</th>\n",
       "      <td>&lt;18668217.1075852054375.JavaMail.evans@thyme&gt;</td>\n",
       "      <td>{\\n            \"persons\": [\"John Morris\"],\\n  ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        message_id  \\\n",
       "0    <23119266.1075844369192.JavaMail.evans@thyme>   \n",
       "1    <32592935.1075840757928.JavaMail.evans@thyme>   \n",
       "2    <31344186.1075853679126.JavaMail.evans@thyme>   \n",
       "3    <17603763.1075862292350.JavaMail.evans@thyme>   \n",
       "4    <11709436.1075840470552.JavaMail.evans@thyme>   \n",
       "..                                             ...   \n",
       "995   <1741932.1075852143251.JavaMail.evans@thyme>   \n",
       "996   <9742995.1075853136316.JavaMail.evans@thyme>   \n",
       "997   <4096488.1075860859833.JavaMail.evans@thyme>   \n",
       "998   <8043554.1075842592751.JavaMail.evans@thyme>   \n",
       "999  <18668217.1075852054375.JavaMail.evans@thyme>   \n",
       "\n",
       "                                            prediction  \n",
       "0    {\\n            \"persons\": [\"Dale\", \"Leslie\"],\\...  \n",
       "1    {\\n            \"persons\": [],\\n            \"da...  \n",
       "2    {\\n            \"persons\": [\"Chris\", \"Hector\"],...  \n",
       "3    {\\n            \"persons\": [],\\n            \"da...  \n",
       "4    {\\n            \"persons\": [\"Lisa Gang\", \"Bill ...  \n",
       "..                                                 ...  \n",
       "995  {\\n            \"persons\": [\"Tina Tate\", \"Debra...  \n",
       "996  {\\n            \"persons\": [],\\n            \"da...  \n",
       "997  {\\n            \"persons\": [],\\n            \"da...  \n",
       "998  {\\n            \"persons\": [\"Bob\", \"Becky\"],\\n ...  \n",
       "999  {\\n            \"persons\": [\"John Morris\"],\\n  ...  \n",
       "\n",
       "[1000 rows x 2 columns]"
      ]
     },
     "execution_count": 257,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred_df = pd.DataFrame(results)\n",
    "pred_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 258,
   "id": "281423b5",
   "metadata": {},
   "outputs": [],
   "source": [
    "pred_df.to_csv('data/predictions.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}