ads_analysis_CA.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 148,
   "id": "cf60ad3b",
   "metadata": {},
   "outputs": [],
   "source": [
    "from bs4 import BeautifulSoup\n",
    "import pandas as pd\n",
    "import requests\n",
    "import re\n",
    "import json\n",
    "import spacy\n",
    "from spacy.matcher import PhraseMatcher\n",
    "from ipynb.fs.full.helper import get_text_from_csv,clean_text,check_null,find_words,find_topic,get_word_lable,count_topic,count_word"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "45eeb934",
   "metadata": {},
   "source": [
    "# GOOGLE + FACEBOOK"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "id": "ddb9c9d4",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_text_from_csv(fn): # get ad's text from csv file, return a dataframe with text, ad_id,ad_url, and report_url\n",
    "    df = pd.read_csv(fn)\n",
    "    df = df[df['ad_type'] == 'Text'].reset_index(drop = True) # only get text ads\n",
    "    df_url = df[['ad_id','ad_url']].reset_index(drop = True) # get the urls\n",
    "    urls = df_url['ad_url'].to_list() # create a list so we could get the report_urls\n",
    "    report_urls = []\n",
    "    for url in urls:\n",
    "        entity_id = url.split('/')[-3]\n",
    "        creative_id = url.split('/')[-1]\n",
    "        report_url = 'https://transparencyreport.google.com/transparencyreport/api/v3/politicalads/creatives/details?entity_id={}&creative_id={}&hl=en'.format(entity_id,creative_id)\n",
    "        report_urls.append(report_url)\n",
    "    ad_text = [] # get texts from reports\n",
    "    for report_url in report_urls:\n",
    "        response = requests.get(report_url)\n",
    "        text = response.text.split('\"]')[0].split('[')[-1]\n",
    "        ad_text.append(text)  \n",
    "    df_text = pd.DataFrame(ad_text).rename(columns = {0:'text'})\n",
    "    df_new = df[df['ad_type']=='Text'][['advertiser_name']].reset_index(drop = True) \n",
    "    df = pd.concat([df_text,df_new],axis=1)\n",
    "    df['platform'] = 'google'\n",
    "    return df  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "id": "cd0fe438",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>\"Ad Paid for by Dave Myers for San Diego County Sheriff 2022 | FPPC ID # 1436219\",\"Don't Settle for the Status Quo! Elect Dave Myers for Sheriff come June 7th, 2022!</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>\"A Broad Coalition of CA Indian Tribes Opposes This Online Gambling Prop. Learn More.\",\"Stop The Deceptive Corp Prop: Would Turn Every Screen Into A Gambling Device. Learn More.</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>\"Stop The Deceptive Corp Prop: Would Turn Every Screen Into A Gambling Device. Learn More.\",\"Take Action: Corp Prop Would Legalize An Expansion of Online Sports Gambling in CA.</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>\"Stand with Captain Sam Brown. Let's restore accountability and leadership to Washington.\",\"Captain Sam Brown fought for our Country. Now, he is ready to serve the people of Nevada.</td>\n",
       "      <td>SAM BROWN FOR NEVADA</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>\"A Broad Coalition of CA Indian Tribes Opposes This Online Gambling Prop. Learn More.\",\"Take Action: Corp Prop Would Legalize An Expansion of Online Sports Gambling in CA.</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                    text  \\\n",
       "0                  \"Ad Paid for by Dave Myers for San Diego County Sheriff 2022 | FPPC ID # 1436219\",\"Don't Settle for the Status Quo! Elect Dave Myers for Sheriff come June 7th, 2022!   \n",
       "1      \"A Broad Coalition of CA Indian Tribes Opposes This Online Gambling Prop. Learn More.\",\"Stop The Deceptive Corp Prop: Would Turn Every Screen Into A Gambling Device. Learn More.   \n",
       "2       \"Stop The Deceptive Corp Prop: Would Turn Every Screen Into A Gambling Device. Learn More.\",\"Take Action: Corp Prop Would Legalize An Expansion of Online Sports Gambling in CA.   \n",
       "3  \"Stand with Captain Sam Brown. Let's restore accountability and leadership to Washington.\",\"Captain Sam Brown fought for our Country. Now, he is ready to serve the people of Nevada.   \n",
       "4            \"A Broad Coalition of CA Indian Tribes Opposes This Online Gambling Prop. Learn More.\",\"Take Action: Corp Prop Would Legalize An Expansion of Online Sports Gambling in CA.   \n",
       "\n",
       "                                                                 advertiser_name  \\\n",
       "0                                                    Dave Myers for Sheriff 2022   \n",
       "1  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "2  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "3                                                           SAM BROWN FOR NEVADA   \n",
       "4  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "\n",
       "  platform  \n",
       "0   google  \n",
       "1   google  \n",
       "2   google  \n",
       "3   google  \n",
       "4   google  "
      ]
     },
     "execution_count": 150,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# read google ads\n",
    "google_df = get_text_from_csv('GoogleAds/CA.csv')\n",
    "google_df['platform'] = 'google'\n",
    "google_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "id": "ec8aaa0b",
   "metadata": {},
   "outputs": [],
   "source": [
    "def read_fb(fn):\n",
    "    facebook_df = pd.read_csv(fn)\n",
    "    facebook_df.drop(columns = ['Unnamed: 0'],inplace = True)\n",
    "    facebook_df.rename(columns = {'byline':'advertiser_name'},inplace = True)\n",
    "    facebook_df['platform'] = 'facebook'\n",
    "    pd.set_option('display.max_colwidth', None)\n",
    "    return facebook_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 185,
   "id": "48b9ae4e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>It is awesome to have the support of the California Nurses Association! What they have been through in this pandemic is unreal… If hospitals are going to continue not paying property taxes they must treat our nurses better!</td>\n",
       "      <td>Braden Murphy for State Board of Equalization 2022</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>When the other candidate rides the coat tails of other establishment politicians, I ride in on my experience, dedication and support from the people…. Transparency and Credibility #ad5 #california</td>\n",
       "      <td>Jason Paletta for CA Secretary of State</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Seydi has worked with San Fernando Valley communities for 20 years. She understands the issues we are facing and she's prepared to advocate for us in Sacramento. \\n\\nVote for Seydi because she pledges toward fixing:\\n\\n📌 Homelessness\\n📌 Housing\\n📌 Education\\n📌 Small Business\\n📌 Access to healthcare\\n\\nMost importantly, she pledges to listen to her constituents. Vote for Seydi Alejandra Morales for State Senate District 20 starting May 9th!</td>\n",
       "      <td>Seydi Alejandra Morales for Senate 2022</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Learn more about our efforts to find solutions that will protect our planet while building a more equitable future for CA families.</td>\n",
       "      <td>Environmental Solutions Coalition</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Special interests like 𝗥𝗲𝗰𝗼𝗹𝗼𝗴𝘆 are exploiting environmental problems for their own profits. \\n\\nThe San Francisco-based garbage and recycling giant was fined $36 million in a public corruption scandal after it admitted to bribery allegations related to overcharging customers $100 million. Don’t let special interests make up for lost profits by raising taxes on California taxpayers.</td>\n",
       "      <td>Environmental Solutions Coalition</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10043</th>\n",
       "      <td>Help Protect Atkins Place!</td>\n",
       "      <td>Save The Redwoods League</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10044</th>\n",
       "      <td>Help Protect Atkins Place!</td>\n",
       "      <td>Save The Redwoods League</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10045</th>\n",
       "      <td>Help Protect Atkins Place!</td>\n",
       "      <td>Save The Redwoods League</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10046</th>\n",
       "      <td>Help Protect Atkins Place!</td>\n",
       "      <td>Save The Redwoods League</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10047</th>\n",
       "      <td>Help Protect Atkins Place!</td>\n",
       "      <td>Save The Redwoods League</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10048 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                              text  \\\n",
       "0                                                                                                                                                                                                                                  It is awesome to have the support of the California Nurses Association! What they have been through in this pandemic is unreal… If hospitals are going to continue not paying property taxes they must treat our nurses better!   \n",
       "1                                                                                                                                                                                                                                                             When the other candidate rides the coat tails of other establishment politicians, I ride in on my experience, dedication and support from the people…. Transparency and Credibility #ad5 #california   \n",
       "2      Seydi has worked with San Fernando Valley communities for 20 years. She understands the issues we are facing and she's prepared to advocate for us in Sacramento. \\n\\nVote for Seydi because she pledges toward fixing:\\n\\n📌 Homelessness\\n📌 Housing\\n📌 Education\\n📌 Small Business\\n📌 Access to healthcare\\n\\nMost importantly, she pledges to listen to her constituents. Vote for Seydi Alejandra Morales for State Senate District 20 starting May 9th!   \n",
       "3                                                                                                                                                                                                                                                                                                                              Learn more about our efforts to find solutions that will protect our planet while building a more equitable future for CA families.   \n",
       "4                                                                Special interests like 𝗥𝗲𝗰𝗼𝗹𝗼𝗴𝘆 are exploiting environmental problems for their own profits. \\n\\nThe San Francisco-based garbage and recycling giant was fined $36 million in a public corruption scandal after it admitted to bribery allegations related to overcharging customers $100 million. Don’t let special interests make up for lost profits by raising taxes on California taxpayers.   \n",
       "...                                                                                                                                                                                                                                                                                                                                                                                                                                                            ...   \n",
       "10043                                                                                                                                                                                                                                                                                                                                                                                                                                   Help Protect Atkins Place!   \n",
       "10044                                                                                                                                                                                                                                                                                                                                                                                                                                   Help Protect Atkins Place!   \n",
       "10045                                                                                                                                                                                                                                                                                                                                                                                                                                   Help Protect Atkins Place!   \n",
       "10046                                                                                                                                                                                                                                                                                                                                                                                                                                   Help Protect Atkins Place!   \n",
       "10047                                                                                                                                                                                                                                                                                                                                                                                                                                   Help Protect Atkins Place!   \n",
       "\n",
       "                                            advertiser_name  platform  \n",
       "0      Braden Murphy for State Board of Equalization 2022    facebook  \n",
       "1                   Jason Paletta for CA Secretary of State  facebook  \n",
       "2                   Seydi Alejandra Morales for Senate 2022  facebook  \n",
       "3                         Environmental Solutions Coalition  facebook  \n",
       "4                         Environmental Solutions Coalition  facebook  \n",
       "...                                                     ...       ...  \n",
       "10043                              Save The Redwoods League  facebook  \n",
       "10044                              Save The Redwoods League  facebook  \n",
       "10045                              Save The Redwoods League  facebook  \n",
       "10046                              Save The Redwoods League  facebook  \n",
       "10047                              Save The Redwoods League  facebook  \n",
       "\n",
       "[10048 rows x 3 columns]"
      ]
     },
     "execution_count": 185,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# read facebook ads\n",
    "facebook_df = read_fb('FacebookAds/california.csv')\n",
    "facebook_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "id": "78ba0382",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>it is awesome to have the support of the california nurses association what they have been through in this pandemic is unreal if hospitals are going to continue not paying property taxes they must treat our nurses better</td>\n",
       "      <td>Braden Murphy for State Board of Equalization 2022</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>when the other candidate rides the coat tails of other establishment politicians i ride in on my experience dedication and support from the people transparency and credibility ad5 california</td>\n",
       "      <td>Jason Paletta for CA Secretary of State</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>seydi has worked with san fernando valley communities for 20 years she understands the issues we are facing and she s prepared to advocate for us in sacramento vote for seydi because she pledges toward fixing homelessness housing education small business access to healthcare most importantly she pledges to listen to her constituents vote for seydi alejandra morales for state senate district 20 starting may 9th</td>\n",
       "      <td>Seydi Alejandra Morales for Senate 2022</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>learn more about our efforts to find solutions that will protect our planet while building a more equitable future for ca families</td>\n",
       "      <td>Environmental Solutions Coalition</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>special interests like 𝗥𝗲𝗰𝗼𝗹𝗼𝗴𝘆 are exploiting environmental problems for their own profits the san francisco based garbage and recycling giant was fined 36 million in a public corruption scandal after it admitted to bribery allegations related to overcharging customers 100 million don t let special interests make up for lost profits by raising taxes on california taxpayers</td>\n",
       "      <td>Environmental Solutions Coalition</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>earthweek spotlight last month we broke ground on our h2 hydrogen home the first in the u s to be powered solely by clean electricity and hydrogen the home features solar panels a battery and electrolyzer to convert solar energy to hydrogen and a fuel cell to supply electricity for the home the home will function and feel just like a typical home but use reliable and clean energy 24 hours a day 7 days a week 365 days a year click to learn more about this innovative demonstration of renewable energy</td>\n",
       "      <td>Southern California Gas Company</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>we re delivering any active ca ballot initiative to your home for you to sign at your convenience just provide a location and time and we ll bring the papers to you to sign plus you can make a small donation just by leaving your signature but the funds won t just come from your own pocket boreal will make a small gift of 2 to an organization that is contributing to a social cause join the new revolution in citizen participation</td>\n",
       "      <td>Boreal Technology Inc</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>the los angeles food and beverage political action committee has voted to support traci park for los angeles city council district 11 and we look forward to working together to help create a favorable policy environment for the long restaurant recovery ahead lynne davidson l a food and beverage pac trustee</td>\n",
       "      <td>Traci Park for City Council 2022</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>217</th>\n",
       "      <td>we re excited to announce our intention to purchase atkins place this vital forested buffer and wildlife corridor is near montgomery woods state natural reserve donate today to help us secure the purchase of this hidden gem and move toward the goal of restoring california s north coast redwood forests to their old growth grandeur</td>\n",
       "      <td>Save The Redwoods League</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>218</th>\n",
       "      <td>help protect atkins place</td>\n",
       "      <td>Save The Redwoods League</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>219 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        text  \\\n",
       "0                                                                                                                                                                                                                                                                                               it is awesome to have the support of the california nurses association what they have been through in this pandemic is unreal if hospitals are going to continue not paying property taxes they must treat our nurses better   \n",
       "1                                                                                                                                                                                                                                                                                                                             when the other candidate rides the coat tails of other establishment politicians i ride in on my experience dedication and support from the people transparency and credibility ad5 california   \n",
       "2                                                                                              seydi has worked with san fernando valley communities for 20 years she understands the issues we are facing and she s prepared to advocate for us in sacramento vote for seydi because she pledges toward fixing homelessness housing education small business access to healthcare most importantly she pledges to listen to her constituents vote for seydi alejandra morales for state senate district 20 starting may 9th   \n",
       "3                                                                                                                                                                                                                                                                                                                                                                                         learn more about our efforts to find solutions that will protect our planet while building a more equitable future for ca families   \n",
       "4                                                                                                                                   special interests like 𝗥𝗲𝗰𝗼𝗹𝗼𝗴𝘆 are exploiting environmental problems for their own profits the san francisco based garbage and recycling giant was fined 36 million in a public corruption scandal after it admitted to bribery allegations related to overcharging customers 100 million don t let special interests make up for lost profits by raising taxes on california taxpayers   \n",
       "..                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       ...   \n",
       "214  earthweek spotlight last month we broke ground on our h2 hydrogen home the first in the u s to be powered solely by clean electricity and hydrogen the home features solar panels a battery and electrolyzer to convert solar energy to hydrogen and a fuel cell to supply electricity for the home the home will function and feel just like a typical home but use reliable and clean energy 24 hours a day 7 days a week 365 days a year click to learn more about this innovative demonstration of renewable energy   \n",
       "215                                                                          we re delivering any active ca ballot initiative to your home for you to sign at your convenience just provide a location and time and we ll bring the papers to you to sign plus you can make a small donation just by leaving your signature but the funds won t just come from your own pocket boreal will make a small gift of 2 to an organization that is contributing to a social cause join the new revolution in citizen participation   \n",
       "216                                                                                                                                                                                                      the los angeles food and beverage political action committee has voted to support traci park for los angeles city council district 11 and we look forward to working together to help create a favorable policy environment for the long restaurant recovery ahead lynne davidson l a food and beverage pac trustee   \n",
       "217                                                                                                                                                                              we re excited to announce our intention to purchase atkins place this vital forested buffer and wildlife corridor is near montgomery woods state natural reserve donate today to help us secure the purchase of this hidden gem and move toward the goal of restoring california s north coast redwood forests to their old growth grandeur   \n",
       "218                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                help protect atkins place   \n",
       "\n",
       "                                          advertiser_name  platform  \n",
       "0    Braden Murphy for State Board of Equalization 2022    facebook  \n",
       "1                 Jason Paletta for CA Secretary of State  facebook  \n",
       "2                 Seydi Alejandra Morales for Senate 2022  facebook  \n",
       "3                       Environmental Solutions Coalition  facebook  \n",
       "4                       Environmental Solutions Coalition  facebook  \n",
       "..                                                    ...       ...  \n",
       "214                       Southern California Gas Company  facebook  \n",
       "215                                 Boreal Technology Inc  facebook  \n",
       "216                      Traci Park for City Council 2022  facebook  \n",
       "217                              Save The Redwoods League  facebook  \n",
       "218                              Save The Redwoods League  facebook  \n",
       "\n",
       "[219 rows x 3 columns]"
      ]
     },
     "execution_count": 186,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "facebook_df = clean_text(facebook_df)\n",
    "facebook_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 187,
   "id": "d3707232",
   "metadata": {},
   "outputs": [],
   "source": [
    "facebook_df.to_csv('results/clean_ca.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "id": "bdb7e93d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 10198 entries, 0 to 10047\n",
      "Data columns (total 3 columns):\n",
      " #   Column           Non-Null Count  Dtype \n",
      "---  ------           --------------  ----- \n",
      " 0   text             10196 non-null  object\n",
      " 1   advertiser_name  10174 non-null  object\n",
      " 2   platform         10198 non-null  object\n",
      "dtypes: object(3)\n",
      "memory usage: 318.7+ KB\n"
     ]
    }
   ],
   "source": [
    "# cncat google_df and facebook_df by 'text'\n",
    "df_text = pd.concat([google_df,facebook_df])\n",
    "df_text.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "id": "ba8b05ce",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>\"Ad Paid for by Dave Myers for San Diego County Sheriff 2022 | FPPC ID # 1436219\",\"Don't Settle for the Status Quo! Elect Dave Myers for Sheriff come June 7th, 2022!</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>\"A Broad Coalition of CA Indian Tribes Opposes This Online Gambling Prop. Learn More.\",\"Stop The Deceptive Corp Prop: Would Turn Every Screen Into A Gambling Device. Learn More.</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>\"Stop The Deceptive Corp Prop: Would Turn Every Screen Into A Gambling Device. Learn More.\",\"Take Action: Corp Prop Would Legalize An Expansion of Online Sports Gambling in CA.</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>\"Stand with Captain Sam Brown. Let's restore accountability and leadership to Washington.\",\"Captain Sam Brown fought for our Country. Now, he is ready to serve the people of Nevada.</td>\n",
       "      <td>SAM BROWN FOR NEVADA</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>\"A Broad Coalition of CA Indian Tribes Opposes This Online Gambling Prop. Learn More.\",\"Take Action: Corp Prop Would Legalize An Expansion of Online Sports Gambling in CA.</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                    text  \\\n",
       "0                  \"Ad Paid for by Dave Myers for San Diego County Sheriff 2022 | FPPC ID # 1436219\",\"Don't Settle for the Status Quo! Elect Dave Myers for Sheriff come June 7th, 2022!   \n",
       "1      \"A Broad Coalition of CA Indian Tribes Opposes This Online Gambling Prop. Learn More.\",\"Stop The Deceptive Corp Prop: Would Turn Every Screen Into A Gambling Device. Learn More.   \n",
       "2       \"Stop The Deceptive Corp Prop: Would Turn Every Screen Into A Gambling Device. Learn More.\",\"Take Action: Corp Prop Would Legalize An Expansion of Online Sports Gambling in CA.   \n",
       "3  \"Stand with Captain Sam Brown. Let's restore accountability and leadership to Washington.\",\"Captain Sam Brown fought for our Country. Now, he is ready to serve the people of Nevada.   \n",
       "4            \"A Broad Coalition of CA Indian Tribes Opposes This Online Gambling Prop. Learn More.\",\"Take Action: Corp Prop Would Legalize An Expansion of Online Sports Gambling in CA.   \n",
       "\n",
       "                                                                 advertiser_name  \\\n",
       "0                                                    Dave Myers for Sheriff 2022   \n",
       "1  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "2  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "3                                                           SAM BROWN FOR NEVADA   \n",
       "4  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "\n",
       "  platform  \n",
       "0   google  \n",
       "1   google  \n",
       "2   google  \n",
       "3   google  \n",
       "4   google  "
      ]
     },
     "execution_count": 154,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_text.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "id": "9a38f13e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2\n"
     ]
    }
   ],
   "source": [
    "# check the dataset \n",
    "if df_text['text'].isnull().sum():\n",
    "    print (df_text['text'].isnull().sum())\n",
    "    df_text = df_text[df_text['text'].notnull()]\n",
    "    df_text.reset_index(drop=True,inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "id": "28626378",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219 don t settle for the status quo elect dave myers for sheriff come june 7th 2022</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a broad coalition of ca indian tribes opposes this online gambling prop learn more stop the deceptive corp prop would turn every screen into a gambling device learn more</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>stop the deceptive corp prop would turn every screen into a gambling device learn more take action corp prop would legalize an expansion of online sports gambling in ca</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>stand with captain sam brown let s restore accountability and leadership to washington captain sam brown fought for our country now he is ready to serve the people of nevada</td>\n",
       "      <td>SAM BROWN FOR NEVADA</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>a broad coalition of ca indian tribes opposes this online gambling prop learn more take action corp prop would legalize an expansion of online sports gambling in ca</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>285</th>\n",
       "      <td>earthweek spotlight last month we broke ground on our h2 hydrogen home the first in the u s to be powered solely by clean electricity and hydrogen the home features solar panels a battery and electrolyzer to convert solar energy to hydrogen and a fuel cell to supply electricity for the home the home will function and feel just like a typical home but use reliable and clean energy 24 hours a day 7 days a week 365 days a year click to learn more about this innovative demonstration of renewable energy</td>\n",
       "      <td>Southern California Gas Company</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>286</th>\n",
       "      <td>we re delivering any active ca ballot initiative to your home for you to sign at your convenience just provide a location and time and we ll bring the papers to you to sign plus you can make a small donation just by leaving your signature but the funds won t just come from your own pocket boreal will make a small gift of 2 to an organization that is contributing to a social cause join the new revolution in citizen participation</td>\n",
       "      <td>Boreal Technology Inc</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>287</th>\n",
       "      <td>the los angeles food and beverage political action committee has voted to support traci park for los angeles city council district 11 and we look forward to working together to help create a favorable policy environment for the long restaurant recovery ahead lynne davidson l a food and beverage pac trustee</td>\n",
       "      <td>Traci Park for City Council 2022</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>288</th>\n",
       "      <td>we re excited to announce our intention to purchase atkins place this vital forested buffer and wildlife corridor is near montgomery woods state natural reserve donate today to help us secure the purchase of this hidden gem and move toward the goal of restoring california s north coast redwood forests to their old growth grandeur</td>\n",
       "      <td>Save The Redwoods League</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289</th>\n",
       "      <td>help protect atkins place</td>\n",
       "      <td>Save The Redwoods League</td>\n",
       "      <td>facebook</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>290 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        text  \\\n",
       "0                                                                                                                                                                                                                                                                                                                                                                ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219 don t settle for the status quo elect dave myers for sheriff come june 7th 2022   \n",
       "1                                                                                                                                                                                                                                                                                                                                                  a broad coalition of ca indian tribes opposes this online gambling prop learn more stop the deceptive corp prop would turn every screen into a gambling device learn more   \n",
       "2                                                                                                                                                                                                                                                                                                                                                   stop the deceptive corp prop would turn every screen into a gambling device learn more take action corp prop would legalize an expansion of online sports gambling in ca   \n",
       "3                                                                                                                                                                                                                                                                                                                                              stand with captain sam brown let s restore accountability and leadership to washington captain sam brown fought for our country now he is ready to serve the people of nevada   \n",
       "4                                                                                                                                                                                                                                                                                                                                                       a broad coalition of ca indian tribes opposes this online gambling prop learn more take action corp prop would legalize an expansion of online sports gambling in ca   \n",
       "..                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       ...   \n",
       "285  earthweek spotlight last month we broke ground on our h2 hydrogen home the first in the u s to be powered solely by clean electricity and hydrogen the home features solar panels a battery and electrolyzer to convert solar energy to hydrogen and a fuel cell to supply electricity for the home the home will function and feel just like a typical home but use reliable and clean energy 24 hours a day 7 days a week 365 days a year click to learn more about this innovative demonstration of renewable energy   \n",
       "286                                                                          we re delivering any active ca ballot initiative to your home for you to sign at your convenience just provide a location and time and we ll bring the papers to you to sign plus you can make a small donation just by leaving your signature but the funds won t just come from your own pocket boreal will make a small gift of 2 to an organization that is contributing to a social cause join the new revolution in citizen participation   \n",
       "287                                                                                                                                                                                                      the los angeles food and beverage political action committee has voted to support traci park for los angeles city council district 11 and we look forward to working together to help create a favorable policy environment for the long restaurant recovery ahead lynne davidson l a food and beverage pac trustee   \n",
       "288                                                                                                                                                                              we re excited to announce our intention to purchase atkins place this vital forested buffer and wildlife corridor is near montgomery woods state natural reserve donate today to help us secure the purchase of this hidden gem and move toward the goal of restoring california s north coast redwood forests to their old growth grandeur   \n",
       "289                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                help protect atkins place   \n",
       "\n",
       "                                                                   advertiser_name  \\\n",
       "0                                                      Dave Myers for Sheriff 2022   \n",
       "1    Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "2    Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "3                                                             SAM BROWN FOR NEVADA   \n",
       "4    Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "..                                                                             ...   \n",
       "285                                                Southern California Gas Company   \n",
       "286                                                          Boreal Technology Inc   \n",
       "287                                               Traci Park for City Council 2022   \n",
       "288                                                       Save The Redwoods League   \n",
       "289                                                       Save The Redwoods League   \n",
       "\n",
       "     platform  \n",
       "0      google  \n",
       "1      google  \n",
       "2      google  \n",
       "3      google  \n",
       "4      google  \n",
       "..        ...  \n",
       "285  facebook  \n",
       "286  facebook  \n",
       "287  facebook  \n",
       "288  facebook  \n",
       "289  facebook  \n",
       "\n",
       "[290 rows x 3 columns]"
      ]
     },
     "execution_count": 156,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_text = clean_text(df_text)\n",
    "df_text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "id": "6521efef",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 290 entries, 0 to 289\n",
      "Data columns (total 3 columns):\n",
      " #   Column           Non-Null Count  Dtype \n",
      "---  ------           --------------  ----- \n",
      " 0   text             290 non-null    object\n",
      " 1   advertiser_name  269 non-null    object\n",
      " 2   platform         290 non-null    object\n",
      "dtypes: object(3)\n",
      "memory usage: 6.9+ KB\n"
     ]
    }
   ],
   "source": [
    "df_text.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "id": "2255241a",
   "metadata": {},
   "outputs": [],
   "source": [
    "from ipynb.fs.full.helper import get_word_lable"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "id": "af4d3de7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "      <th>words</th>\n",
       "      <th>m_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219 don t settle for the status quo elect dave myers for sheriff come june 7th 2022</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a broad coalition of ca indian tribes opposes this online gambling prop learn more stop the deceptive corp prop would turn every screen into a gambling device learn more</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>tribes</td>\n",
       "      <td>social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>stop the deceptive corp prop would turn every screen into a gambling device learn more take action corp prop would legalize an expansion of online sports gambling in ca</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>stand with captain sam brown let s restore accountability and leadership to washington captain sam brown fought for our country now he is ready to serve the people of nevada</td>\n",
       "      <td>SAM BROWN FOR NEVADA</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>a broad coalition of ca indian tribes opposes this online gambling prop learn more take action corp prop would legalize an expansion of online sports gambling in ca</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>tribes</td>\n",
       "      <td>social and cultural</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                            text  \\\n",
       "0                    ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219 don t settle for the status quo elect dave myers for sheriff come june 7th 2022   \n",
       "1      a broad coalition of ca indian tribes opposes this online gambling prop learn more stop the deceptive corp prop would turn every screen into a gambling device learn more   \n",
       "2       stop the deceptive corp prop would turn every screen into a gambling device learn more take action corp prop would legalize an expansion of online sports gambling in ca   \n",
       "3  stand with captain sam brown let s restore accountability and leadership to washington captain sam brown fought for our country now he is ready to serve the people of nevada   \n",
       "4           a broad coalition of ca indian tribes opposes this online gambling prop learn more take action corp prop would legalize an expansion of online sports gambling in ca   \n",
       "\n",
       "                                                                 advertiser_name  \\\n",
       "0                                                    Dave Myers for Sheriff 2022   \n",
       "1  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "2  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "3                                                           SAM BROWN FOR NEVADA   \n",
       "4  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "\n",
       "  platform     words              m_label  \n",
       "0   google  no words             no topic  \n",
       "1   google    tribes  social and cultural  \n",
       "2   google  no words             no topic  \n",
       "3   google  no words             no topic  \n",
       "4   google    tribes  social and cultural  "
      ]
     },
     "execution_count": 159,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_text = get_word_lable(df_text,'lexicon.json')\n",
    "df_text.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 160,
   "id": "02063e66",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_text.to_csv('results/ads_ca.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "id": "9a91d49e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>single_topic</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>no topic</td>\n",
       "      <td>80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>economic</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>environment</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>safety</td>\n",
       "      <td>37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>social and cultural</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>donation</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>governance</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>health</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>social programs</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>education</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>foreign policy</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>covid</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>immigration</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>military</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           single_topic  counts\n",
       "0              no topic      80\n",
       "1              economic      77\n",
       "2           environment      64\n",
       "3                safety      37\n",
       "4   social and cultural      35\n",
       "5              donation      31\n",
       "6            governance      27\n",
       "7                health      25\n",
       "8       social programs      25\n",
       "9             education      16\n",
       "10       foreign policy      14\n",
       "11                covid      12\n",
       "12          immigration       5\n",
       "13             military       1"
      ]
     },
     "execution_count": 161,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text_topic = count_topic(df_text)\n",
    "text_topic"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "id": "30365831",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>single_word</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>no words</td>\n",
       "      <td>80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>health</td>\n",
       "      <td>19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>donate</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>homelessness</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>tax</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>223</th>\n",
       "      <td>heroin</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>224</th>\n",
       "      <td>immigrants</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>225</th>\n",
       "      <td>incomes</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>226</th>\n",
       "      <td>insulin</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>227</th>\n",
       "      <td>israel</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>228 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      single_word  counts\n",
       "0        no words      80\n",
       "1          health      19\n",
       "2          donate      18\n",
       "3    homelessness      15\n",
       "4             tax      13\n",
       "..            ...     ...\n",
       "223        heroin       1\n",
       "224    immigrants       1\n",
       "225       incomes       1\n",
       "226       insulin       1\n",
       "227        israel       1\n",
       "\n",
       "[228 rows x 2 columns]"
      ]
     },
     "execution_count": 162,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text_word = count_word(df_text)\n",
    "text_word"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "id": "7b2e5c84",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "CENTRAL CALIFORNIA ASTHMA COLLABORAT                                             16\n",
       "CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND            10\n",
       "Dave Myers for Sheriff 2022                                                       9\n",
       "SHELLENBERGER FOR GOVERNOR 2022                                                   7\n",
       "Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes     7\n",
       "Name: advertiser_name, dtype: int64"
      ]
     },
     "execution_count": 163,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_text['advertiser_name'].value_counts().head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "id": "7d6a56eb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "      <th>words</th>\n",
       "      <th>m_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>232</th>\n",
       "      <td>electric vehicles are for everybody and the ev equity program is making it much easier to switch www evequity org valleyevs oneev</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>electric vehicles,ev equity program</td>\n",
       "      <td>economic,environment</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>233</th>\n",
       "      <td>un vehículo eléctrico está a su alcance puede ser elegible para recibir más de 13 000 en asistencia para cambiarse a un ev www evequity org valleyevs oneev</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>234</th>\n",
       "      <td>save on oil changes brake maintenance and other costly car care by switching to an electric vehicle and have we mentioned we can connect you with down payment assistance valleyevs www evequity org</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>electric vehicle,save on</td>\n",
       "      <td>economic,environment</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>235</th>\n",
       "      <td>sabía que el costo de mantenimiento de un vehículo eléctrico es menor que el de los vehículos de gasolina un vehículo eléctrico nuevo significa nuevos ahorros de costos y podemos ayudarle a lograrlo valleyevs oneev www evequity org</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>236</th>\n",
       "      <td>listo para el aire limpio ahora es el momento de hacer el cambio a un vehículo limpio podemos ayudarle a hacerlo realidad en cada paso del camino visite www evequity org para obtener más información sobre asistencia para el pago inicial reembolsos y créditos fiscales hoy cleanairtogether valleyevs</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>237</th>\n",
       "      <td>en el valle la contaminación nos está reteniendo aceleremos juntos hacia un aire más limpio cambiar a un vehículo limpio nunca ha sido tan fácil y podemos ayudarle visite www evequity org para obtener más información cleanairtogether valleyevs</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>238</th>\n",
       "      <td>california gas prices are out of control leave them behind with an all electric vehicle you can charge at home or wherever you go get plugged into the ev equity program for a new set of wheels oneev valleyevs www evequity org</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>electric vehicle,ev equity program,gas prices</td>\n",
       "      <td>economic,environment</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>239</th>\n",
       "      <td>cansado de los precios de gasolina que suben y bajan déjelos en el espejo retrovisor con un vehículo eléctrico a través del programa de equidad de evs estamos ayudando a los residentes del valle a comprar vehículos eléctricos obtenga más información para ver si es elegible www evequity org</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>240</th>\n",
       "      <td>ahorre en cambios de aceite mantenimiento de frenos y otros cuidados costosos del automóvil al cambiarse a un vehículo eléctrico y hemos mencionado que podemos conectarlo con asistencia para el pago inicial valleyevs www evequity org</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>241</th>\n",
       "      <td>an electric vehicle is well within your reach you may be eligible to receive over 13 000 in assistance to switch to an ev www evequity org valleyevs oneev</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>electric vehicle</td>\n",
       "      <td>environment</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242</th>\n",
       "      <td>sick of rollercoaster gas prices leave them in the rearview mirror with an electric vehicle through the ev equity program we re helping valley residents afford electric vehicles learn more to see if you re eligible www evequity org</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>electric vehicle,ev equity program,electric vehicles,gas prices</td>\n",
       "      <td>economic,environment</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243</th>\n",
       "      <td>los vehículos eléctricos son para todos y el programa de equidad de evs hace que sea mucho más fácil cambiarse a un ev www evequity org valleyevs oneev</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>244</th>\n",
       "      <td>ready for clean air now s the time to make the switch to a clean car we can help you make it happen every step of the way visit www evequity org to learn more about down payment assistance rebates and tax credits today cleanairtogether valleyevs</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>tax,clean air</td>\n",
       "      <td>economic,environment</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>245</th>\n",
       "      <td>in the valley pollution is holding us back let s accelerate toward cleaner air together shifting to a clean car has never been easier and we can help visit www evequity org to learn more cleanairtogether valleyevs</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>cleaner air,pollution</td>\n",
       "      <td>environment</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>246</th>\n",
       "      <td>los precios de la gasolina en california están fuera de control déjelos atrás con un vehículo totalmente eléctrico que puede cargar en casa o dondequiera que vaya conéctese al programa de equidad de evs para ayuda en obtener un nuevo ev oneev valleyevs www evequity org</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>247</th>\n",
       "      <td>did you know that the cost of maintaining an electric vehicle is lower than gasoline powered vehicles a new electric car means new cost savings and we can help get you there valleyevs oneev www evequity org</td>\n",
       "      <td>CENTRAL CALIFORNIA ASTHMA COLLABORAT</td>\n",
       "      <td>facebook</td>\n",
       "      <td>electric vehicle,savings</td>\n",
       "      <td>economic,environment</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                           text  \\\n",
       "232                                                                                                                                                                           electric vehicles are for everybody and the ev equity program is making it much easier to switch www evequity org valleyevs oneev   \n",
       "233                                                                                                                                                 un vehículo eléctrico está a su alcance puede ser elegible para recibir más de 13 000 en asistencia para cambiarse a un ev www evequity org valleyevs oneev   \n",
       "234                                                                                                        save on oil changes brake maintenance and other costly car care by switching to an electric vehicle and have we mentioned we can connect you with down payment assistance valleyevs www evequity org   \n",
       "235                                                                     sabía que el costo de mantenimiento de un vehículo eléctrico es menor que el de los vehículos de gasolina un vehículo eléctrico nuevo significa nuevos ahorros de costos y podemos ayudarle a lograrlo valleyevs oneev www evequity org   \n",
       "236  listo para el aire limpio ahora es el momento de hacer el cambio a un vehículo limpio podemos ayudarle a hacerlo realidad en cada paso del camino visite www evequity org para obtener más información sobre asistencia para el pago inicial reembolsos y créditos fiscales hoy cleanairtogether valleyevs   \n",
       "237                                                         en el valle la contaminación nos está reteniendo aceleremos juntos hacia un aire más limpio cambiar a un vehículo limpio nunca ha sido tan fácil y podemos ayudarle visite www evequity org para obtener más información cleanairtogether valleyevs   \n",
       "238                                                                           california gas prices are out of control leave them behind with an all electric vehicle you can charge at home or wherever you go get plugged into the ev equity program for a new set of wheels oneev valleyevs www evequity org   \n",
       "239          cansado de los precios de gasolina que suben y bajan déjelos en el espejo retrovisor con un vehículo eléctrico a través del programa de equidad de evs estamos ayudando a los residentes del valle a comprar vehículos eléctricos obtenga más información para ver si es elegible www evequity org   \n",
       "240                                                                   ahorre en cambios de aceite mantenimiento de frenos y otros cuidados costosos del automóvil al cambiarse a un vehículo eléctrico y hemos mencionado que podemos conectarlo con asistencia para el pago inicial valleyevs www evequity org   \n",
       "241                                                                                                                                                  an electric vehicle is well within your reach you may be eligible to receive over 13 000 in assistance to switch to an ev www evequity org valleyevs oneev   \n",
       "242                                                                     sick of rollercoaster gas prices leave them in the rearview mirror with an electric vehicle through the ev equity program we re helping valley residents afford electric vehicles learn more to see if you re eligible www evequity org   \n",
       "243                                                                                                                                                     los vehículos eléctricos son para todos y el programa de equidad de evs hace que sea mucho más fácil cambiarse a un ev www evequity org valleyevs oneev   \n",
       "244                                                       ready for clean air now s the time to make the switch to a clean car we can help you make it happen every step of the way visit www evequity org to learn more about down payment assistance rebates and tax credits today cleanairtogether valleyevs   \n",
       "245                                                                                       in the valley pollution is holding us back let s accelerate toward cleaner air together shifting to a clean car has never been easier and we can help visit www evequity org to learn more cleanairtogether valleyevs   \n",
       "246                               los precios de la gasolina en california están fuera de control déjelos atrás con un vehículo totalmente eléctrico que puede cargar en casa o dondequiera que vaya conéctese al programa de equidad de evs para ayuda en obtener un nuevo ev oneev valleyevs www evequity org   \n",
       "247                                                                                              did you know that the cost of maintaining an electric vehicle is lower than gasoline powered vehicles a new electric car means new cost savings and we can help get you there valleyevs oneev www evequity org   \n",
       "\n",
       "                          advertiser_name  platform  \\\n",
       "232  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "233  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "234  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "235  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "236  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "237  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "238  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "239  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "240  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "241  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "242  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "243  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "244  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "245  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "246  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "247  CENTRAL CALIFORNIA ASTHMA COLLABORAT  facebook   \n",
       "\n",
       "                                                               words  \\\n",
       "232                              electric vehicles,ev equity program   \n",
       "233                                                         no words   \n",
       "234                                         electric vehicle,save on   \n",
       "235                                                         no words   \n",
       "236                                                         no words   \n",
       "237                                                         no words   \n",
       "238                    electric vehicle,ev equity program,gas prices   \n",
       "239                                                         no words   \n",
       "240                                                         no words   \n",
       "241                                                 electric vehicle   \n",
       "242  electric vehicle,ev equity program,electric vehicles,gas prices   \n",
       "243                                                         no words   \n",
       "244                                                    tax,clean air   \n",
       "245                                            cleaner air,pollution   \n",
       "246                                                         no words   \n",
       "247                                         electric vehicle,savings   \n",
       "\n",
       "                  m_label  \n",
       "232  economic,environment  \n",
       "233              no topic  \n",
       "234  economic,environment  \n",
       "235              no topic  \n",
       "236              no topic  \n",
       "237              no topic  \n",
       "238  economic,environment  \n",
       "239              no topic  \n",
       "240              no topic  \n",
       "241           environment  \n",
       "242  economic,environment  \n",
       "243              no topic  \n",
       "244  economic,environment  \n",
       "245           environment  \n",
       "246              no topic  \n",
       "247  economic,environment  "
      ]
     },
     "execution_count": 164,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ca_asthma = df_text[df_text['advertiser_name'] == 'CENTRAL CALIFORNIA ASTHMA COLLABORAT'] # these are all from facebook\n",
    "ca_asthma"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "id": "99716fe3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>single_topic</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>environment</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>no topic</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>economic</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  single_topic  counts\n",
       "0  environment       8\n",
       "1     no topic       8\n",
       "2     economic       6"
      ]
     },
     "execution_count": 165,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "count_topic(ca_asthma)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "id": "e4eb5675",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>single_word</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>no words</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>electric vehicle</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ev equity program</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>electric vehicles</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>gas prices</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>clean air</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>cleaner air</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>pollution</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>save on</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>savings</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>tax</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          single_word  counts\n",
       "0            no words       8\n",
       "1    electric vehicle       5\n",
       "2   ev equity program       3\n",
       "3   electric vehicles       2\n",
       "4          gas prices       2\n",
       "5           clean air       1\n",
       "6         cleaner air       1\n",
       "7           pollution       1\n",
       "8             save on       1\n",
       "9             savings       1\n",
       "10                tax       1"
      ]
     },
     "execution_count": 166,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "count_word(ca_asthma)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "id": "61f023e1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "      <th>words</th>\n",
       "      <th>m_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>out of state corporations are pushing a ballot initiative to bypass tribal sovereignty and bring online sports betting to california all by claiming it will help the homeless but read the fine print in reality 90 of profits will go to two out of state corporations this measure is misleading harmful and duplicitous learn more by watching our video</td>\n",
       "      <td>CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND</td>\n",
       "      <td>facebook</td>\n",
       "      <td>tribal sovereignty,homeless</td>\n",
       "      <td>economic,safety,social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>draftking and fanduel two major sports betting companies based on the east coast want california voters to think their ballot prop will help end homelessness in our state in reality they will take 90 of the profits without any significant investments in california we cannot allow an out of state corporate funded ballot prop to threaten tribal sovereignty while california join our movement at</td>\n",
       "      <td>CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND</td>\n",
       "      <td>facebook</td>\n",
       "      <td>tribal sovereignty,homelessness</td>\n",
       "      <td>economic,safety,social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>this november california tribes will face a direct assault on tribal sovereignty we oppose this deceptive corporate funded ballot initiative that would allow online sports betting please go to the link in our bio to join our campaign and oppose this harmful measure today visit to learn more and join our campaign to oppose this corporate funded ballot prop today</td>\n",
       "      <td>CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND</td>\n",
       "      <td>facebook</td>\n",
       "      <td>assault,tribal sovereignty,tribes</td>\n",
       "      <td>safety,social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>out of state corporations are trying to bypass tribal sovereignty to bring online sports betting to california claiming their measure will help the homelessness but don t be fooled in reality 90 of profits will go to two out of state corporations this measure is misleading harmful and duplicitous learn more by watching our video</td>\n",
       "      <td>CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND</td>\n",
       "      <td>facebook</td>\n",
       "      <td>tribal sovereignty,homelessness</td>\n",
       "      <td>economic,safety,social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>two major sports betting corporations based in boston and new york are pouring millions of dollars into a california ballot prop why because they want voters to think their corporate funded ballot prop will help end homelessness in reality these companies will take 90 of the profits without investing anything in california we cannot allow an out of state corporate funded ballot prop to threaten tribal sovereignty and exclusivity learn more by visiting the link in our bio</td>\n",
       "      <td>CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND</td>\n",
       "      <td>facebook</td>\n",
       "      <td>tribal sovereignty,homelessness</td>\n",
       "      <td>economic,safety,social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>this november california tribes will face a deceptive corporate funded ballot initiative that would allow online sports betting in california a direct assault on tribal sovereignty and exclusivity we oppose this measure and the out of state sports betting companies behind it please go to the link in our bio to join our campaign and oppose this harmful measure today link in bio</td>\n",
       "      <td>CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND</td>\n",
       "      <td>facebook</td>\n",
       "      <td>assault,tribal sovereignty,tribes</td>\n",
       "      <td>safety,social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>if draftking and fanduel get their way california voters will break the promise of gaming exclusivity for native american tribes in november we re doing everything we can to stop that from happening because we understand just how much is on the line learn more by visiting the link in our bio</td>\n",
       "      <td>CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND</td>\n",
       "      <td>facebook</td>\n",
       "      <td>native american tribes,tribes</td>\n",
       "      <td>social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>if draftking and fanduel get their way california voters will break the promise of gaming exclusivity for native american tribes in november we re doing everything we can to stop that from happening because we understand just how much is on the line</td>\n",
       "      <td>CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND</td>\n",
       "      <td>facebook</td>\n",
       "      <td>native american tribes,tribes</td>\n",
       "      <td>social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>a new corporate funded ballot prop has the power to break a long standing promise made to california tribes about gaming exclusivity should it pass it could destroy the sovereignty and economic viability of our state s tribes and jeopardize the livelihoods of thousands please support california tribes and pledge to oppose this out of state gaming initiative you can find more information by visiting the link in our bio</td>\n",
       "      <td>CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND</td>\n",
       "      <td>facebook</td>\n",
       "      <td>tribes,economic</td>\n",
       "      <td>economic,social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>a new corporate funded ballot prop has the power to break a long standing promise made to california tribes about gaming exclusivity should it pass it could destroy the sovereignty and economic viability of our state s tribes and jeopardize the livelihoods of thousands please support california tribes and pledge to oppose this out of state gaming initiative</td>\n",
       "      <td>CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND</td>\n",
       "      <td>facebook</td>\n",
       "      <td>tribes,economic</td>\n",
       "      <td>economic,social and cultural</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            text  \\\n",
       "199                                                                                                                                 out of state corporations are pushing a ballot initiative to bypass tribal sovereignty and bring online sports betting to california all by claiming it will help the homeless but read the fine print in reality 90 of profits will go to two out of state corporations this measure is misleading harmful and duplicitous learn more by watching our video   \n",
       "200                                                                                   draftking and fanduel two major sports betting companies based on the east coast want california voters to think their ballot prop will help end homelessness in our state in reality they will take 90 of the profits without any significant investments in california we cannot allow an out of state corporate funded ballot prop to threaten tribal sovereignty while california join our movement at   \n",
       "201                                                                                                                  this november california tribes will face a direct assault on tribal sovereignty we oppose this deceptive corporate funded ballot initiative that would allow online sports betting please go to the link in our bio to join our campaign and oppose this harmful measure today visit to learn more and join our campaign to oppose this corporate funded ballot prop today   \n",
       "202                                                                                                                                                   out of state corporations are trying to bypass tribal sovereignty to bring online sports betting to california claiming their measure will help the homelessness but don t be fooled in reality 90 of profits will go to two out of state corporations this measure is misleading harmful and duplicitous learn more by watching our video   \n",
       "203  two major sports betting corporations based in boston and new york are pouring millions of dollars into a california ballot prop why because they want voters to think their corporate funded ballot prop will help end homelessness in reality these companies will take 90 of the profits without investing anything in california we cannot allow an out of state corporate funded ballot prop to threaten tribal sovereignty and exclusivity learn more by visiting the link in our bio   \n",
       "204                                                                                                  this november california tribes will face a deceptive corporate funded ballot initiative that would allow online sports betting in california a direct assault on tribal sovereignty and exclusivity we oppose this measure and the out of state sports betting companies behind it please go to the link in our bio to join our campaign and oppose this harmful measure today link in bio   \n",
       "205                                                                                                                                                                                         if draftking and fanduel get their way california voters will break the promise of gaming exclusivity for native american tribes in november we re doing everything we can to stop that from happening because we understand just how much is on the line learn more by visiting the link in our bio   \n",
       "206                                                                                                                                                                                                                                    if draftking and fanduel get their way california voters will break the promise of gaming exclusivity for native american tribes in november we re doing everything we can to stop that from happening because we understand just how much is on the line   \n",
       "207                                                        a new corporate funded ballot prop has the power to break a long standing promise made to california tribes about gaming exclusivity should it pass it could destroy the sovereignty and economic viability of our state s tribes and jeopardize the livelihoods of thousands please support california tribes and pledge to oppose this out of state gaming initiative you can find more information by visiting the link in our bio   \n",
       "208                                                                                                                      a new corporate funded ballot prop has the power to break a long standing promise made to california tribes about gaming exclusivity should it pass it could destroy the sovereignty and economic viability of our state s tribes and jeopardize the livelihoods of thousands please support california tribes and pledge to oppose this out of state gaming initiative   \n",
       "\n",
       "                                                            advertiser_name  \\\n",
       "199  CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND    \n",
       "200  CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND    \n",
       "201  CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND    \n",
       "202  CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND    \n",
       "203  CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND    \n",
       "204  CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND    \n",
       "205  CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND    \n",
       "206  CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND    \n",
       "207  CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND    \n",
       "208  CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND    \n",
       "\n",
       "     platform                              words  \\\n",
       "199  facebook        tribal sovereignty,homeless   \n",
       "200  facebook    tribal sovereignty,homelessness   \n",
       "201  facebook  assault,tribal sovereignty,tribes   \n",
       "202  facebook    tribal sovereignty,homelessness   \n",
       "203  facebook    tribal sovereignty,homelessness   \n",
       "204  facebook  assault,tribal sovereignty,tribes   \n",
       "205  facebook      native american tribes,tribes   \n",
       "206  facebook      native american tribes,tribes   \n",
       "207  facebook                    tribes,economic   \n",
       "208  facebook                    tribes,economic   \n",
       "\n",
       "                                 m_label  \n",
       "199  economic,safety,social and cultural  \n",
       "200  economic,safety,social and cultural  \n",
       "201           safety,social and cultural  \n",
       "202  economic,safety,social and cultural  \n",
       "203  economic,safety,social and cultural  \n",
       "204           safety,social and cultural  \n",
       "205                  social and cultural  \n",
       "206                  social and cultural  \n",
       "207         economic,social and cultural  \n",
       "208         economic,social and cultural  "
      ]
     },
     "execution_count": 167,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_text[df_text['advertiser_name'] == 'CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND '] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "id": "91923543",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "      <th>words</th>\n",
       "      <th>m_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219 don t settle for the status quo elect dave myers for sheriff come june 7th 2022</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>vote june 7th 2022</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>vote june 7th 2022 don t settle for the status quo elect dave myers for sheriff</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>don t settle for the status quo elect dave myers for sheriff come june 7th 2022</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>don t settle for the status quo elect dave myers for sheriff vote june 7th 2022</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>don t settle for the status quo elect dave myers for sheriff</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>don t settle for the status quo elect dave myers for sheriff come june 7th 2022 ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>dave myers is the right guy for the job</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                           text  \\\n",
       "0   ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219 don t settle for the status quo elect dave myers for sheriff come june 7th 2022   \n",
       "5                                                                                                                                            vote june 7th 2022   \n",
       "8                                                                               vote june 7th 2022 don t settle for the status quo elect dave myers for sheriff   \n",
       "9                                                                               don t settle for the status quo elect dave myers for sheriff come june 7th 2022   \n",
       "10                                                                              don t settle for the status quo elect dave myers for sheriff vote june 7th 2022   \n",
       "34                                                                                                 don t settle for the status quo elect dave myers for sheriff   \n",
       "37  don t settle for the status quo elect dave myers for sheriff come june 7th 2022 ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219   \n",
       "55                                                                                                                      dave myers is the right guy for the job   \n",
       "57                                                                                  ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219   \n",
       "\n",
       "                advertiser_name platform     words   m_label  \n",
       "0   Dave Myers for Sheriff 2022   google  no words  no topic  \n",
       "5   Dave Myers for Sheriff 2022   google  no words  no topic  \n",
       "8   Dave Myers for Sheriff 2022   google  no words  no topic  \n",
       "9   Dave Myers for Sheriff 2022   google  no words  no topic  \n",
       "10  Dave Myers for Sheriff 2022   google  no words  no topic  \n",
       "34  Dave Myers for Sheriff 2022   google  no words  no topic  \n",
       "37  Dave Myers for Sheriff 2022   google  no words  no topic  \n",
       "55  Dave Myers for Sheriff 2022   google  no words  no topic  \n",
       "57  Dave Myers for Sheriff 2022   google  no words  no topic  "
      ]
     },
     "execution_count": 168,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_text[df_text['advertiser_name'] == 'Dave Myers for Sheriff 2022'] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "id": "76a1823f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "      <th>words</th>\n",
       "      <th>m_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>it s time to unite california under the leadership of michael shellenberger for governor restore safety and sanity to california by donating to support shellenberger for governor</td>\n",
       "      <td>SHELLENBERGER FOR GOVERNOR 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>it s time to unite california under the leadership of michael shellenberger for governor donate to support michael shellenberger for governor it s time to restore california</td>\n",
       "      <td>SHELLENBERGER FOR GOVERNOR 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>donate</td>\n",
       "      <td>donation</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>michael will bring californians together and build the consensus needed to solve problems help michael shellenberger beat gavin newsom in 2022 please donate today</td>\n",
       "      <td>SHELLENBERGER FOR GOVERNOR 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>donate</td>\n",
       "      <td>donation</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>it s time to unite california under the leadership of michael shellenberger for governor donate to michael shellenberger for governor help beat gavin newsom in 2022</td>\n",
       "      <td>SHELLENBERGER FOR GOVERNOR 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>donate</td>\n",
       "      <td>donation</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>gavin newsom has done nothing to address the rise in crime and homelessness in our state donate to support michael shellenberger for governor it s time to restore california</td>\n",
       "      <td>SHELLENBERGER FOR GOVERNOR 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>homelessness,donate,rise in crime</td>\n",
       "      <td>donation,economic,safety</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>michael will lead the movement to finally fix the humanitarian crisis of homelessness it s time to unite california under the leadership of michael shellenberger for governor</td>\n",
       "      <td>SHELLENBERGER FOR GOVERNOR 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>homelessness</td>\n",
       "      <td>economic,safety</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>268</th>\n",
       "      <td>major endorsement calling him a serious candidate for california s very serious problems the howard jarvis taxpayers association hjta political action committee pac today announced it has endorsed michael shellenberger for governor michael shellenberger recognizes that not only are taxes too high but californians are not getting a return on investment for their tax dollars said hjta president jon coupal this is huge we are building momentum join the team today</td>\n",
       "      <td>SHELLENBERGER FOR GOVERNOR 2022</td>\n",
       "      <td>facebook</td>\n",
       "      <td>taxpayers,tax,taxes</td>\n",
       "      <td>economic</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 text  \\\n",
       "6                                                                                                                                                                                                                                                                                                  it s time to unite california under the leadership of michael shellenberger for governor restore safety and sanity to california by donating to support shellenberger for governor   \n",
       "11                                                                                                                                                                                                                                                                                                      it s time to unite california under the leadership of michael shellenberger for governor donate to support michael shellenberger for governor it s time to restore california   \n",
       "13                                                                                                                                                                                                                                                                                                                 michael will bring californians together and build the consensus needed to solve problems help michael shellenberger beat gavin newsom in 2022 please donate today   \n",
       "20                                                                                                                                                                                                                                                                                                               it s time to unite california under the leadership of michael shellenberger for governor donate to michael shellenberger for governor help beat gavin newsom in 2022   \n",
       "46                                                                                                                                                                                                                                                                                                      gavin newsom has done nothing to address the rise in crime and homelessness in our state donate to support michael shellenberger for governor it s time to restore california   \n",
       "62                                                                                                                                                                                                                                                                                                     michael will lead the movement to finally fix the humanitarian crisis of homelessness it s time to unite california under the leadership of michael shellenberger for governor   \n",
       "268  major endorsement calling him a serious candidate for california s very serious problems the howard jarvis taxpayers association hjta political action committee pac today announced it has endorsed michael shellenberger for governor michael shellenberger recognizes that not only are taxes too high but californians are not getting a return on investment for their tax dollars said hjta president jon coupal this is huge we are building momentum join the team today   \n",
       "\n",
       "                     advertiser_name  platform  \\\n",
       "6    SHELLENBERGER FOR GOVERNOR 2022    google   \n",
       "11   SHELLENBERGER FOR GOVERNOR 2022    google   \n",
       "13   SHELLENBERGER FOR GOVERNOR 2022    google   \n",
       "20   SHELLENBERGER FOR GOVERNOR 2022    google   \n",
       "46   SHELLENBERGER FOR GOVERNOR 2022    google   \n",
       "62   SHELLENBERGER FOR GOVERNOR 2022    google   \n",
       "268  SHELLENBERGER FOR GOVERNOR 2022  facebook   \n",
       "\n",
       "                                 words                   m_label  \n",
       "6                             no words                  no topic  \n",
       "11                              donate                  donation  \n",
       "13                              donate                  donation  \n",
       "20                              donate                  donation  \n",
       "46   homelessness,donate,rise in crime  donation,economic,safety  \n",
       "62                        homelessness           economic,safety  \n",
       "268                taxpayers,tax,taxes                  economic  "
      ]
     },
     "execution_count": 169,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_text[df_text['advertiser_name'] == 'SHELLENBERGER FOR GOVERNOR 2022']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "id": "6b786bba",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "      <th>words</th>\n",
       "      <th>m_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a broad coalition of ca indian tribes opposes this online gambling prop learn more stop the deceptive corp prop would turn every screen into a gambling device learn more</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>tribes</td>\n",
       "      <td>social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>stop the deceptive corp prop would turn every screen into a gambling device learn more take action corp prop would legalize an expansion of online sports gambling in ca</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>a broad coalition of ca indian tribes opposes this online gambling prop learn more take action corp prop would legalize an expansion of online sports gambling in ca</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>tribes</td>\n",
       "      <td>social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>stop the deceptive corp prop would turn every screen into a gambling device learn more a broad coalition of ca indian tribes opposes this online gambling prop learn more</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>tribes</td>\n",
       "      <td>social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>take action corp prop would legalize an expansion of online sports gambling in ca stop the deceptive corp prop would turn every screen into a gambling device learn more</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>take action corp prop would legalize an expansion of online sports gambling in ca a broad coalition of ca indian tribes opposes this online gambling prop learn more</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>tribes</td>\n",
       "      <td>social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>take action corp prop would legalize an expansion of online sports gambling in ca a broad coalition of ca indian tribes opposes the corp online gambling prop learn more</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>tribes</td>\n",
       "      <td>social and cultural</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                         text  \\\n",
       "1   a broad coalition of ca indian tribes opposes this online gambling prop learn more stop the deceptive corp prop would turn every screen into a gambling device learn more   \n",
       "2    stop the deceptive corp prop would turn every screen into a gambling device learn more take action corp prop would legalize an expansion of online sports gambling in ca   \n",
       "4        a broad coalition of ca indian tribes opposes this online gambling prop learn more take action corp prop would legalize an expansion of online sports gambling in ca   \n",
       "16  stop the deceptive corp prop would turn every screen into a gambling device learn more a broad coalition of ca indian tribes opposes this online gambling prop learn more   \n",
       "19   take action corp prop would legalize an expansion of online sports gambling in ca stop the deceptive corp prop would turn every screen into a gambling device learn more   \n",
       "35       take action corp prop would legalize an expansion of online sports gambling in ca a broad coalition of ca indian tribes opposes this online gambling prop learn more   \n",
       "53   take action corp prop would legalize an expansion of online sports gambling in ca a broad coalition of ca indian tribes opposes the corp online gambling prop learn more   \n",
       "\n",
       "                                                                  advertiser_name  \\\n",
       "1   Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "2   Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "4   Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "16  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "19  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "35  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "53  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "\n",
       "   platform     words              m_label  \n",
       "1    google    tribes  social and cultural  \n",
       "2    google  no words             no topic  \n",
       "4    google    tribes  social and cultural  \n",
       "16   google    tribes  social and cultural  \n",
       "19   google  no words             no topic  \n",
       "35   google    tribes  social and cultural  \n",
       "53   google    tribes  social and cultural  "
      ]
     },
     "execution_count": 170,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_text[df_text['advertiser_name'] == 'Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes']"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f14f7264",
   "metadata": {},
   "source": [
    "# GOOGLE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "id": "942f7a05",
   "metadata": {},
   "outputs": [],
   "source": [
    "if google_df['text'].isnull().sum():\n",
    "    print (google_df['text'].isnull().sum())\n",
    "    google_df = google_df[google_df['text'].notnull()]\n",
    "    google_df.reset_index(drop=True,inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 172,
   "id": "e91c99df",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 72 entries, 0 to 71\n",
      "Data columns (total 3 columns):\n",
      " #   Column           Non-Null Count  Dtype \n",
      "---  ------           --------------  ----- \n",
      " 0   text             72 non-null     object\n",
      " 1   advertiser_name  72 non-null     object\n",
      " 2   platform         72 non-null     object\n",
      "dtypes: object(3)\n",
      "memory usage: 1.8+ KB\n"
     ]
    }
   ],
   "source": [
    "google_df = clean_text(google_df)\n",
    "google_df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "id": "dfe4b767",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "      <th>words</th>\n",
       "      <th>m_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219 don t settle for the status quo elect dave myers for sheriff come june 7th 2022</td>\n",
       "      <td>Dave Myers for Sheriff 2022</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a broad coalition of ca indian tribes opposes this online gambling prop learn more stop the deceptive corp prop would turn every screen into a gambling device learn more</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>tribes</td>\n",
       "      <td>social and cultural</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>stop the deceptive corp prop would turn every screen into a gambling device learn more take action corp prop would legalize an expansion of online sports gambling in ca</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>stand with captain sam brown let s restore accountability and leadership to washington captain sam brown fought for our country now he is ready to serve the people of nevada</td>\n",
       "      <td>SAM BROWN FOR NEVADA</td>\n",
       "      <td>google</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>a broad coalition of ca indian tribes opposes this online gambling prop learn more take action corp prop would legalize an expansion of online sports gambling in ca</td>\n",
       "      <td>Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes</td>\n",
       "      <td>google</td>\n",
       "      <td>tribes</td>\n",
       "      <td>social and cultural</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                            text  \\\n",
       "0                    ad paid for by dave myers for san diego county sheriff 2022 fppc id 1436219 don t settle for the status quo elect dave myers for sheriff come june 7th 2022   \n",
       "1      a broad coalition of ca indian tribes opposes this online gambling prop learn more stop the deceptive corp prop would turn every screen into a gambling device learn more   \n",
       "2       stop the deceptive corp prop would turn every screen into a gambling device learn more take action corp prop would legalize an expansion of online sports gambling in ca   \n",
       "3  stand with captain sam brown let s restore accountability and leadership to washington captain sam brown fought for our country now he is ready to serve the people of nevada   \n",
       "4           a broad coalition of ca indian tribes opposes this online gambling prop learn more take action corp prop would legalize an expansion of online sports gambling in ca   \n",
       "\n",
       "                                                                 advertiser_name  \\\n",
       "0                                                    Dave Myers for Sheriff 2022   \n",
       "1  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "2  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "3                                                           SAM BROWN FOR NEVADA   \n",
       "4  Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes   \n",
       "\n",
       "  platform     words              m_label  \n",
       "0   google  no words             no topic  \n",
       "1   google    tribes  social and cultural  \n",
       "2   google  no words             no topic  \n",
       "3   google  no words             no topic  \n",
       "4   google    tribes  social and cultural  "
      ]
     },
     "execution_count": 173,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_df = get_word_lable(google_df,'lexicon.json')\n",
    "google_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 174,
   "id": "997c35d9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>single_topic</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>no topic</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>donation</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>economic</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>governance</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>safety</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>social and cultural</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>health</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>covid</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>social programs</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>education</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>foreign policy</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>immigration</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           single_topic  counts\n",
       "0              no topic      28\n",
       "1              donation      13\n",
       "2              economic      13\n",
       "3            governance      11\n",
       "4                safety       6\n",
       "5   social and cultural       5\n",
       "6                health       4\n",
       "7                 covid       3\n",
       "8       social programs       2\n",
       "9             education       1\n",
       "10       foreign policy       1\n",
       "11          immigration       1"
      ]
     },
     "execution_count": 174,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_topic = count_topic(google_df)\n",
    "google_topic"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "id": "1a860feb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>single_word</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>no words</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>donate</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>tribes</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>homelessness</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>chip in</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>filibuster</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>health</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>corruption</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>laws</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>covid</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>taxpayers</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>tax</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>inflation</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>care costs</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>rise in crime</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>sanctuary</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>taxes</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>social security</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>prescription</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>testing</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>vaccine</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>vaccine mandates</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>prescription drug</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>irs</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>police</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>pandemic</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>law</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>ceos</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>health crisis</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>health care</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>fed</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>education</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>economy</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>criminal</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>counter terrorism</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>constitution</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>vaccines</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          single_word  counts\n",
       "0            no words      28\n",
       "1              donate      11\n",
       "2              tribes       5\n",
       "3        homelessness       4\n",
       "4             chip in       4\n",
       "5          filibuster       4\n",
       "6              health       4\n",
       "7          corruption       3\n",
       "8                laws       2\n",
       "9               covid       2\n",
       "10          taxpayers       2\n",
       "11                tax       2\n",
       "12          inflation       2\n",
       "13         care costs       1\n",
       "14      rise in crime       1\n",
       "15          sanctuary       1\n",
       "16              taxes       1\n",
       "17    social security       1\n",
       "18       prescription       1\n",
       "19            testing       1\n",
       "20            vaccine       1\n",
       "21   vaccine mandates       1\n",
       "22  prescription drug       1\n",
       "23                irs       1\n",
       "24             police       1\n",
       "25           pandemic       1\n",
       "26                law       1\n",
       "27               ceos       1\n",
       "28      health crisis       1\n",
       "29        health care       1\n",
       "30                fed       1\n",
       "31          education       1\n",
       "32            economy       1\n",
       "33           criminal       1\n",
       "34  counter terrorism       1\n",
       "35       constitution       1\n",
       "36           vaccines       1"
      ]
     },
     "execution_count": 175,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_word = count_word(google_df)\n",
    "google_word"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 176,
   "id": "44fc70ba",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Dave Myers for Sheriff 2022                                                                                                                                                                          9\n",
       "KATIE PORTER FOR CONGRESS                                                                                                                                                                            7\n",
       "Coalition for Safe, Responsible Gaming, Sponsored by California Indian Tribes                                                                                                                        7\n",
       "Democracy Initiative                                                                                                                                                                                 7\n",
       "SHELLENBERGER FOR GOVERNOR 2022                                                                                                                                                                      6\n",
       "NEWSOM FOR CALIFORNIA – GOVERNOR – 2022                                                                                                                                                              5\n",
       "MARK MEUSER FOR U.S. SENATE                                                                                                                                                                          3\n",
       "MATT STOLL FOR CONGRESS                                                                                                                                                                              3\n",
       "MATT JACOBS FOR CONGRESS                                                                                                                                                                             2\n",
       "Greg Tanaka for Congress                                                                                                                                                                             2\n",
       "MICHELLE STEEL FOR CONGRESS                                                                                                                                                                          2\n",
       "Californians for Solutions to Homelessness and Mental Health Support, a Coalition of Housing and Mental Health Experts, Concerned Taxpayers and Digital Sports Entertainment and Gaming Companies    2\n",
       "Emily Beach for Congress                                                                                                                                                                             2\n",
       "Rick Caruso for Mayor 2022                                                                                                                                                                           2\n",
       "Shawn Collins for California                                                                                                                                                                         1\n",
       "Name: advertiser_name, dtype: int64"
      ]
     },
     "execution_count": 176,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "google_df['advertiser_name'].value_counts().head(15)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7d64d5e2",
   "metadata": {},
   "source": [
    "# FACEBOOK"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 177,
   "id": "d00ce4bc",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2\n"
     ]
    }
   ],
   "source": [
    "if facebook_df['text'].isnull().sum():\n",
    "    print (facebook_df['text'].isnull().sum())\n",
    "    facebook_df = facebook_df[facebook_df['text'].notnull()]\n",
    "    facebook_df.reset_index(drop=True,inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 178,
   "id": "5aba8203",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/yzhao/git/ml-political-ads/helper.ipynb:52: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \"id\": \"5b928802\",\n",
      "/Users/yzhao/git/ml-political-ads/helper.ipynb:53: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \"metadata\": {},\n",
      "/Users/yzhao/git/ml-political-ads/helper.ipynb:54: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \"outputs\": [],\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<bound method DataFrame.info of                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         text  \\\n",
       "0                                                                                                                                                                                                                                                                                               it is awesome to have the support of the california nurses association what they have been through in this pandemic is unreal if hospitals are going to continue not paying property taxes they must treat our nurses better   \n",
       "1                                                                                                                                                                                                                                                                                                                             when the other candidate rides the coat tails of other establishment politicians i ride in on my experience dedication and support from the people transparency and credibility ad5 california   \n",
       "2                                                                                              seydi has worked with san fernando valley communities for 20 years she understands the issues we are facing and she s prepared to advocate for us in sacramento vote for seydi because she pledges toward fixing homelessness housing education small business access to healthcare most importantly she pledges to listen to her constituents vote for seydi alejandra morales for state senate district 20 starting may 9th   \n",
       "3                                                                                                                                                                                                                                                                                                                                                                                         learn more about our efforts to find solutions that will protect our planet while building a more equitable future for ca families   \n",
       "4                                                                                                                                   special interests like 𝗥𝗲𝗰𝗼𝗹𝗼𝗴𝘆 are exploiting environmental problems for their own profits the san francisco based garbage and recycling giant was fined 36 million in a public corruption scandal after it admitted to bribery allegations related to overcharging customers 100 million don t let special interests make up for lost profits by raising taxes on california taxpayers   \n",
       "..                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       ...   \n",
       "213  earthweek spotlight last month we broke ground on our h2 hydrogen home the first in the u s to be powered solely by clean electricity and hydrogen the home features solar panels a battery and electrolyzer to convert solar energy to hydrogen and a fuel cell to supply electricity for the home the home will function and feel just like a typical home but use reliable and clean energy 24 hours a day 7 days a week 365 days a year click to learn more about this innovative demonstration of renewable energy   \n",
       "214                                                                          we re delivering any active ca ballot initiative to your home for you to sign at your convenience just provide a location and time and we ll bring the papers to you to sign plus you can make a small donation just by leaving your signature but the funds won t just come from your own pocket boreal will make a small gift of 2 to an organization that is contributing to a social cause join the new revolution in citizen participation   \n",
       "215                                                                                                                                                                                                      the los angeles food and beverage political action committee has voted to support traci park for los angeles city council district 11 and we look forward to working together to help create a favorable policy environment for the long restaurant recovery ahead lynne davidson l a food and beverage pac trustee   \n",
       "216                                                                                                                                                                              we re excited to announce our intention to purchase atkins place this vital forested buffer and wildlife corridor is near montgomery woods state natural reserve donate today to help us secure the purchase of this hidden gem and move toward the goal of restoring california s north coast redwood forests to their old growth grandeur   \n",
       "217                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                help protect atkins place   \n",
       "\n",
       "                                          advertiser_name  platform  \n",
       "0    Braden Murphy for State Board of Equalization 2022    facebook  \n",
       "1                 Jason Paletta for CA Secretary of State  facebook  \n",
       "2                 Seydi Alejandra Morales for Senate 2022  facebook  \n",
       "3                       Environmental Solutions Coalition  facebook  \n",
       "4                       Environmental Solutions Coalition  facebook  \n",
       "..                                                    ...       ...  \n",
       "213                       Southern California Gas Company  facebook  \n",
       "214                                 Boreal Technology Inc  facebook  \n",
       "215                      Traci Park for City Council 2022  facebook  \n",
       "216                              Save The Redwoods League  facebook  \n",
       "217                              Save The Redwoods League  facebook  \n",
       "\n",
       "[218 rows x 3 columns]>"
      ]
     },
     "execution_count": 178,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "facebook_df = clean_text(facebook_df)\n",
    "facebook_df.info"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 179,
   "id": "6843a658",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/yzhao/git/ml-political-ads/helper.ipynb:100: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \"    for t in topics:\\n\",\n",
      "/Users/yzhao/git/ml-political-ads/helper.ipynb:101: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \"        matcher = PhraseMatcher(nlp.vocab)\\n\",\n",
      "/Users/yzhao/git/ml-political-ads/helper.ipynb:102: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  \"        terms= lexicon[t]\\n\",\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>advertiser_name</th>\n",
       "      <th>platform</th>\n",
       "      <th>words</th>\n",
       "      <th>m_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>it is awesome to have the support of the california nurses association what they have been through in this pandemic is unreal if hospitals are going to continue not paying property taxes they must treat our nurses better</td>\n",
       "      <td>Braden Murphy for State Board of Equalization 2022</td>\n",
       "      <td>facebook</td>\n",
       "      <td>pandemic,taxes</td>\n",
       "      <td>covid,economic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>when the other candidate rides the coat tails of other establishment politicians i ride in on my experience dedication and support from the people transparency and credibility ad5 california</td>\n",
       "      <td>Jason Paletta for CA Secretary of State</td>\n",
       "      <td>facebook</td>\n",
       "      <td>no words</td>\n",
       "      <td>no topic</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>seydi has worked with san fernando valley communities for 20 years she understands the issues we are facing and she s prepared to advocate for us in sacramento vote for seydi because she pledges toward fixing homelessness housing education small business access to healthcare most importantly she pledges to listen to her constituents vote for seydi alejandra morales for state senate district 20 starting may 9th</td>\n",
       "      <td>Seydi Alejandra Morales for Senate 2022</td>\n",
       "      <td>facebook</td>\n",
       "      <td>healthcare,homelessness,small business,education</td>\n",
       "      <td>economic,education,health,safety</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>learn more about our efforts to find solutions that will protect our planet while building a more equitable future for ca families</td>\n",
       "      <td>Environmental Solutions Coalition</td>\n",
       "      <td>facebook</td>\n",
       "      <td>equitable,our planet</td>\n",
       "      <td>environment</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>special interests like 𝗥𝗲𝗰𝗼𝗹𝗼𝗴𝘆 are exploiting environmental problems for their own profits the san francisco based garbage and recycling giant was fined 36 million in a public corruption scandal after it admitted to bribery allegations related to overcharging customers 100 million don t let special interests make up for lost profits by raising taxes on california taxpayers</td>\n",
       "      <td>Environmental Solutions Coalition</td>\n",
       "      <td>facebook</td>\n",
       "      <td>taxpayers,taxes,corruption</td>\n",
       "      <td>economic,governance</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                                                                                                                                                                                                                            text  \\\n",
       "0                                                                                                                                                                                                   it is awesome to have the support of the california nurses association what they have been through in this pandemic is unreal if hospitals are going to continue not paying property taxes they must treat our nurses better   \n",
       "1                                                                                                                                                                                                                                 when the other candidate rides the coat tails of other establishment politicians i ride in on my experience dedication and support from the people transparency and credibility ad5 california   \n",
       "2  seydi has worked with san fernando valley communities for 20 years she understands the issues we are facing and she s prepared to advocate for us in sacramento vote for seydi because she pledges toward fixing homelessness housing education small business access to healthcare most importantly she pledges to listen to her constituents vote for seydi alejandra morales for state senate district 20 starting may 9th   \n",
       "3                                                                                                                                                                                                                                                                                             learn more about our efforts to find solutions that will protect our planet while building a more equitable future for ca families   \n",
       "4                                       special interests like 𝗥𝗲𝗰𝗼𝗹𝗼𝗴𝘆 are exploiting environmental problems for their own profits the san francisco based garbage and recycling giant was fined 36 million in a public corruption scandal after it admitted to bribery allegations related to overcharging customers 100 million don t let special interests make up for lost profits by raising taxes on california taxpayers   \n",
       "\n",
       "                                        advertiser_name  platform  \\\n",
       "0  Braden Murphy for State Board of Equalization 2022    facebook   \n",
       "1               Jason Paletta for CA Secretary of State  facebook   \n",
       "2               Seydi Alejandra Morales for Senate 2022  facebook   \n",
       "3                     Environmental Solutions Coalition  facebook   \n",
       "4                     Environmental Solutions Coalition  facebook   \n",
       "\n",
       "                                              words  \\\n",
       "0                                    pandemic,taxes   \n",
       "1                                          no words   \n",
       "2  healthcare,homelessness,small business,education   \n",
       "3                              equitable,our planet   \n",
       "4                        taxpayers,taxes,corruption   \n",
       "\n",
       "                            m_label  \n",
       "0                    covid,economic  \n",
       "1                          no topic  \n",
       "2  economic,education,health,safety  \n",
       "3                       environment  \n",
       "4               economic,governance  "
      ]
     },
     "execution_count": 179,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "facebook_df = get_word_lable(facebook_df,'lexicon.json')\n",
    "facebook_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "id": "2283c02b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>single_topic</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>economic</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>environment</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>no topic</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>safety</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>social and cultural</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>social programs</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>health</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>donation</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>governance</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>education</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>foreign policy</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>covid</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>immigration</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>military</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           single_topic  counts\n",
       "0              economic      64\n",
       "1           environment      64\n",
       "2              no topic      52\n",
       "3                safety      31\n",
       "4   social and cultural      30\n",
       "5       social programs      23\n",
       "6                health      21\n",
       "7              donation      18\n",
       "8            governance      16\n",
       "9             education      15\n",
       "10       foreign policy      13\n",
       "11                covid       9\n",
       "12          immigration       4\n",
       "13             military       1"
      ]
     },
     "execution_count": 180,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "facebook_topic = count_topic(facebook_df)\n",
    "facebook_topic"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "id": "dea5e8c3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>single_word</th>\n",
       "      <th>counts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>no words</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>health</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>climate</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>homelessness</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>tax</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>lebanon</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>cost of living</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>counter terrorism</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211</th>\n",
       "      <td>landlords</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>2nd amendment</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>213 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           single_word  counts\n",
       "0             no words      52\n",
       "1               health      15\n",
       "2              climate      12\n",
       "3         homelessness      11\n",
       "4                  tax      11\n",
       "..                 ...     ...\n",
       "208            lebanon       1\n",
       "209     cost of living       1\n",
       "210  counter terrorism       1\n",
       "211          landlords       1\n",
       "212      2nd amendment       1\n",
       "\n",
       "[213 rows x 2 columns]"
      ]
     },
     "execution_count": 181,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "facebook_word = count_word(facebook_df)\n",
    "facebook_word"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "id": "f22432c9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "CENTRAL CALIFORNIA ASTHMA COLLABORAT                                      16\n",
       "CALIFORNIANS FOR TRIBAL SOVEREIGNTY  SPONSORED BY THE SAN MANUEL BAND     10\n",
       "NATURE CONSERVANCY                                                         6\n",
       "Dave Jones for State Senate 2022                                           6\n",
       "Emil Amok Guillermo                                                        5\n",
       "The Daily Wire                                                             4\n",
       "CALIFORNIA RIFLE & PISTOL ASSOCIATION INC                                  4\n",
       "Sergio D Suarez                                                            3\n",
       "CHIMA FOR CONGRESS                                                         3\n",
       "Resource Media                                                             3\n",
       "ORANGE COUNTY COASTKEEPER                                                  3\n",
       "California Coastal Commission Public Education Program                     3\n",
       "End Poverty in California                                                  3\n",
       "Environmental Solutions Coalition                                          3\n",
       "Karen Elizabeth Glueck                                                     2\n",
       "Name: advertiser_name, dtype: int64"
      ]
     },
     "execution_count": 182,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "facebook_df['advertiser_name'].value_counts().head(15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2c3ddbc3",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}