Web Scrape Code_hsx.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'C:\\\\Users\\\\18482\\\\Desktop\\\\Lmao'"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pwd ## checking foe working directory"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "from selenium.webdriver.common.by import By"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "## importing necessary packages \n",
    "from selenium.webdriver import Chrome\n",
    "import pandas as pd\n",
    "\n",
    "## Driver path near files directory\n",
    "webdriver = \"chromedriver.exe\"\n",
    "\n",
    "##invoking chrome driver\n",
    "driver = Chrome(webdriver)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {},
   "outputs": [],
   "source": [
    "url=\"https://www.hsx.com/security/feature.php?type=boxoffice\" ## focussing and starting from the first page\n",
    "driver.get(url) ## get the url\n",
    "quotes = driver.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody') ## obtaining all quotes\n",
    "Data_scraped=[]\n",
    "for row_1 in quotes.find_elements_by_xpath(\".//tr\"):\n",
    "\n",
    "    for td_prime in row_1.find_elements_by_xpath(\".//td\"):\n",
    "\n",
    "        td_prime.find_element_by_xpath('//a[contains(@href, \"security\")]')\n",
    "        Data_scraped.append(td_prime.text)\n",
    "        #print(td_prime.text)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [],
   "source": [
    "Trips=[Data_scraped[i:i+8] for i in range(0,len(Data_scraped),8)]\n",
    "Dataframe_scraped = pd.DataFrame(Trips,columns=['Sl_no','Movie Name','Symbol','Week Gross','Total Gross','Week','Price','Trade Button']) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Sl_no</th>\n",
       "      <th>Movie Name</th>\n",
       "      <th>Symbol</th>\n",
       "      <th>Week Gross</th>\n",
       "      <th>Total Gross</th>\n",
       "      <th>Week</th>\n",
       "      <th>Price</th>\n",
       "      <th>Trade Button</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Ford v Ferrari</td>\n",
       "      <td>FOVFE</td>\n",
       "      <td>$31,474,958</td>\n",
       "      <td>$31,474,958</td>\n",
       "      <td>1</td>\n",
       "      <td>H$89.56</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>Midway</td>\n",
       "      <td>MDWAY</td>\n",
       "      <td>$8,505,531</td>\n",
       "      <td>$34,896,304</td>\n",
       "      <td>2</td>\n",
       "      <td>H$49.94</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>Charlie's Angels</td>\n",
       "      <td>CHAR3</td>\n",
       "      <td>$8,351,109</td>\n",
       "      <td>$8,351,109</td>\n",
       "      <td>1</td>\n",
       "      <td>H$24.09</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Playing with Fire</td>\n",
       "      <td>PLWFR</td>\n",
       "      <td>$8,332,607</td>\n",
       "      <td>$25,280,431</td>\n",
       "      <td>2</td>\n",
       "      <td>H$36.10</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Last Christmas</td>\n",
       "      <td>LASTC</td>\n",
       "      <td>$6,493,930</td>\n",
       "      <td>$22,369,695</td>\n",
       "      <td>2</td>\n",
       "      <td>H$34.66</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>Doctor Sleep</td>\n",
       "      <td>DRSLP</td>\n",
       "      <td>$6,006,949</td>\n",
       "      <td>$24,865,108</td>\n",
       "      <td>2</td>\n",
       "      <td>H$34.18</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>The Good Liar</td>\n",
       "      <td>GLIAR</td>\n",
       "      <td>$5,605,051</td>\n",
       "      <td>$5,605,051</td>\n",
       "      <td>1</td>\n",
       "      <td>H$14.80</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>Joker</td>\n",
       "      <td>JOKER</td>\n",
       "      <td>$5,338,389</td>\n",
       "      <td>$322,302,982</td>\n",
       "      <td>7</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>Maleficent: Mistress of Evil</td>\n",
       "      <td>MALF2</td>\n",
       "      <td>$4,900,000</td>\n",
       "      <td>$105,693,384</td>\n",
       "      <td>5</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>Harriet</td>\n",
       "      <td>HARET</td>\n",
       "      <td>$4,590,540</td>\n",
       "      <td>$31,693,530</td>\n",
       "      <td>3</td>\n",
       "      <td>H$34.82</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11</td>\n",
       "      <td>Terminator: Dark Fate</td>\n",
       "      <td>TERM6</td>\n",
       "      <td>$4,326,526</td>\n",
       "      <td>$56,836,603</td>\n",
       "      <td>3</td>\n",
       "      <td>H$59.21</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>12</td>\n",
       "      <td>Jojo Rabbit</td>\n",
       "      <td>JOJOR</td>\n",
       "      <td>$2,760,252</td>\n",
       "      <td>$13,539,750</td>\n",
       "      <td>5</td>\n",
       "      <td>H$16.79</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>13</td>\n",
       "      <td>Zombieland: Double Tap</td>\n",
       "      <td>ZMBL2</td>\n",
       "      <td>$1,932,300</td>\n",
       "      <td>$70,315,547</td>\n",
       "      <td>5</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>14</td>\n",
       "      <td>Parasite</td>\n",
       "      <td>PARST</td>\n",
       "      <td>$1,861,256</td>\n",
       "      <td>$14,419,619</td>\n",
       "      <td>6</td>\n",
       "      <td>H$17.49</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>15</td>\n",
       "      <td>The Addams Family</td>\n",
       "      <td>ADDAM</td>\n",
       "      <td>$1,745,661</td>\n",
       "      <td>$94,695,902</td>\n",
       "      <td>6</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>16</td>\n",
       "      <td>Countdown</td>\n",
       "      <td>CTDWN</td>\n",
       "      <td>$1,181,106</td>\n",
       "      <td>$24,331,355</td>\n",
       "      <td>4</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>17</td>\n",
       "      <td>Black and Blue</td>\n",
       "      <td>BLABL</td>\n",
       "      <td>$920,026</td>\n",
       "      <td>$20,753,830</td>\n",
       "      <td>4</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>18</td>\n",
       "      <td>Motherless Brooklyn</td>\n",
       "      <td>MOBRK</td>\n",
       "      <td>$501,116</td>\n",
       "      <td>$8,815,712</td>\n",
       "      <td>3</td>\n",
       "      <td>H$9.32</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>19</td>\n",
       "      <td>The Lighthouse</td>\n",
       "      <td>LITHS</td>\n",
       "      <td>$385,585</td>\n",
       "      <td>$9,784,498</td>\n",
       "      <td>5</td>\n",
       "      <td>H$10.47</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>20</td>\n",
       "      <td>Abominable</td>\n",
       "      <td>EVERS</td>\n",
       "      <td>$337,960</td>\n",
       "      <td>$59,737,050</td>\n",
       "      <td>8</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>21</td>\n",
       "      <td>BETTER DAYS</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$328,150</td>\n",
       "      <td>$1,637,152</td>\n",
       "      <td>2</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>22</td>\n",
       "      <td>Downton Abbey</td>\n",
       "      <td>DWTAB</td>\n",
       "      <td>$301,015</td>\n",
       "      <td>$96,283,575</td>\n",
       "      <td>9</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>23</td>\n",
       "      <td>Pain and Glory</td>\n",
       "      <td>PNGLR</td>\n",
       "      <td>$212,171</td>\n",
       "      <td>$3,083,252</td>\n",
       "      <td>7</td>\n",
       "      <td>H$3.30</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>24</td>\n",
       "      <td>Honey Boy</td>\n",
       "      <td>HONYB</td>\n",
       "      <td>$203,272</td>\n",
       "      <td>$577,369</td>\n",
       "      <td>2</td>\n",
       "      <td>H$7.04</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>25</td>\n",
       "      <td>Arctic Dogs</td>\n",
       "      <td>AJTS</td>\n",
       "      <td>$200,199</td>\n",
       "      <td>$5,502,801</td>\n",
       "      <td>3</td>\n",
       "      <td>H$5.64</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>26</td>\n",
       "      <td>Jay &amp; Silent Bob Reboot</td>\n",
       "      <td>JSBO2</td>\n",
       "      <td>$168,993</td>\n",
       "      <td>$2,591,058</td>\n",
       "      <td>5</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>27</td>\n",
       "      <td>Waves</td>\n",
       "      <td>WAVES</td>\n",
       "      <td>$134,333</td>\n",
       "      <td>$134,333</td>\n",
       "      <td>1</td>\n",
       "      <td>H$2.91</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>28</td>\n",
       "      <td>Gemini Man</td>\n",
       "      <td>GEMAN</td>\n",
       "      <td>$116,212</td>\n",
       "      <td>$48,311,368</td>\n",
       "      <td>6</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>29</td>\n",
       "      <td>The Warrior Queen of Jhansi</td>\n",
       "      <td>TWQOJ</td>\n",
       "      <td>$112,208</td>\n",
       "      <td>$112,208</td>\n",
       "      <td>1</td>\n",
       "      <td>H$1.48</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>30</td>\n",
       "      <td>SHAKIRA IN CONCERT: EL DORADO...</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$111,273</td>\n",
       "      <td>$271,174</td>\n",
       "      <td>2</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>42</td>\n",
       "      <td>Once Upon a Time in Hollywood</td>\n",
       "      <td>MFMLY</td>\n",
       "      <td>$25,003</td>\n",
       "      <td>$140,919,587</td>\n",
       "      <td>16</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>43</td>\n",
       "      <td>THE KINGMAKER</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$13,661</td>\n",
       "      <td>$41,636</td>\n",
       "      <td>2</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>44</td>\n",
       "      <td>Scandalous: The Untold Story of the National E...</td>\n",
       "      <td>SCNDL</td>\n",
       "      <td>$10,837</td>\n",
       "      <td>$10,837</td>\n",
       "      <td>1</td>\n",
       "      <td>H$1.40</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>45</td>\n",
       "      <td>Western Stars</td>\n",
       "      <td>WSTAR</td>\n",
       "      <td>$10,513</td>\n",
       "      <td>$1,572,210</td>\n",
       "      <td>4</td>\n",
       "      <td>H$4.21</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>46</td>\n",
       "      <td>SYNONYMS</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$10,056</td>\n",
       "      <td>$121,239</td>\n",
       "      <td>4</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>47</td>\n",
       "      <td>Mickey and the Bear</td>\n",
       "      <td>MATB</td>\n",
       "      <td>$9,375</td>\n",
       "      <td>$9,375</td>\n",
       "      <td>1</td>\n",
       "      <td>H$0.77</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>48</td>\n",
       "      <td>RECORDER: THE MARION STOKES PROJECT</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$8,216</td>\n",
       "      <td>$12,140</td>\n",
       "      <td>1</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>49</td>\n",
       "      <td>Frankie</td>\n",
       "      <td>FRNKI</td>\n",
       "      <td>$8,101</td>\n",
       "      <td>$105,920</td>\n",
       "      <td>4</td>\n",
       "      <td>H$0.82</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>50</td>\n",
       "      <td>AMERICAN DHARMA</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$6,000</td>\n",
       "      <td>$27,427</td>\n",
       "      <td>3</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>51</td>\n",
       "      <td>Where's My Roy Cohn?</td>\n",
       "      <td>WSMRC</td>\n",
       "      <td>$5,259</td>\n",
       "      <td>$688,557</td>\n",
       "      <td>9</td>\n",
       "      <td>H$0.69</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>52</td>\n",
       "      <td>MR. KLEIN</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$4,572</td>\n",
       "      <td>$172,662</td>\n",
       "      <td></td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>53</td>\n",
       "      <td>RAISE HELL: THE LIFE AND TIMES OF...</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$4,308</td>\n",
       "      <td>$687,107</td>\n",
       "      <td>12</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>54</td>\n",
       "      <td>Maiden</td>\n",
       "      <td>MAIDN</td>\n",
       "      <td>$3,243</td>\n",
       "      <td>$3,158,547</td>\n",
       "      <td>21</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>55</td>\n",
       "      <td>WHITE SNAKE</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$2,791</td>\n",
       "      <td>$2,791</td>\n",
       "      <td>1</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>56</td>\n",
       "      <td>THE ALL-AMERICANS</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$2,761</td>\n",
       "      <td>$14,774</td>\n",
       "      <td>2</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>57</td>\n",
       "      <td>MAKING WAVES</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$2,619</td>\n",
       "      <td>$39,732</td>\n",
       "      <td>4</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>58</td>\n",
       "      <td>BY THE GRACE OF GOD</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$2,607</td>\n",
       "      <td>$52,307</td>\n",
       "      <td>5</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>59</td>\n",
       "      <td>IMMORTAL HERO</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$2,366</td>\n",
       "      <td>$40,577</td>\n",
       "      <td></td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>60</td>\n",
       "      <td>Aquarela</td>\n",
       "      <td>AQULA</td>\n",
       "      <td>$1,742</td>\n",
       "      <td>$300,058</td>\n",
       "      <td>14</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>61</td>\n",
       "      <td>DESOLATION CENTER</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$1,125</td>\n",
       "      <td>$31,173</td>\n",
       "      <td>10</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>62</td>\n",
       "      <td>Cyrano, My Love</td>\n",
       "      <td>CYRML</td>\n",
       "      <td>$1,062</td>\n",
       "      <td>$350,319</td>\n",
       "      <td>5</td>\n",
       "      <td>H$1.08</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>63</td>\n",
       "      <td>GIVE ME LIBERTY</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$1,050</td>\n",
       "      <td>$227,738</td>\n",
       "      <td>13</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>64</td>\n",
       "      <td>THE WOMAN WHO LOVES GIRAFFES</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$935</td>\n",
       "      <td>$10,808</td>\n",
       "      <td>6</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>65</td>\n",
       "      <td>PIRANHAS</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$883</td>\n",
       "      <td>$23,184</td>\n",
       "      <td>16</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>66</td>\n",
       "      <td>HESBURGH</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$678</td>\n",
       "      <td>$204,709</td>\n",
       "      <td>31</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>67</td>\n",
       "      <td>GIFT</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$574</td>\n",
       "      <td>$24,782</td>\n",
       "      <td>6</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>68</td>\n",
       "      <td>AGA</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$491</td>\n",
       "      <td>$28,667</td>\n",
       "      <td>12</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>69</td>\n",
       "      <td>Before You Know It</td>\n",
       "      <td>BYKIT</td>\n",
       "      <td>$410</td>\n",
       "      <td>$151,249</td>\n",
       "      <td>12</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>70</td>\n",
       "      <td>THE GOLDEN GLOVE</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$156</td>\n",
       "      <td>$5,493</td>\n",
       "      <td></td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>71</td>\n",
       "      <td>MILES DAVIS: BIRTH OF THE COOL</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$135</td>\n",
       "      <td>$614,101</td>\n",
       "      <td>13</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>71 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   Sl_no                                         Movie Name Symbol  \\\n",
       "0      1                                     Ford v Ferrari  FOVFE   \n",
       "1      2                                             Midway  MDWAY   \n",
       "2      3                                   Charlie's Angels  CHAR3   \n",
       "3      4                                  Playing with Fire  PLWFR   \n",
       "4      5                                     Last Christmas  LASTC   \n",
       "5      6                                       Doctor Sleep  DRSLP   \n",
       "6      7                                      The Good Liar  GLIAR   \n",
       "7      8                                              Joker  JOKER   \n",
       "8      9                       Maleficent: Mistress of Evil  MALF2   \n",
       "9     10                                            Harriet  HARET   \n",
       "10    11                              Terminator: Dark Fate  TERM6   \n",
       "11    12                                        Jojo Rabbit  JOJOR   \n",
       "12    13                             Zombieland: Double Tap  ZMBL2   \n",
       "13    14                                           Parasite  PARST   \n",
       "14    15                                  The Addams Family  ADDAM   \n",
       "15    16                                          Countdown  CTDWN   \n",
       "16    17                                     Black and Blue  BLABL   \n",
       "17    18                                Motherless Brooklyn  MOBRK   \n",
       "18    19                                     The Lighthouse  LITHS   \n",
       "19    20                                         Abominable  EVERS   \n",
       "20    21                                        BETTER DAYS    N/A   \n",
       "21    22                                      Downton Abbey  DWTAB   \n",
       "22    23                                     Pain and Glory  PNGLR   \n",
       "23    24                                          Honey Boy  HONYB   \n",
       "24    25                                        Arctic Dogs   AJTS   \n",
       "25    26                            Jay & Silent Bob Reboot  JSBO2   \n",
       "26    27                                              Waves  WAVES   \n",
       "27    28                                         Gemini Man  GEMAN   \n",
       "28    29                        The Warrior Queen of Jhansi  TWQOJ   \n",
       "29    30                   SHAKIRA IN CONCERT: EL DORADO...    N/A   \n",
       "..   ...                                                ...    ...   \n",
       "41    42                      Once Upon a Time in Hollywood  MFMLY   \n",
       "42    43                                      THE KINGMAKER    N/A   \n",
       "43    44  Scandalous: The Untold Story of the National E...  SCNDL   \n",
       "44    45                                      Western Stars  WSTAR   \n",
       "45    46                                           SYNONYMS    N/A   \n",
       "46    47                                Mickey and the Bear   MATB   \n",
       "47    48                RECORDER: THE MARION STOKES PROJECT    N/A   \n",
       "48    49                                            Frankie  FRNKI   \n",
       "49    50                                    AMERICAN DHARMA    N/A   \n",
       "50    51                               Where's My Roy Cohn?  WSMRC   \n",
       "51    52                                          MR. KLEIN    N/A   \n",
       "52    53               RAISE HELL: THE LIFE AND TIMES OF...    N/A   \n",
       "53    54                                             Maiden  MAIDN   \n",
       "54    55                                        WHITE SNAKE    N/A   \n",
       "55    56                                  THE ALL-AMERICANS    N/A   \n",
       "56    57                                       MAKING WAVES    N/A   \n",
       "57    58                                BY THE GRACE OF GOD    N/A   \n",
       "58    59                                      IMMORTAL HERO    N/A   \n",
       "59    60                                           Aquarela  AQULA   \n",
       "60    61                                  DESOLATION CENTER    N/A   \n",
       "61    62                                    Cyrano, My Love  CYRML   \n",
       "62    63                                    GIVE ME LIBERTY    N/A   \n",
       "63    64                       THE WOMAN WHO LOVES GIRAFFES    N/A   \n",
       "64    65                                           PIRANHAS    N/A   \n",
       "65    66                                           HESBURGH    N/A   \n",
       "66    67                                               GIFT    N/A   \n",
       "67    68                                                AGA    N/A   \n",
       "68    69                                 Before You Know It  BYKIT   \n",
       "69    70                                   THE GOLDEN GLOVE    N/A   \n",
       "70    71                     MILES DAVIS: BIRTH OF THE COOL    N/A   \n",
       "\n",
       "     Week Gross   Total Gross Week     Price Trade Button  \n",
       "0   $31,474,958   $31,474,958    1   H$89.56               \n",
       "1    $8,505,531   $34,896,304    2   H$49.94               \n",
       "2    $8,351,109    $8,351,109    1   H$24.09               \n",
       "3    $8,332,607   $25,280,431    2   H$36.10               \n",
       "4    $6,493,930   $22,369,695    2   H$34.66               \n",
       "5    $6,006,949   $24,865,108    2   H$34.18               \n",
       "6    $5,605,051    $5,605,051    1   H$14.80               \n",
       "7    $5,338,389  $322,302,982    7  delisted               \n",
       "8    $4,900,000  $105,693,384    5  delisted               \n",
       "9    $4,590,540   $31,693,530    3   H$34.82               \n",
       "10   $4,326,526   $56,836,603    3   H$59.21               \n",
       "11   $2,760,252   $13,539,750    5   H$16.79               \n",
       "12   $1,932,300   $70,315,547    5  delisted               \n",
       "13   $1,861,256   $14,419,619    6   H$17.49               \n",
       "14   $1,745,661   $94,695,902    6  delisted               \n",
       "15   $1,181,106   $24,331,355    4  delisted               \n",
       "16     $920,026   $20,753,830    4  delisted               \n",
       "17     $501,116    $8,815,712    3    H$9.32               \n",
       "18     $385,585    $9,784,498    5   H$10.47               \n",
       "19     $337,960   $59,737,050    8  delisted               \n",
       "20     $328,150    $1,637,152    2  delisted               \n",
       "21     $301,015   $96,283,575    9  delisted               \n",
       "22     $212,171    $3,083,252    7    H$3.30               \n",
       "23     $203,272      $577,369    2    H$7.04               \n",
       "24     $200,199    $5,502,801    3    H$5.64               \n",
       "25     $168,993    $2,591,058    5  delisted               \n",
       "26     $134,333      $134,333    1    H$2.91               \n",
       "27     $116,212   $48,311,368    6  delisted               \n",
       "28     $112,208      $112,208    1    H$1.48               \n",
       "29     $111,273      $271,174    2  delisted               \n",
       "..          ...           ...  ...       ...          ...  \n",
       "41      $25,003  $140,919,587   16  delisted               \n",
       "42      $13,661       $41,636    2  delisted               \n",
       "43      $10,837       $10,837    1    H$1.40               \n",
       "44      $10,513    $1,572,210    4    H$4.21               \n",
       "45      $10,056      $121,239    4  delisted               \n",
       "46       $9,375        $9,375    1    H$0.77               \n",
       "47       $8,216       $12,140    1  delisted               \n",
       "48       $8,101      $105,920    4    H$0.82               \n",
       "49       $6,000       $27,427    3  delisted               \n",
       "50       $5,259      $688,557    9    H$0.69               \n",
       "51       $4,572      $172,662       delisted               \n",
       "52       $4,308      $687,107   12  delisted               \n",
       "53       $3,243    $3,158,547   21  delisted               \n",
       "54       $2,791        $2,791    1  delisted               \n",
       "55       $2,761       $14,774    2  delisted               \n",
       "56       $2,619       $39,732    4  delisted               \n",
       "57       $2,607       $52,307    5  delisted               \n",
       "58       $2,366       $40,577       delisted               \n",
       "59       $1,742      $300,058   14  delisted               \n",
       "60       $1,125       $31,173   10  delisted               \n",
       "61       $1,062      $350,319    5    H$1.08               \n",
       "62       $1,050      $227,738   13  delisted               \n",
       "63         $935       $10,808    6  delisted               \n",
       "64         $883       $23,184   16  delisted               \n",
       "65         $678      $204,709   31  delisted               \n",
       "66         $574       $24,782    6  delisted               \n",
       "67         $491       $28,667   12  delisted               \n",
       "68         $410      $151,249   12  delisted               \n",
       "69         $156        $5,493       delisted               \n",
       "70         $135      $614,101   13  delisted               \n",
       "\n",
       "[71 rows x 8 columns]"
      ]
     },
     "execution_count": 152,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Dataframe_scraped"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {},
   "outputs": [],
   "source": [
    "Final_List=[]\n",
    "url=\"https://www.hsx.com/security/feature.php?type=boxoffice&wdate=2019-01-04\" ## focussing and starting from the first page\n",
    "elements= [1]\n",
    "while(elements):\n",
    "\n",
    "    driver.get(url) ## get the url\n",
    "    quotes = driver.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody')\n",
    "\n",
    "    for row_1 in quotes.find_elements_by_xpath(\".//tr\"):\n",
    "\n",
    "        for td_prime in row_1.find_elements_by_xpath(\".//td\"):\n",
    "\n",
    "            td_prime.find_element_by_xpath('//a[contains(@href, \"security\")]')\n",
    "            Final_List.append(td_prime.text)\n",
    "        \n",
    "    elements=driver.find_elements_by_partial_link_text(\"Next Week\")\n",
    "    if elements:\n",
    "        url=elements[0].get_attribute(\"href\")\n",
    "\n",
    "Trips=[Final_List[i:i+8] for i in range(0,len(Final_List),8)]\n",
    "Dataframe_scraped = pd.DataFrame(Trips,columns=['Sl_no','Movie Name','Symbol','Week Gross','Total Gross','Week','Price','Trade Button']) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Sl_no</th>\n",
       "      <th>Movie Name</th>\n",
       "      <th>Symbol</th>\n",
       "      <th>Week Gross</th>\n",
       "      <th>Total Gross</th>\n",
       "      <th>Week</th>\n",
       "      <th>Price</th>\n",
       "      <th>Trade Button</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Aquaman</td>\n",
       "      <td>AQUMN</td>\n",
       "      <td>$31,003,280</td>\n",
       "      <td>$260,024,160</td>\n",
       "      <td>3</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>Escape Room</td>\n",
       "      <td>TMAZE</td>\n",
       "      <td>$18,239,172</td>\n",
       "      <td>$18,239,172</td>\n",
       "      <td>1</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>Mary Poppins Returns</td>\n",
       "      <td>MPOPN</td>\n",
       "      <td>$15,860,957</td>\n",
       "      <td>$138,817,262</td>\n",
       "      <td>3</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Bumblebee</td>\n",
       "      <td>TFRM6</td>\n",
       "      <td>$13,202,603</td>\n",
       "      <td>$97,555,743</td>\n",
       "      <td>3</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>Spider-Man: Into the Spider-Verse</td>\n",
       "      <td>ASPDR</td>\n",
       "      <td>$13,126,885</td>\n",
       "      <td>$133,978,231</td>\n",
       "      <td>4</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>The Mule</td>\n",
       "      <td>TMULE</td>\n",
       "      <td>$9,109,693</td>\n",
       "      <td>$81,177,803</td>\n",
       "      <td>4</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>Vice</td>\n",
       "      <td>CHENY</td>\n",
       "      <td>$5,734,509</td>\n",
       "      <td>$29,727,497</td>\n",
       "      <td>2</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>Second Act</td>\n",
       "      <td>2NDAC</td>\n",
       "      <td>$4,755,291</td>\n",
       "      <td>$32,792,366</td>\n",
       "      <td>3</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>Ralph Breaks the Internet</td>\n",
       "      <td>RALP2</td>\n",
       "      <td>$4,673,522</td>\n",
       "      <td>$187,152,693</td>\n",
       "      <td>7</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>Holmes &amp; Watson</td>\n",
       "      <td>HLMWT</td>\n",
       "      <td>$3,302,827</td>\n",
       "      <td>$28,313,749</td>\n",
       "      <td>2</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11</td>\n",
       "      <td>Bohemian Rhapsody</td>\n",
       "      <td>FREDI</td>\n",
       "      <td>$2,368,141</td>\n",
       "      <td>$193,644,966</td>\n",
       "      <td>10</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>12</td>\n",
       "      <td>Mary Queen of Scots</td>\n",
       "      <td>MQOFS</td>\n",
       "      <td>$2,146,860</td>\n",
       "      <td>$13,424,885</td>\n",
       "      <td>5</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>13</td>\n",
       "      <td>The Favourite</td>\n",
       "      <td>FVRIT</td>\n",
       "      <td>$1,903,292</td>\n",
       "      <td>$19,297,628</td>\n",
       "      <td>7</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>14</td>\n",
       "      <td>If Beale Street Could Talk</td>\n",
       "      <td>IBSCT</td>\n",
       "      <td>$1,843,384</td>\n",
       "      <td>$4,409,248</td>\n",
       "      <td>4</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>15</td>\n",
       "      <td>Green Book</td>\n",
       "      <td>GRNBK</td>\n",
       "      <td>$1,807,575</td>\n",
       "      <td>$35,230,831</td>\n",
       "      <td>8</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>16</td>\n",
       "      <td>On the Basis of Sex</td>\n",
       "      <td>OBSEX</td>\n",
       "      <td>$1,609,454</td>\n",
       "      <td>$3,707,849</td>\n",
       "      <td>2</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>17</td>\n",
       "      <td>Dr. Seuss' The Grinch</td>\n",
       "      <td>HTGSC</td>\n",
       "      <td>$1,168,395</td>\n",
       "      <td>$269,622,130</td>\n",
       "      <td>9</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>18</td>\n",
       "      <td>SIMMBA</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$1,005,087</td>\n",
       "      <td>$4,115,808</td>\n",
       "      <td>2</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>19</td>\n",
       "      <td>Creed II</td>\n",
       "      <td>CREE2</td>\n",
       "      <td>$922,650</td>\n",
       "      <td>$114,296,602</td>\n",
       "      <td>7</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>20</td>\n",
       "      <td>Instant Family</td>\n",
       "      <td>ISFAM</td>\n",
       "      <td>$702,529</td>\n",
       "      <td>$66,212,557</td>\n",
       "      <td>8</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>21</td>\n",
       "      <td>Welcome to Marwen</td>\n",
       "      <td>MARWN</td>\n",
       "      <td>$681,790</td>\n",
       "      <td>$10,406,625</td>\n",
       "      <td>3</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>22</td>\n",
       "      <td>A Star is Born</td>\n",
       "      <td>ASTAR</td>\n",
       "      <td>$634,230</td>\n",
       "      <td>$202,110,097</td>\n",
       "      <td>14</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>23</td>\n",
       "      <td>Fantastic Beasts: The Crimes of Grindelwald</td>\n",
       "      <td>FBST2</td>\n",
       "      <td>$626,219</td>\n",
       "      <td>$158,034,792</td>\n",
       "      <td>8</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>24</td>\n",
       "      <td>Ben is Back</td>\n",
       "      <td>BENIB</td>\n",
       "      <td>$327,730</td>\n",
       "      <td>$2,551,842</td>\n",
       "      <td>5</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>25</td>\n",
       "      <td>Shoplifters</td>\n",
       "      <td>SHPLF</td>\n",
       "      <td>$254,034</td>\n",
       "      <td>$1,646,805</td>\n",
       "      <td>7</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>26</td>\n",
       "      <td>Mortal Engines</td>\n",
       "      <td>MENGN</td>\n",
       "      <td>$220,495</td>\n",
       "      <td>$15,767,725</td>\n",
       "      <td>4</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>27</td>\n",
       "      <td>Widows</td>\n",
       "      <td>WIDOW</td>\n",
       "      <td>$123,626</td>\n",
       "      <td>$42,113,791</td>\n",
       "      <td>8</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>28</td>\n",
       "      <td>FREE SOLO</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$114,900</td>\n",
       "      <td>$11,442,601</td>\n",
       "      <td>15</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>29</td>\n",
       "      <td>Destroyer</td>\n",
       "      <td>DSTRY</td>\n",
       "      <td>$98,295</td>\n",
       "      <td>$248,081</td>\n",
       "      <td>2</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>30</td>\n",
       "      <td>The Nutcracker And The Four Realms</td>\n",
       "      <td>NUTFR</td>\n",
       "      <td>$90,837</td>\n",
       "      <td>$54,785,758</td>\n",
       "      <td>10</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3382</th>\n",
       "      <td>42</td>\n",
       "      <td>Once Upon a Time in Hollywood</td>\n",
       "      <td>MFMLY</td>\n",
       "      <td>$25,003</td>\n",
       "      <td>$140,919,587</td>\n",
       "      <td>16</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3383</th>\n",
       "      <td>43</td>\n",
       "      <td>THE KINGMAKER</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$13,661</td>\n",
       "      <td>$41,636</td>\n",
       "      <td>2</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3384</th>\n",
       "      <td>44</td>\n",
       "      <td>Scandalous: The Untold Story of the National E...</td>\n",
       "      <td>SCNDL</td>\n",
       "      <td>$10,837</td>\n",
       "      <td>$10,837</td>\n",
       "      <td>1</td>\n",
       "      <td>H$1.40</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3385</th>\n",
       "      <td>45</td>\n",
       "      <td>Western Stars</td>\n",
       "      <td>WSTAR</td>\n",
       "      <td>$10,513</td>\n",
       "      <td>$1,572,210</td>\n",
       "      <td>4</td>\n",
       "      <td>H$4.23</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3386</th>\n",
       "      <td>46</td>\n",
       "      <td>SYNONYMS</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$10,056</td>\n",
       "      <td>$121,239</td>\n",
       "      <td>4</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3387</th>\n",
       "      <td>47</td>\n",
       "      <td>Mickey and the Bear</td>\n",
       "      <td>MATB</td>\n",
       "      <td>$9,375</td>\n",
       "      <td>$9,375</td>\n",
       "      <td>1</td>\n",
       "      <td>H$0.77</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3388</th>\n",
       "      <td>48</td>\n",
       "      <td>RECORDER: THE MARION STOKES PROJECT</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$8,216</td>\n",
       "      <td>$12,140</td>\n",
       "      <td>1</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3389</th>\n",
       "      <td>49</td>\n",
       "      <td>Frankie</td>\n",
       "      <td>FRNKI</td>\n",
       "      <td>$8,101</td>\n",
       "      <td>$105,920</td>\n",
       "      <td>4</td>\n",
       "      <td>H$0.82</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3390</th>\n",
       "      <td>50</td>\n",
       "      <td>AMERICAN DHARMA</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$6,000</td>\n",
       "      <td>$27,427</td>\n",
       "      <td>3</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3391</th>\n",
       "      <td>51</td>\n",
       "      <td>Where's My Roy Cohn?</td>\n",
       "      <td>WSMRC</td>\n",
       "      <td>$5,259</td>\n",
       "      <td>$688,557</td>\n",
       "      <td>9</td>\n",
       "      <td>H$0.69</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3392</th>\n",
       "      <td>52</td>\n",
       "      <td>MR. KLEIN</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$4,572</td>\n",
       "      <td>$172,662</td>\n",
       "      <td></td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3393</th>\n",
       "      <td>53</td>\n",
       "      <td>RAISE HELL: THE LIFE AND TIMES OF...</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$4,308</td>\n",
       "      <td>$687,107</td>\n",
       "      <td>12</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3394</th>\n",
       "      <td>54</td>\n",
       "      <td>Maiden</td>\n",
       "      <td>MAIDN</td>\n",
       "      <td>$3,243</td>\n",
       "      <td>$3,158,547</td>\n",
       "      <td>21</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3395</th>\n",
       "      <td>55</td>\n",
       "      <td>WHITE SNAKE</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$2,791</td>\n",
       "      <td>$2,791</td>\n",
       "      <td>1</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3396</th>\n",
       "      <td>56</td>\n",
       "      <td>THE ALL-AMERICANS</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$2,761</td>\n",
       "      <td>$14,774</td>\n",
       "      <td>2</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3397</th>\n",
       "      <td>57</td>\n",
       "      <td>MAKING WAVES</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$2,619</td>\n",
       "      <td>$39,732</td>\n",
       "      <td>4</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3398</th>\n",
       "      <td>58</td>\n",
       "      <td>BY THE GRACE OF GOD</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$2,607</td>\n",
       "      <td>$52,307</td>\n",
       "      <td>5</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3399</th>\n",
       "      <td>59</td>\n",
       "      <td>IMMORTAL HERO</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$2,366</td>\n",
       "      <td>$40,577</td>\n",
       "      <td></td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3400</th>\n",
       "      <td>60</td>\n",
       "      <td>Aquarela</td>\n",
       "      <td>AQULA</td>\n",
       "      <td>$1,742</td>\n",
       "      <td>$300,058</td>\n",
       "      <td>14</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3401</th>\n",
       "      <td>61</td>\n",
       "      <td>DESOLATION CENTER</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$1,125</td>\n",
       "      <td>$31,173</td>\n",
       "      <td>10</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3402</th>\n",
       "      <td>62</td>\n",
       "      <td>Cyrano, My Love</td>\n",
       "      <td>CYRML</td>\n",
       "      <td>$1,062</td>\n",
       "      <td>$350,319</td>\n",
       "      <td>5</td>\n",
       "      <td>H$1.07</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3403</th>\n",
       "      <td>63</td>\n",
       "      <td>GIVE ME LIBERTY</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$1,050</td>\n",
       "      <td>$227,738</td>\n",
       "      <td>13</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3404</th>\n",
       "      <td>64</td>\n",
       "      <td>THE WOMAN WHO LOVES GIRAFFES</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$935</td>\n",
       "      <td>$10,808</td>\n",
       "      <td>6</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3405</th>\n",
       "      <td>65</td>\n",
       "      <td>PIRANHAS</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$883</td>\n",
       "      <td>$23,184</td>\n",
       "      <td>16</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3406</th>\n",
       "      <td>66</td>\n",
       "      <td>HESBURGH</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$678</td>\n",
       "      <td>$204,709</td>\n",
       "      <td>31</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3407</th>\n",
       "      <td>67</td>\n",
       "      <td>GIFT</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$574</td>\n",
       "      <td>$24,782</td>\n",
       "      <td>6</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3408</th>\n",
       "      <td>68</td>\n",
       "      <td>AGA</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$491</td>\n",
       "      <td>$28,667</td>\n",
       "      <td>12</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3409</th>\n",
       "      <td>69</td>\n",
       "      <td>Before You Know It</td>\n",
       "      <td>BYKIT</td>\n",
       "      <td>$410</td>\n",
       "      <td>$151,249</td>\n",
       "      <td>12</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3410</th>\n",
       "      <td>70</td>\n",
       "      <td>THE GOLDEN GLOVE</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$156</td>\n",
       "      <td>$5,493</td>\n",
       "      <td></td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3411</th>\n",
       "      <td>71</td>\n",
       "      <td>MILES DAVIS: BIRTH OF THE COOL</td>\n",
       "      <td>N/A</td>\n",
       "      <td>$135</td>\n",
       "      <td>$614,101</td>\n",
       "      <td>13</td>\n",
       "      <td>delisted</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3412 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Sl_no                                         Movie Name Symbol  \\\n",
       "0        1                                            Aquaman  AQUMN   \n",
       "1        2                                        Escape Room  TMAZE   \n",
       "2        3                               Mary Poppins Returns  MPOPN   \n",
       "3        4                                          Bumblebee  TFRM6   \n",
       "4        5                  Spider-Man: Into the Spider-Verse  ASPDR   \n",
       "5        6                                           The Mule  TMULE   \n",
       "6        7                                               Vice  CHENY   \n",
       "7        8                                         Second Act  2NDAC   \n",
       "8        9                          Ralph Breaks the Internet  RALP2   \n",
       "9       10                                    Holmes & Watson  HLMWT   \n",
       "10      11                                  Bohemian Rhapsody  FREDI   \n",
       "11      12                                Mary Queen of Scots  MQOFS   \n",
       "12      13                                      The Favourite  FVRIT   \n",
       "13      14                         If Beale Street Could Talk  IBSCT   \n",
       "14      15                                         Green Book  GRNBK   \n",
       "15      16                                On the Basis of Sex  OBSEX   \n",
       "16      17                              Dr. Seuss' The Grinch  HTGSC   \n",
       "17      18                                             SIMMBA    N/A   \n",
       "18      19                                           Creed II  CREE2   \n",
       "19      20                                     Instant Family  ISFAM   \n",
       "20      21                                  Welcome to Marwen  MARWN   \n",
       "21      22                                     A Star is Born  ASTAR   \n",
       "22      23        Fantastic Beasts: The Crimes of Grindelwald  FBST2   \n",
       "23      24                                        Ben is Back  BENIB   \n",
       "24      25                                        Shoplifters  SHPLF   \n",
       "25      26                                     Mortal Engines  MENGN   \n",
       "26      27                                             Widows  WIDOW   \n",
       "27      28                                          FREE SOLO    N/A   \n",
       "28      29                                          Destroyer  DSTRY   \n",
       "29      30                 The Nutcracker And The Four Realms  NUTFR   \n",
       "...    ...                                                ...    ...   \n",
       "3382    42                      Once Upon a Time in Hollywood  MFMLY   \n",
       "3383    43                                      THE KINGMAKER    N/A   \n",
       "3384    44  Scandalous: The Untold Story of the National E...  SCNDL   \n",
       "3385    45                                      Western Stars  WSTAR   \n",
       "3386    46                                           SYNONYMS    N/A   \n",
       "3387    47                                Mickey and the Bear   MATB   \n",
       "3388    48                RECORDER: THE MARION STOKES PROJECT    N/A   \n",
       "3389    49                                            Frankie  FRNKI   \n",
       "3390    50                                    AMERICAN DHARMA    N/A   \n",
       "3391    51                               Where's My Roy Cohn?  WSMRC   \n",
       "3392    52                                          MR. KLEIN    N/A   \n",
       "3393    53               RAISE HELL: THE LIFE AND TIMES OF...    N/A   \n",
       "3394    54                                             Maiden  MAIDN   \n",
       "3395    55                                        WHITE SNAKE    N/A   \n",
       "3396    56                                  THE ALL-AMERICANS    N/A   \n",
       "3397    57                                       MAKING WAVES    N/A   \n",
       "3398    58                                BY THE GRACE OF GOD    N/A   \n",
       "3399    59                                      IMMORTAL HERO    N/A   \n",
       "3400    60                                           Aquarela  AQULA   \n",
       "3401    61                                  DESOLATION CENTER    N/A   \n",
       "3402    62                                    Cyrano, My Love  CYRML   \n",
       "3403    63                                    GIVE ME LIBERTY    N/A   \n",
       "3404    64                       THE WOMAN WHO LOVES GIRAFFES    N/A   \n",
       "3405    65                                           PIRANHAS    N/A   \n",
       "3406    66                                           HESBURGH    N/A   \n",
       "3407    67                                               GIFT    N/A   \n",
       "3408    68                                                AGA    N/A   \n",
       "3409    69                                 Before You Know It  BYKIT   \n",
       "3410    70                                   THE GOLDEN GLOVE    N/A   \n",
       "3411    71                     MILES DAVIS: BIRTH OF THE COOL    N/A   \n",
       "\n",
       "       Week Gross   Total Gross Week     Price Trade Button  \n",
       "0     $31,003,280  $260,024,160    3  delisted               \n",
       "1     $18,239,172   $18,239,172    1  delisted               \n",
       "2     $15,860,957  $138,817,262    3  delisted               \n",
       "3     $13,202,603   $97,555,743    3  delisted               \n",
       "4     $13,126,885  $133,978,231    4  delisted               \n",
       "5      $9,109,693   $81,177,803    4  delisted               \n",
       "6      $5,734,509   $29,727,497    2  delisted               \n",
       "7      $4,755,291   $32,792,366    3  delisted               \n",
       "8      $4,673,522  $187,152,693    7  delisted               \n",
       "9      $3,302,827   $28,313,749    2  delisted               \n",
       "10     $2,368,141  $193,644,966   10  delisted               \n",
       "11     $2,146,860   $13,424,885    5  delisted               \n",
       "12     $1,903,292   $19,297,628    7  delisted               \n",
       "13     $1,843,384    $4,409,248    4  delisted               \n",
       "14     $1,807,575   $35,230,831    8  delisted               \n",
       "15     $1,609,454    $3,707,849    2  delisted               \n",
       "16     $1,168,395  $269,622,130    9  delisted               \n",
       "17     $1,005,087    $4,115,808    2  delisted               \n",
       "18       $922,650  $114,296,602    7  delisted               \n",
       "19       $702,529   $66,212,557    8  delisted               \n",
       "20       $681,790   $10,406,625    3  delisted               \n",
       "21       $634,230  $202,110,097   14  delisted               \n",
       "22       $626,219  $158,034,792    8  delisted               \n",
       "23       $327,730    $2,551,842    5  delisted               \n",
       "24       $254,034    $1,646,805    7  delisted               \n",
       "25       $220,495   $15,767,725    4  delisted               \n",
       "26       $123,626   $42,113,791    8  delisted               \n",
       "27       $114,900   $11,442,601   15  delisted               \n",
       "28        $98,295      $248,081    2  delisted               \n",
       "29        $90,837   $54,785,758   10  delisted               \n",
       "...           ...           ...  ...       ...          ...  \n",
       "3382      $25,003  $140,919,587   16  delisted               \n",
       "3383      $13,661       $41,636    2  delisted               \n",
       "3384      $10,837       $10,837    1    H$1.40               \n",
       "3385      $10,513    $1,572,210    4    H$4.23               \n",
       "3386      $10,056      $121,239    4  delisted               \n",
       "3387       $9,375        $9,375    1    H$0.77               \n",
       "3388       $8,216       $12,140    1  delisted               \n",
       "3389       $8,101      $105,920    4    H$0.82               \n",
       "3390       $6,000       $27,427    3  delisted               \n",
       "3391       $5,259      $688,557    9    H$0.69               \n",
       "3392       $4,572      $172,662       delisted               \n",
       "3393       $4,308      $687,107   12  delisted               \n",
       "3394       $3,243    $3,158,547   21  delisted               \n",
       "3395       $2,791        $2,791    1  delisted               \n",
       "3396       $2,761       $14,774    2  delisted               \n",
       "3397       $2,619       $39,732    4  delisted               \n",
       "3398       $2,607       $52,307    5  delisted               \n",
       "3399       $2,366       $40,577       delisted               \n",
       "3400       $1,742      $300,058   14  delisted               \n",
       "3401       $1,125       $31,173   10  delisted               \n",
       "3402       $1,062      $350,319    5    H$1.07               \n",
       "3403       $1,050      $227,738   13  delisted               \n",
       "3404         $935       $10,808    6  delisted               \n",
       "3405         $883       $23,184   16  delisted               \n",
       "3406         $678      $204,709   31  delisted               \n",
       "3407         $574       $24,782    6  delisted               \n",
       "3408         $491       $28,667   12  delisted               \n",
       "3409         $410      $151,249   12  delisted               \n",
       "3410         $156        $5,493       delisted               \n",
       "3411         $135      $614,101   13  delisted               \n",
       "\n",
       "[3412 rows x 8 columns]"
      ]
     },
     "execution_count": 156,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Dataframe_scraped"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Symbol:\n",
      "AQUMN\n",
      "Status:\n",
      "Inactive\n",
      "Delist Date:\n",
      "Jan 14, 2019\n",
      "Genre:\n",
      "Action / Adventure\n",
      "MPAA Rating:\n",
      "PG-13\n",
      "Phase:\n",
      "Release\n",
      "Release Date:\n",
      "Dec 21, 2018\n",
      "Release Pattern:\n",
      "wide\n",
      "Gross:\n",
      "$335,012,133\n",
      "Theaters:\n",
      "4125\n",
      "DC Comic superhero Aquaman is finally getting his own film from Warner Bros. and Appian Way. Jason Momoa stars as the Atlantean superhero who can swim with super speed and communicate with sea life.\n"
     ]
    }
   ],
   "source": [
    "url=\"https://www.hsx.com/security/feature.php?type=boxoffice&wdate=2019-01-04\"\n",
    "driver.get(url)\n",
    "pinto=driver.find_element_by_xpath('//a[contains(@href, \"security\")]').get_attribute(\"href\")\n",
    "driver.get(pinto)\n",
    "quotes_2 = driver.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/div[1]/div[1]/table/tbody')\n",
    "for row_x in quotes_2.find_elements_by_xpath(\".//tr\"):\n",
    "    \n",
    "    for td_supreme in row_x.find_elements_by_xpath(\".//td\"):\n",
    "        print(td_supreme.text)\n",
    "\n",
    "quotes_3 = driver.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/div[1]/div[2]/table/tbody')\n",
    "for row_y in quotes_3.find_elements_by_xpath(\".//tr\"):\n",
    "    \n",
    "    for td_passion in row_y.find_elements_by_xpath(\".//td\"):\n",
    "        print(td_passion.text)\n",
    "desc=driver.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/p[1]')\n",
    "print(desc.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "Final_List=[]\n",
    "url=\"https://www.hsx.com/security/feature.php?type=boxoffice&wdate=2019-01-04\" ## focussing and starting from the first page\n",
    "elements= [1]\n",
    "while(elements):\n",
    "\n",
    "    driver.get(url) ## get the url\n",
    "    quotes = driver.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody')\n",
    "\n",
    "    for row_1 in quotes.find_elements_by_xpath(\".//tr\"):\n",
    "\n",
    "        for td_prime in row_1.find_elements_by_xpath(\".//td\"):\n",
    "\n",
    "            td_prime.find_element_by_xpath('//a[contains(@href, \"security\")]')\n",
    "            Final_List.append(td_prime.text)\n",
    "        driver.close\n",
    "        pinto=driver.find_element_by_xpath('//a[contains(@href, \"security\")]').get_attribute(\"href\")\n",
    "        driver.get(pinto)\n",
    "        quotes_2 = driver.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/div[1]/div[1]/table/tbody')\n",
    "        for row_x in quotes_2.find_elements_by_xpath(\".//tr\"):\n",
    "    \n",
    "            for td_supreme in row_x.find_elements_by_xpath(\".//td\"):\n",
    "                Final_List.append(td_supreme.text)\n",
    "                \n",
    "        quotes_3 = driver.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/div[1]/div[2]/table/tbody')\n",
    "        for row_y in quotes_3.find_elements_by_xpath(\".//tr\"): \n",
    "                \n",
    "            for td_passion in row_y.find_elements_by_xpath(\".//td\"):\n",
    "                Final_List.append(td_passion.text)\n",
    "        desc=driver.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/p[1]')\n",
    "        Final_List.append(desc.text)\n",
    "        \n",
    "        \n",
    "    elements=driver.find_elements_by_partial_link_text(\"Next Week\")\n",
    "    if elements:\n",
    "        url=elements[0].get_attribute(\"href\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "## importing necessary packages \n",
    "from selenium.webdriver import Chrome\n",
    "import pandas as pd\n",
    "\n",
    "## Driver path near files directory\n",
    "webdriver = \"chromedriver.exe\"\n",
    "\n",
    "##invoking chrome driver\n",
    "driver = Chrome(webdriver)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/AQUMN\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/TMAZE\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/MPOPN\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/TFRM6\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/ASPDR\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/TMULE\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/CHENY\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/2NDAC\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/RALP2\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/HLMWT\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/FREDI\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/MQOFS\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/FVRIT\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/IBSCT\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/GRNBK\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/OBSEX\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "https://www.hsx.com/security/view/HTGSC\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n",
      "I was here\n"
     ]
    },
    {
     "ename": "NoSuchElementException",
     "evalue": "Message: no such element: Unable to locate element: {\"method\":\"xpath\",\"selector\":\"//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody/tr[18]/td[3]/a\"}\n  (Session info: chrome=78.0.3904.108)\n",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNoSuchElementException\u001b[0m                    Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-52-f50e035a7f19>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     13\u001b[0m         \u001b[0mFinal_List\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtd_prime\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mtext\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     14\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 15\u001b[1;33m     \u001b[0mpinto12\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mdriver\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfind_element_by_xpath\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34mf'//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody/tr[{counter}]/td[3]/a'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     16\u001b[0m     \u001b[0mMahrulez\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mpinto12\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_attribute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"href\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     17\u001b[0m     \u001b[0mcounter\u001b[0m\u001b[1;33m+=\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mfind_element_by_xpath\u001b[1;34m(self, xpath)\u001b[0m\n\u001b[0;32m    392\u001b[0m             \u001b[0melement\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdriver\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfind_element_by_xpath\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'//div/td[1]'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    393\u001b[0m         \"\"\"\n\u001b[1;32m--> 394\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfind_element\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mby\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mXPATH\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mxpath\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    395\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    396\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mfind_elements_by_xpath\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mxpath\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mfind_element\u001b[1;34m(self, by, value)\u001b[0m\n\u001b[0;32m    976\u001b[0m         return self.execute(Command.FIND_ELEMENT, {\n\u001b[0;32m    977\u001b[0m             \u001b[1;34m'using'\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mby\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 978\u001b[1;33m             'value': value})['value']\n\u001b[0m\u001b[0;32m    979\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    980\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mfind_elements\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mby\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mID\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mexecute\u001b[1;34m(self, driver_command, params)\u001b[0m\n\u001b[0;32m    319\u001b[0m         \u001b[0mresponse\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcommand_executor\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdriver_command\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    320\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mresponse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 321\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0merror_handler\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcheck_response\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    322\u001b[0m             response['value'] = self._unwrap_value(\n\u001b[0;32m    323\u001b[0m                 response.get('value', None))\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\errorhandler.py\u001b[0m in \u001b[0;36mcheck_response\u001b[1;34m(self, response)\u001b[0m\n\u001b[0;32m    240\u001b[0m                 \u001b[0malert_text\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'alert'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'text'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    241\u001b[0m             \u001b[1;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0malert_text\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 242\u001b[1;33m         \u001b[1;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    243\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    244\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_value_or_default\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdefault\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNoSuchElementException\u001b[0m: Message: no such element: Unable to locate element: {\"method\":\"xpath\",\"selector\":\"//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody/tr[18]/td[3]/a\"}\n  (Session info: chrome=78.0.3904.108)\n"
     ]
    }
   ],
   "source": [
    "Final_List=[]\n",
    "url=\"https://www.hsx.com/security/feature.php?type=boxoffice&wdate=2019-01-04\" ## focussing and starting from the first page\n",
    "\n",
    "driver.get(url) ## get the url\n",
    "quotes = driver.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody')\n",
    "counter=1\n",
    "for row_1 in quotes.find_elements_by_xpath(\".//tr\"):\n",
    "\n",
    "    for td_prime in row_1.find_elements_by_xpath(\".//td\"):\n",
    "\n",
    "        print(\"I was here\")\n",
    "        td_prime.find_element_by_xpath('//a[contains(@href, \"security\")]')\n",
    "        Final_List.append(td_prime.text)\n",
    "    \n",
    "    pinto12=driver.find_element_by_xpath(f'//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody/tr[{counter}]/td[3]/a')\n",
    "    Mahrulez=pinto12.get_attribute(\"href\")\n",
    "    counter+=1\n",
    "#     pinto1=driver.find_element_by_xpath('//a[contains(@href, \"security/view\")]').get_attribute(\"href\")\n",
    "#     #driver.close()\n",
    "    print(Mahrulez)\n",
    "#     counter+=1\n",
    "#     driver1=Chrome(webdriver)\n",
    "#     driver1.get(pinto1)\n",
    "#         pinto1=driver1.find_element_by_xpath('//a[contains(@href, \"security\")]').get_attribute(\"href\")\n",
    "#         print(pinto1)\n",
    "#         driver1.get(pinto1)\n",
    "#         quotes_2 = driver1.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/div[1]/div[1]/table/tbody')\n",
    "#         for row_x in quotes_2.find_elements_by_xpath(\".//tr\"):\n",
    "\n",
    "#             for td_supreme in row_x.find_elements_by_xpath(\".//td\"):\n",
    "#                 Final_List.append(td_supreme.text)\n",
    "\n",
    "#         quotes_3 = driver1.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/div[1]/div[2]/table/tbody')\n",
    "#         for row_y in quotes_3.find_elements_by_xpath(\".//tr\"): \n",
    "\n",
    "#             for td_passion in row_y.find_elements_by_xpath(\".//td\"):\n",
    "#                 Final_List.append(td_passion.text)\n",
    "#         desc=driver1.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/p[1]')\n",
    "#         Final_List.append(desc.text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://www.hsx.com/security/view/HTGSC\n"
     ]
    }
   ],
   "source": [
    "apni=[]\n",
    "driver.get(url)\n",
    "pinto12=driver.find_element_by_xpath('//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody/tr[17]/td[2]/a')\n",
    "print(pinto12.get_attribute(\"href\"))\n",
    "apni.append(pinto12.get_attribute(\"href\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['https://www.hsx.com/security/view/HTGSC']"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "apni"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<selenium.webdriver.remote.webelement.WebElement (session=\"9fde5bd37e43a399b340ab9dedc45878\", element=\"c789efa1-f121-4be5-8e70-d398f82bb0b7\")>\n",
      "<selenium.webdriver.remote.webelement.WebElement (session=\"9fde5bd37e43a399b340ab9dedc45878\", element=\"e9ee6faf-a8e8-46bd-b731-556ba3a84eb4\")>\n",
      "<selenium.webdriver.remote.webelement.WebElement (session=\"9fde5bd37e43a399b340ab9dedc45878\", element=\"64a38e04-e577-4257-9104-9e2b06fbb33f\")>\n"
     ]
    },
    {
     "ename": "NoSuchElementException",
     "evalue": "Message: no such element: Unable to locate element: {\"method\":\"xpath\",\"selector\":\"//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody/tr[18]/td[2]/a\"}\n  (Session info: chrome=78.0.3904.108)\n",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNoSuchElementException\u001b[0m                    Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-65-9cf85c7c4437>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      2\u001b[0m     \u001b[0mdriver\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0murl\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      3\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 4\u001b[1;33m     \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdriver\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfind_element_by_xpath\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34mf'//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody/tr[{i}]/td[2]/a'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      5\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mfind_element_by_xpath\u001b[1;34m(self, xpath)\u001b[0m\n\u001b[0;32m    392\u001b[0m             \u001b[0melement\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mdriver\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfind_element_by_xpath\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'//div/td[1]'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    393\u001b[0m         \"\"\"\n\u001b[1;32m--> 394\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mfind_element\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mby\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mXPATH\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mxpath\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    395\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    396\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mfind_elements_by_xpath\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mxpath\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mfind_element\u001b[1;34m(self, by, value)\u001b[0m\n\u001b[0;32m    976\u001b[0m         return self.execute(Command.FIND_ELEMENT, {\n\u001b[0;32m    977\u001b[0m             \u001b[1;34m'using'\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mby\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 978\u001b[1;33m             'value': value})['value']\n\u001b[0m\u001b[0;32m    979\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    980\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0mfind_elements\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mby\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mBy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mID\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mNone\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\webdriver.py\u001b[0m in \u001b[0;36mexecute\u001b[1;34m(self, driver_command, params)\u001b[0m\n\u001b[0;32m    319\u001b[0m         \u001b[0mresponse\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcommand_executor\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexecute\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdriver_command\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    320\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mresponse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 321\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0merror_handler\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcheck_response\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mresponse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    322\u001b[0m             response['value'] = self._unwrap_value(\n\u001b[0;32m    323\u001b[0m                 response.get('value', None))\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\selenium\\webdriver\\remote\\errorhandler.py\u001b[0m in \u001b[0;36mcheck_response\u001b[1;34m(self, response)\u001b[0m\n\u001b[0;32m    240\u001b[0m                 \u001b[0malert_text\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'alert'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'text'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    241\u001b[0m             \u001b[1;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0malert_text\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 242\u001b[1;33m         \u001b[1;32mraise\u001b[0m \u001b[0mexception_class\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmessage\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mscreen\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstacktrace\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    243\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    244\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_value_or_default\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdefault\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNoSuchElementException\u001b[0m: Message: no such element: Unable to locate element: {\"method\":\"xpath\",\"selector\":\"//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody/tr[18]/td[2]/a\"}\n  (Session info: chrome=78.0.3904.108)\n"
     ]
    }
   ],
   "source": [
    "for i in range(15,22):\n",
    "    driver.get(url)\n",
    "    \n",
    "    try:\n",
    "        \n",
    "        driver.find_element_by_xpath(f'//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody/tr[{i}]/td[2]/a')\n",
    "    except NoSuchElementException\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "driver.find_element_by_xpath(f'//*[@id=\"container\"]/div[2]/div[1]/div[2]/table/tbody/tr[{i}]/td[2]/a'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}