Notebook 3. example runs for scraping reviews.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "from src.parse_funcs import soupify, rev_address, \\\n",
    "                        format_url, list_reviews, \\\n",
    "                        pgs_reviews_url, pg_urltag\n",
    "import pandas as pd\n",
    "import csv\n",
    "import sys\n",
    "reload(sys)\n",
    "sys.setdefaultencoding('utf-8')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Scraping Reviews"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = pd.read_csv('data/attractions.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2252, 4)"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "url = df.url\n",
    "last_pgs = df.last_page_number"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df2 = pd.read_csv('data/reviews_2.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>attractions</th>\n",
       "      <th>reviews</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nKept coming back as it was the calmest place...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nCame by today to give this place a second ch...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Kept coming back as it was the calmest place a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Came by today to give this place a second chan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is one of my favorite places to snorkel o...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>A lovely, pretty beach cove. Small, quiet with...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>We really enjoy Smith Cove, but it's starting ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Definitely worth going to if you are staying i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>The snorkeling here is great,and you don't hav...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Always come here to enjoy what Smith Cove has ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>We were told about Smith Cove by a local...and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>We enjoyed our stop at Smith Cove for a change...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nJust a small cove off the beaten path where ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nBring your mask and fins for a fun snorkel a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Just a small cove off the beaten path where yo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Bring your mask and fins for a fun snorkel aro...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Stop here and went snorkeling. Easy to get in ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is a place to see. It can be very rough w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Gorgeous beach. Gorgeous waters. Gorgeous snor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This place is sort of like snorkeling in an aq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Decided to spend the afternoon here and didn't...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This small cove is great for an afternoon swim...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Beautiful spot to swim and beach, but be caref...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is a beautiful area off the beaten path a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nThis amazing 'natural' cove is very special ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nHaving done research ahead of time, we knew ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This amazing 'natural' cove is very special to...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Having done research ahead of time, we knew we...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is the only beach on the island that I wo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This was one of our favorite spots to snorkel....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22404</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>The exhibits - especially the butterfly exhibi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22405</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Incredible place to experience multiple majest...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22406</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>La Paz Waterfall Gardens is one of the most am...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22407</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>For our 25th wedding anniversary this made the...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22408</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>We arrived early to ensure we would have time ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22409</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Nice natural surroundings very close at hand. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22410</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is was an amazing day trip for me and my ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22411</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Went with my wife, her mother, and our 3mo son...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22412</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Love this place. But when we were there it rai...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22413</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is a beautiful and well laid out space. I...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22414</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>I spent an amazing day at the La Paz Waterfall...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22415</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>I was in Costa Rica on a quest to see as many ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22416</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Very tastefully done tourist attraction that g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22417</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Getting here was very easy as it's on a main r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22418</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>We travelled here as part of the full day tour...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22419</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Must visit place in CR! This place is packed w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22420</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>So many varieties of plants and animals to see...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22421</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>La Paz Waterfall gardens is actually an ecolog...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22422</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>The various waterfalls at La Paz waterfall gar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22423</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>An amazing reservation and lodge with so much ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22424</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Lots of stairs and hiking but the waterfalls w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22425</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is a wildlife/ ecopark built around water...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22426</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>My wife and I took a tour bus from our Hotel B...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22427</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>I went to these waterfalls as a package where ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22428</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>If you are not a fan of zoos, I do not recomme...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22429</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Wow. Came here on a tour out of San Jose, had ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22430</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Overpriced for sure. $40 per person without th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22431</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This place was awesome!!!! I love hikes and th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22432</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>If you have kids, it's pretty darn awesome. Be...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22433</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This waterfall is great. It's free just have t...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>22434 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   attractions  \\\n",
       "0       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "1       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "2       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "3       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "4       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "5       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "6       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "7       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "8       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "9       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "10      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "11      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "12      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "13      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "14      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "15      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "16      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "17      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "18      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "19      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "20      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "21      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "22      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "23      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "24      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "25      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "26      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "27      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "28      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "29      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "...                                        ...   \n",
       "22404  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22405  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22406  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22407  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22408  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22409  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22410  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22411  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22412  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22413  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22414  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22415  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22416  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22417  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22418  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22419  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22420  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22421  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22422  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22423  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22424  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22425  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22426  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22427  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22428  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22429  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22430  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22431  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22432  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22433  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "\n",
       "                                                 reviews  \n",
       "0      \\nKept coming back as it was the calmest place...  \n",
       "1      \\nCame by today to give this place a second ch...  \n",
       "2      Kept coming back as it was the calmest place a...  \n",
       "3      Came by today to give this place a second chan...  \n",
       "4      This is one of my favorite places to snorkel o...  \n",
       "5      A lovely, pretty beach cove. Small, quiet with...  \n",
       "6      We really enjoy Smith Cove, but it's starting ...  \n",
       "7      Definitely worth going to if you are staying i...  \n",
       "8      The snorkeling here is great,and you don't hav...  \n",
       "9      Always come here to enjoy what Smith Cove has ...  \n",
       "10     We were told about Smith Cove by a local...and...  \n",
       "11     We enjoyed our stop at Smith Cove for a change...  \n",
       "12     \\nJust a small cove off the beaten path where ...  \n",
       "13     \\nBring your mask and fins for a fun snorkel a...  \n",
       "14     Just a small cove off the beaten path where yo...  \n",
       "15     Bring your mask and fins for a fun snorkel aro...  \n",
       "16     Stop here and went snorkeling. Easy to get in ...  \n",
       "17     This is a place to see. It can be very rough w...  \n",
       "18     Gorgeous beach. Gorgeous waters. Gorgeous snor...  \n",
       "19     This place is sort of like snorkeling in an aq...  \n",
       "20     Decided to spend the afternoon here and didn't...  \n",
       "21     This small cove is great for an afternoon swim...  \n",
       "22     Beautiful spot to swim and beach, but be caref...  \n",
       "23     This is a beautiful area off the beaten path a...  \n",
       "24     \\nThis amazing 'natural' cove is very special ...  \n",
       "25     \\nHaving done research ahead of time, we knew ...  \n",
       "26     This amazing 'natural' cove is very special to...  \n",
       "27     Having done research ahead of time, we knew we...  \n",
       "28     This is the only beach on the island that I wo...  \n",
       "29     This was one of our favorite spots to snorkel....  \n",
       "...                                                  ...  \n",
       "22404  The exhibits - especially the butterfly exhibi...  \n",
       "22405  Incredible place to experience multiple majest...  \n",
       "22406  La Paz Waterfall Gardens is one of the most am...  \n",
       "22407  For our 25th wedding anniversary this made the...  \n",
       "22408  We arrived early to ensure we would have time ...  \n",
       "22409  Nice natural surroundings very close at hand. ...  \n",
       "22410  This is was an amazing day trip for me and my ...  \n",
       "22411  Went with my wife, her mother, and our 3mo son...  \n",
       "22412  Love this place. But when we were there it rai...  \n",
       "22413  This is a beautiful and well laid out space. I...  \n",
       "22414  I spent an amazing day at the La Paz Waterfall...  \n",
       "22415  I was in Costa Rica on a quest to see as many ...  \n",
       "22416  Very tastefully done tourist attraction that g...  \n",
       "22417  Getting here was very easy as it's on a main r...  \n",
       "22418  We travelled here as part of the full day tour...  \n",
       "22419  Must visit place in CR! This place is packed w...  \n",
       "22420  So many varieties of plants and animals to see...  \n",
       "22421  La Paz Waterfall gardens is actually an ecolog...  \n",
       "22422  The various waterfalls at La Paz waterfall gar...  \n",
       "22423  An amazing reservation and lodge with so much ...  \n",
       "22424  Lots of stairs and hiking but the waterfalls w...  \n",
       "22425  This is a wildlife/ ecopark built around water...  \n",
       "22426  My wife and I took a tour bus from our Hotel B...  \n",
       "22427  I went to these waterfalls as a package where ...  \n",
       "22428  If you are not a fan of zoos, I do not recomme...  \n",
       "22429  Wow. Came here on a tour out of San Jose, had ...  \n",
       "22430  Overpriced for sure. $40 per person without th...  \n",
       "22431  This place was awesome!!!! I love hikes and th...  \n",
       "22432  If you have kids, it's pretty darn awesome. Be...  \n",
       "22433  This waterfall is great. It's free just have t...  \n",
       "\n",
       "[22434 rows x 2 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "i=0\n",
    "\n",
    "review_urls = []\n",
    "if last_pgs[i]<100:\n",
    "    pgs = pg_urltag(last_pgs[i])\n",
    "else:\n",
    "    pgs = pg_urltag(100)\n",
    "for x in pgs:\n",
    "    review_urls.append(pgs_reviews_url(url[i], x))\n",
    "\n",
    "reviews_for_attraction = []  \n",
    "for x in review_urls:\n",
    "    r, soup = soupify(x)\n",
    "    l = list_reviews(r, soup)\n",
    "    reviews_for_attraction+=l"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1000"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(reviews_for_attraction)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "reviews_total = []\n",
    "for i in range(2001,2252):\n",
    "    \n",
    "    review_urls = []\n",
    "    if last_pgs[i]<100:\n",
    "        pgs = pg_urltag(last_pgs[i])\n",
    "    else:\n",
    "        pgs = pg_urltag(100)\n",
    "    for x in pgs:\n",
    "        review_urls.append(pgs_reviews_url(url[i], x))\n",
    "\n",
    "    reviews_for_attraction = []  \n",
    "    for x in review_urls:\n",
    "        r, soup = soupify(x)\n",
    "        l = list_reviews(r, soup)\n",
    "        reviews_for_attraction+=l\n",
    "    reviews_total.append(reviews_for_attraction)\n",
    "    if i%10 ==0:\n",
    "        print i"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "abel_len = map(len,reviews_total)\n",
    "attr = list(df.attraction)[1137:1501]\n",
    "attr = [[x] for x in attr]\n",
    "\n",
    "attr_label = []\n",
    "\n",
    "for i in range(len(attr)):\n",
    "    attr_label.append(attr[i]*label_len[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Sozopol_Old_Town-Sozopol_Burgas_Province']"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "attr[1501]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "label_len = map(len,reviews_total)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "ename": "IndexError",
     "evalue": "list index out of range",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mIndexError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-11-50609935eec7>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      6\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1137\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m1501\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 8\u001b[0;31m     \u001b[0mattr_label\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mattr\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0mlabel_len\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mIndexError\u001b[0m: list index out of range"
     ]
    }
   ],
   "source": [
    "attr = df.attraction\n",
    "\n",
    "attr = [[x] for x in attr]\n",
    "\n",
    "attr_label = []\n",
    "\n",
    "for i in range(1137, 1501):\n",
    "    attr_label.append(attr[i]*label_len[i+])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "649"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(reviews_total)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "385"
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "last_pgs[648]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1387"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(reviews_total[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "label_len = map(len,reviews_total)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "attr = df.attraction\n",
    "\n",
    "attr = [[x] for x in attr]\n",
    "\n",
    "attr_label = []\n",
    "\n",
    "for i in range(len(label_len)):\n",
    "    attr_label.append(attr[i]*label_len[i])\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "reviews = []\n",
    "for i in range(len(reviews_total)):\n",
    "    reviews += reviews_total[i]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "attr_label_total = []\n",
    "for x in attr_label:\n",
    "    attr_label_total+=x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "198579"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(attr_label_total)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "198579"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(reviews)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "reviews_so_far = zip(attr_label_total, reviews)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('data/reviews_3.csv','wb') as out:\n",
    "    csv_out=csv.writer(out)\n",
    "    csv_out.writerow(['attractions','reviews'])\n",
    "    for row in reviews_so_far:\n",
    "        csv_out.writerow(row)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1, 2, 3, 4]\n"
     ]
    }
   ],
   "source": [
    "print range(1,5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>attractions</th>\n",
       "      <th>reviews</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nKept coming back as it was the calmest place...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nCame by today to give this place a second ch...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Kept coming back as it was the calmest place a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Came by today to give this place a second chan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is one of my favorite places to snorkel o...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>A lovely, pretty beach cove. Small, quiet with...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>We really enjoy Smith Cove, but it's starting ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Definitely worth going to if you are staying i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>The snorkeling here is great,and you don't hav...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Always come here to enjoy what Smith Cove has ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>We were told about Smith Cove by a local...and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>We enjoyed our stop at Smith Cove for a change...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nJust a small cove off the beaten path where ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nBring your mask and fins for a fun snorkel a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Just a small cove off the beaten path where yo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Bring your mask and fins for a fun snorkel aro...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Stop here and went snorkeling. Easy to get in ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is a place to see. It can be very rough w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Gorgeous beach. Gorgeous waters. Gorgeous snor...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This place is sort of like snorkeling in an aq...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Decided to spend the afternoon here and didn't...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This small cove is great for an afternoon swim...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Beautiful spot to swim and beach, but be caref...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is a beautiful area off the beaten path a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nThis amazing 'natural' cove is very special ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>\\nHaving done research ahead of time, we knew ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This amazing 'natural' cove is very special to...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Having done research ahead of time, we knew we...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is the only beach on the island that I wo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Smith_Cove-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This was one of our favorite spots to snorkel....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22404</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>The exhibits - especially the butterfly exhibi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22405</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Incredible place to experience multiple majest...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22406</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>La Paz Waterfall Gardens is one of the most am...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22407</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>For our 25th wedding anniversary this made the...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22408</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>We arrived early to ensure we would have time ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22409</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Nice natural surroundings very close at hand. ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22410</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is was an amazing day trip for me and my ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22411</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Went with my wife, her mother, and our 3mo son...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22412</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Love this place. But when we were there it rai...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22413</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is a beautiful and well laid out space. I...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22414</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>I spent an amazing day at the La Paz Waterfall...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22415</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>I was in Costa Rica on a quest to see as many ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22416</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Very tastefully done tourist attraction that g...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22417</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Getting here was very easy as it's on a main r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22418</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>We travelled here as part of the full day tour...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22419</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Must visit place in CR! This place is packed w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22420</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>So many varieties of plants and animals to see...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22421</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>La Paz Waterfall gardens is actually an ecolog...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22422</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>The various waterfalls at La Paz waterfall gar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22423</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>An amazing reservation and lodge with so much ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22424</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Lots of stairs and hiking but the waterfalls w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22425</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This is a wildlife/ ecopark built around water...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22426</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>My wife and I took a tour bus from our Hotel B...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22427</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>I went to these waterfalls as a package where ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22428</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>If you are not a fan of zoos, I do not recomme...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22429</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Wow. Came here on a tour out of San Jose, had ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22430</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>Overpriced for sure. $40 per person without th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22431</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This place was awesome!!!! I love hikes and th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22432</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>If you have kids, it's pretty darn awesome. Be...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22433</th>\n",
       "      <td>The_Sandbar-Grand_Cayman_Cayman_Islands</td>\n",
       "      <td>This waterfall is great. It's free just have t...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>22434 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   attractions  \\\n",
       "0       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "1       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "2       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "3       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "4       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "5       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "6       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "7       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "8       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "9       Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "10      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "11      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "12      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "13      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "14      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "15      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "16      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "17      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "18      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "19      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "20      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "21      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "22      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "23      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "24      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "25      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "26      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "27      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "28      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "29      Smith_Cove-Grand_Cayman_Cayman_Islands   \n",
       "...                                        ...   \n",
       "22404  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22405  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22406  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22407  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22408  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22409  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22410  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22411  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22412  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22413  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22414  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22415  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22416  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22417  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22418  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22419  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22420  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22421  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22422  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22423  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22424  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22425  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22426  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22427  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22428  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22429  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22430  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22431  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22432  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "22433  The_Sandbar-Grand_Cayman_Cayman_Islands   \n",
       "\n",
       "                                                 reviews  \n",
       "0      \\nKept coming back as it was the calmest place...  \n",
       "1      \\nCame by today to give this place a second ch...  \n",
       "2      Kept coming back as it was the calmest place a...  \n",
       "3      Came by today to give this place a second chan...  \n",
       "4      This is one of my favorite places to snorkel o...  \n",
       "5      A lovely, pretty beach cove. Small, quiet with...  \n",
       "6      We really enjoy Smith Cove, but it's starting ...  \n",
       "7      Definitely worth going to if you are staying i...  \n",
       "8      The snorkeling here is great,and you don't hav...  \n",
       "9      Always come here to enjoy what Smith Cove has ...  \n",
       "10     We were told about Smith Cove by a local...and...  \n",
       "11     We enjoyed our stop at Smith Cove for a change...  \n",
       "12     \\nJust a small cove off the beaten path where ...  \n",
       "13     \\nBring your mask and fins for a fun snorkel a...  \n",
       "14     Just a small cove off the beaten path where yo...  \n",
       "15     Bring your mask and fins for a fun snorkel aro...  \n",
       "16     Stop here and went snorkeling. Easy to get in ...  \n",
       "17     This is a place to see. It can be very rough w...  \n",
       "18     Gorgeous beach. Gorgeous waters. Gorgeous snor...  \n",
       "19     This place is sort of like snorkeling in an aq...  \n",
       "20     Decided to spend the afternoon here and didn't...  \n",
       "21     This small cove is great for an afternoon swim...  \n",
       "22     Beautiful spot to swim and beach, but be caref...  \n",
       "23     This is a beautiful area off the beaten path a...  \n",
       "24     \\nThis amazing 'natural' cove is very special ...  \n",
       "25     \\nHaving done research ahead of time, we knew ...  \n",
       "26     This amazing 'natural' cove is very special to...  \n",
       "27     Having done research ahead of time, we knew we...  \n",
       "28     This is the only beach on the island that I wo...  \n",
       "29     This was one of our favorite spots to snorkel....  \n",
       "...                                                  ...  \n",
       "22404  The exhibits - especially the butterfly exhibi...  \n",
       "22405  Incredible place to experience multiple majest...  \n",
       "22406  La Paz Waterfall Gardens is one of the most am...  \n",
       "22407  For our 25th wedding anniversary this made the...  \n",
       "22408  We arrived early to ensure we would have time ...  \n",
       "22409  Nice natural surroundings very close at hand. ...  \n",
       "22410  This is was an amazing day trip for me and my ...  \n",
       "22411  Went with my wife, her mother, and our 3mo son...  \n",
       "22412  Love this place. But when we were there it rai...  \n",
       "22413  This is a beautiful and well laid out space. I...  \n",
       "22414  I spent an amazing day at the La Paz Waterfall...  \n",
       "22415  I was in Costa Rica on a quest to see as many ...  \n",
       "22416  Very tastefully done tourist attraction that g...  \n",
       "22417  Getting here was very easy as it's on a main r...  \n",
       "22418  We travelled here as part of the full day tour...  \n",
       "22419  Must visit place in CR! This place is packed w...  \n",
       "22420  So many varieties of plants and animals to see...  \n",
       "22421  La Paz Waterfall gardens is actually an ecolog...  \n",
       "22422  The various waterfalls at La Paz waterfall gar...  \n",
       "22423  An amazing reservation and lodge with so much ...  \n",
       "22424  Lots of stairs and hiking but the waterfalls w...  \n",
       "22425  This is a wildlife/ ecopark built around water...  \n",
       "22426  My wife and I took a tour bus from our Hotel B...  \n",
       "22427  I went to these waterfalls as a package where ...  \n",
       "22428  If you are not a fan of zoos, I do not recomme...  \n",
       "22429  Wow. Came here on a tour out of San Jose, had ...  \n",
       "22430  Overpriced for sure. $40 per person without th...  \n",
       "22431  This place was awesome!!!! I love hikes and th...  \n",
       "22432  If you have kids, it's pretty darn awesome. Be...  \n",
       "22433  This waterfall is great. It's free just have t...  \n",
       "\n",
       "[22434 rows x 2 columns]"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.read_csv('data/reviews_2.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}