1.1 Extract Restaurants.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Initialize"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import json\n",
    "from geopy.distance import distance"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load file\n",
    "<li> load grab.csv containing all information of restaurants on grab</li>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "grab_df = pd.read_csv(\"dataset/grab.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Filter for restaurants only\n",
    "restaurants_df = grab_df[grab_df['loc_type']=='FOOD']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>address</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "      <th>opening_hours</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Texas Chicken</td>\n",
       "      <td>Texas Chicken - VivoCity</td>\n",
       "      <td>1.264792</td>\n",
       "      <td>103.822103</td>\n",
       "      <td>{\"open\": true, \"displayedHours\": \"10:30-21:30\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Subway</td>\n",
       "      <td>Subway - Vivocity</td>\n",
       "      <td>1.264741</td>\n",
       "      <td>103.822072</td>\n",
       "      <td>{\"open\": true, \"displayedHours\": \"12:00-19:00\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>LiHO Tea</td>\n",
       "      <td>LiHO Tea - Vivo City</td>\n",
       "      <td>1.264309</td>\n",
       "      <td>103.821369</td>\n",
       "      <td>{\"open\": true, \"displayedHours\": \"11:30-20:45\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Wingstop</td>\n",
       "      <td>Wingstop - VivoCity</td>\n",
       "      <td>1.263527</td>\n",
       "      <td>103.821712</td>\n",
       "      <td>{\"open\": true, \"displayedHours\": \"11:00-21:00\"...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Le Shrimp Ramen</td>\n",
       "      <td>Le Shrimp Ramen - Vivocity</td>\n",
       "      <td>1.264810</td>\n",
       "      <td>103.822554</td>\n",
       "      <td>{\"open\": true, \"displayedHours\": \"10:30-21:00\"...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              name                     address       lat         lon  \\\n",
       "0    Texas Chicken    Texas Chicken - VivoCity  1.264792  103.822103   \n",
       "1           Subway           Subway - Vivocity  1.264741  103.822072   \n",
       "2         LiHO Tea        LiHO Tea - Vivo City  1.264309  103.821369   \n",
       "3         Wingstop         Wingstop - VivoCity  1.263527  103.821712   \n",
       "4  Le Shrimp Ramen  Le Shrimp Ramen - Vivocity  1.264810  103.822554   \n",
       "\n",
       "                                       opening_hours  \n",
       "0  {\"open\": true, \"displayedHours\": \"10:30-21:30\"...  \n",
       "1  {\"open\": true, \"displayedHours\": \"12:00-19:00\"...  \n",
       "2  {\"open\": true, \"displayedHours\": \"11:30-20:45\"...  \n",
       "3  {\"open\": true, \"displayedHours\": \"11:00-21:00\"...  \n",
       "4  {\"open\": true, \"displayedHours\": \"10:30-21:00\"...  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# filter relevant columns\n",
    "restaurants_df = restaurants_df[['name', 'address','lat','lon', 'opening_hours']]\n",
    "restaurants_df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Process opening_hours\n",
    "<li>We want to filter for restaurants that are open on both Friday and Saturday past 12am</li>\n",
    "<li>We want to filer for restaurants in Singapore's downtown region only</li>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Extract friday and saturday opening hours\n",
    "restaurants_df['fri_opening_hrs'] = restaurants_df['opening_hours'].apply(lambda x: json.loads(x)[\"fri\"])\n",
    "restaurants_df['sat_opening_hrs'] = restaurants_df['opening_hours'].apply(lambda x: json.loads(x)[\"sat\"])\n",
    "\n",
    "# Remove opening_hours column\n",
    "restaurants_df = restaurants_df.drop('opening_hours', axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Helper function to filter rows where opening hours extend past 00:00\n",
    "def extends_past_midnight(opening_hrs):\n",
    "    # Check if restaurants is closed\n",
    "    if opening_hrs == 'Closed':\n",
    "        return False\n",
    "    \n",
    "    time_range = opening_hrs.split()\n",
    "    # Split the time range into opening and closing times\n",
    "    def past_midnight(range):\n",
    "        times = range.split('-')\n",
    "        opening_time = times[0]\n",
    "        closing_time = times[1]\n",
    "\n",
    "        # Convert opening and closing times to datetime objects\n",
    "        opening_datetime = pd.to_datetime(opening_time, format='%H:%M')\n",
    "        closing_datetime = pd.to_datetime(closing_time, format='%H:%M')\n",
    "\n",
    "        # Check if closing time is earlier than opening time, indicating it extends past 00:00\n",
    "        return (closing_datetime < opening_datetime) or opening_time ==\"00:00\"\n",
    "    \n",
    "    return any(past_midnight(range) for range in time_range)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create a binary variable that determines if a restaurant is open past 00:00\n",
    "restaurants_df['fri_past_00:00'] = restaurants_df['fri_opening_hrs'].apply(extends_past_midnight)\n",
    "restaurants_df['sat_past_00:00'] = restaurants_df['sat_opening_hrs'].apply(extends_past_midnight)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Column to indentify restaurants that open past 00:00 on both friday and saturday\n",
    "restaurants_df['midnight_restaurant'] = restaurants_df.apply(lambda x: True if x['fri_past_00:00'] and x['sat_past_00:00'] else False, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>address</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "      <th>fri_opening_hrs</th>\n",
       "      <th>sat_opening_hrs</th>\n",
       "      <th>fri_past_00:00</th>\n",
       "      <th>sat_past_00:00</th>\n",
       "      <th>midnight_restaurant</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>139</th>\n",
       "      <td>Jalan Tua Kong Ya Lim Mee Pok</td>\n",
       "      <td>Jalan Tua Kong Ya Lim Mee Pok - Telok Blangah ...</td>\n",
       "      <td>1.277626</td>\n",
       "      <td>103.819708</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>Ya</td>\n",
       "      <td>Ya-mahyuddin Al-jailani Restaurant - Kampong B...</td>\n",
       "      <td>1.276141</td>\n",
       "      <td>103.835411</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>Kimly Dim Sum</td>\n",
       "      <td>Kimly Dim Sum - Telok Blangah Crescent</td>\n",
       "      <td>1.277062</td>\n",
       "      <td>103.819199</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>Zhou Ji Ban Mian</td>\n",
       "      <td>Zhou Ji Ban Mian - Telok Blangah Crescent</td>\n",
       "      <td>1.277102</td>\n",
       "      <td>103.819195</td>\n",
       "      <td>00:00-01:00 10:00-23:59</td>\n",
       "      <td>00:00-01:00 10:00-23:59</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>Akbar 24 Hours Restaurant</td>\n",
       "      <td>Akbar 24 Hours Restaurant - Lim Teck Kim Road ...</td>\n",
       "      <td>1.273545</td>\n",
       "      <td>103.842756</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16082</th>\n",
       "      <td>505 Sembawang Mushroom Minced Meat Noodle</td>\n",
       "      <td>505 Sembawang Mushroom Minced Meat Noodle - Ca...</td>\n",
       "      <td>1.450087</td>\n",
       "      <td>103.822191</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16096</th>\n",
       "      <td>McDonald's</td>\n",
       "      <td>McDonald's - Sun Plaza</td>\n",
       "      <td>1.448357</td>\n",
       "      <td>103.819993</td>\n",
       "      <td>00:00-01:45 06:00-23:59</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16105</th>\n",
       "      <td>Al-Azhar</td>\n",
       "      <td>Al-Azhar - Tampines Street 21</td>\n",
       "      <td>1.352028</td>\n",
       "      <td>103.953905</td>\n",
       "      <td>00:00-01:45 09:00-23:59</td>\n",
       "      <td>00:00-01:45 09:00-23:59</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16110</th>\n",
       "      <td>McDonald's</td>\n",
       "      <td>McDonald's - Yishun</td>\n",
       "      <td>1.426700</td>\n",
       "      <td>103.826261</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16128</th>\n",
       "      <td>KNS Restaurant</td>\n",
       "      <td>KNS Restaurant - Jurong East Street 31</td>\n",
       "      <td>1.345438</td>\n",
       "      <td>103.730674</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>00:00-23:59</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>825 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            name  \\\n",
       "139                Jalan Tua Kong Ya Lim Mee Pok   \n",
       "163                                           Ya   \n",
       "171                                Kimly Dim Sum   \n",
       "174                             Zhou Ji Ban Mian   \n",
       "181                    Akbar 24 Hours Restaurant   \n",
       "...                                          ...   \n",
       "16082  505 Sembawang Mushroom Minced Meat Noodle   \n",
       "16096                                 McDonald's   \n",
       "16105                                   Al-Azhar   \n",
       "16110                                 McDonald's   \n",
       "16128                             KNS Restaurant   \n",
       "\n",
       "                                                 address       lat  \\\n",
       "139    Jalan Tua Kong Ya Lim Mee Pok - Telok Blangah ...  1.277626   \n",
       "163    Ya-mahyuddin Al-jailani Restaurant - Kampong B...  1.276141   \n",
       "171               Kimly Dim Sum - Telok Blangah Crescent  1.277062   \n",
       "174            Zhou Ji Ban Mian - Telok Blangah Crescent  1.277102   \n",
       "181    Akbar 24 Hours Restaurant - Lim Teck Kim Road ...  1.273545   \n",
       "...                                                  ...       ...   \n",
       "16082  505 Sembawang Mushroom Minced Meat Noodle - Ca...  1.450087   \n",
       "16096                             McDonald's - Sun Plaza  1.448357   \n",
       "16105                     Al-Azhar - Tampines Street 21   1.352028   \n",
       "16110                                McDonald's - Yishun  1.426700   \n",
       "16128             KNS Restaurant - Jurong East Street 31  1.345438   \n",
       "\n",
       "              lon          fri_opening_hrs          sat_opening_hrs  \\\n",
       "139    103.819708              00:00-23:59              00:00-23:59   \n",
       "163    103.835411              00:00-23:59              00:00-23:59   \n",
       "171    103.819199              00:00-23:59              00:00-23:59   \n",
       "174    103.819195  00:00-01:00 10:00-23:59  00:00-01:00 10:00-23:59   \n",
       "181    103.842756              00:00-23:59              00:00-23:59   \n",
       "...           ...                      ...                      ...   \n",
       "16082  103.822191              00:00-23:59              00:00-23:59   \n",
       "16096  103.819993  00:00-01:45 06:00-23:59              00:00-23:59   \n",
       "16105  103.953905  00:00-01:45 09:00-23:59  00:00-01:45 09:00-23:59   \n",
       "16110  103.826261              00:00-23:59              00:00-23:59   \n",
       "16128  103.730674              00:00-23:59              00:00-23:59   \n",
       "\n",
       "       fri_past_00:00  sat_past_00:00  midnight_restaurant  \n",
       "139              True            True                 True  \n",
       "163              True            True                 True  \n",
       "171              True            True                 True  \n",
       "174              True            True                 True  \n",
       "181              True            True                 True  \n",
       "...               ...             ...                  ...  \n",
       "16082            True            True                 True  \n",
       "16096            True            True                 True  \n",
       "16105            True            True                 True  \n",
       "16110            True            True                 True  \n",
       "16128            True            True                 True  \n",
       "\n",
       "[825 rows x 9 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# View of all restuarants open past 00:00 on both friday and saturday\n",
    "restaurants_df[restaurants_df['midnight_restaurant']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Filter necessary columns\n",
    "restaurants_df = restaurants_df[['name','address','lat','lon','midnight_restaurant']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save dataframe as CSV\n",
    "restaurants_df.to_csv(\"dataset/midnight_restaurants.csv\", index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}