getData.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "51ecbc36-1803-4225-8739-ffc06b7f3cc2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# resources taken from https://catalog.ourworldindata.org/\n",
    "import os\n",
    "from owid import catalog #API from the ourworldindata\n",
    "import numpy as numpy\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "f62d2d30-3a17-4dee-bc4c-4ada0dc578ed",
   "metadata": {},
   "outputs": [],
   "source": [
    "#fetching the data from the api and url\n",
    "rc = catalog.RemoteCatalog()\n",
    "uri = \"garden/covid/latest/cases_deaths/cases_deaths\"\n",
    "df_cases_deaths = rc[uri]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "85a3a5d8-d7e8-4d93-8560-8c14e20ddca8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "             <h2 style=\"margin-bottom: 0em\"><pre>cases_deaths</pre></h2>\n",
       "             <p style=\"font-variant: small-caps; font-size: 1.5em; font-family: sans-serif; color: grey; margin-top: -0.2em; margin-bottom: 0.2em\">table</p>\n",
       "             <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>date</th>\n",
       "      <th>new_cases</th>\n",
       "      <th>total_cases</th>\n",
       "      <th>new_deaths</th>\n",
       "      <th>total_deaths</th>\n",
       "      <th>weekly_cases</th>\n",
       "      <th>weekly_deaths</th>\n",
       "      <th>weekly_pct_growth_cases</th>\n",
       "      <th>weekly_pct_growth_deaths</th>\n",
       "      <th>...</th>\n",
       "      <th>cfr_100_cases</th>\n",
       "      <th>cfr_short_term</th>\n",
       "      <th>days_since_100_total_cases</th>\n",
       "      <th>days_since_5_total_deaths</th>\n",
       "      <th>days_since_1_total_cases_per_million</th>\n",
       "      <th>days_since_0_1_total_deaths_per_million</th>\n",
       "      <th>days_since_100_total_cases_and_5m_pop</th>\n",
       "      <th>total_deaths_last12m</th>\n",
       "      <th>total_deaths_per_100k_last12m</th>\n",
       "      <th>total_deaths_per_million_last12m</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2020-01-04</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>...</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>-86</td>\n",
       "      <td>-91</td>\n",
       "      <td>-81</td>\n",
       "      <td>-91</td>\n",
       "      <td>-86</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2020-01-05</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>...</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>-85</td>\n",
       "      <td>-90</td>\n",
       "      <td>-80</td>\n",
       "      <td>-90</td>\n",
       "      <td>-85</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2020-01-06</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>...</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>-84</td>\n",
       "      <td>-89</td>\n",
       "      <td>-79</td>\n",
       "      <td>-89</td>\n",
       "      <td>-84</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2020-01-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>...</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>-83</td>\n",
       "      <td>-88</td>\n",
       "      <td>-78</td>\n",
       "      <td>-88</td>\n",
       "      <td>-83</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2020-01-08</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>...</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>-82</td>\n",
       "      <td>-87</td>\n",
       "      <td>-77</td>\n",
       "      <td>-87</td>\n",
       "      <td>-82</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 40 columns</p>\n",
       "</div>\n",
       "        "
      ],
      "text/plain": [
       "       country       date  new_cases  total_cases  new_deaths  total_deaths  \\\n",
       "0  Afghanistan 2020-01-04          0            0           0             0   \n",
       "1  Afghanistan 2020-01-05          0            0           0             0   \n",
       "2  Afghanistan 2020-01-06          0            0           0             0   \n",
       "3  Afghanistan 2020-01-07          0            0           0             0   \n",
       "4  Afghanistan 2020-01-08          0            0           0             0   \n",
       "\n",
       "   weekly_cases  weekly_deaths  weekly_pct_growth_cases  \\\n",
       "0          <NA>           <NA>                     <NA>   \n",
       "1          <NA>           <NA>                     <NA>   \n",
       "2          <NA>           <NA>                     <NA>   \n",
       "3          <NA>           <NA>                     <NA>   \n",
       "4          <NA>           <NA>                     <NA>   \n",
       "\n",
       "   weekly_pct_growth_deaths  ...  cfr_100_cases  cfr_short_term  \\\n",
       "0                      <NA>  ...           <NA>            <NA>   \n",
       "1                      <NA>  ...           <NA>            <NA>   \n",
       "2                      <NA>  ...           <NA>            <NA>   \n",
       "3                      <NA>  ...           <NA>            <NA>   \n",
       "4                      <NA>  ...           <NA>            <NA>   \n",
       "\n",
       "   days_since_100_total_cases  days_since_5_total_deaths  \\\n",
       "0                         -86                        -91   \n",
       "1                         -85                        -90   \n",
       "2                         -84                        -89   \n",
       "3                         -83                        -88   \n",
       "4                         -82                        -87   \n",
       "\n",
       "   days_since_1_total_cases_per_million  \\\n",
       "0                                   -81   \n",
       "1                                   -80   \n",
       "2                                   -79   \n",
       "3                                   -78   \n",
       "4                                   -77   \n",
       "\n",
       "   days_since_0_1_total_deaths_per_million  \\\n",
       "0                                      -91   \n",
       "1                                      -90   \n",
       "2                                      -89   \n",
       "3                                      -88   \n",
       "4                                      -87   \n",
       "\n",
       "   days_since_100_total_cases_and_5m_pop  total_deaths_last12m  \\\n",
       "0                                    -86                  <NA>   \n",
       "1                                    -85                  <NA>   \n",
       "2                                    -84                  <NA>   \n",
       "3                                    -83                  <NA>   \n",
       "4                                    -82                  <NA>   \n",
       "\n",
       "   total_deaths_per_100k_last12m  total_deaths_per_million_last12m  \n",
       "0                           <NA>                              <NA>  \n",
       "1                           <NA>                              <NA>  \n",
       "2                           <NA>                              <NA>  \n",
       "3                           <NA>                              <NA>  \n",
       "4                           <NA>                              <NA>  \n",
       "\n",
       "[5 rows x 40 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Get the first five rows\n",
    "df_cases_deaths.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "930183ff-d2b4-432d-8f5f-eb6f9c3ec76c",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_cases_deaths.reset_index(inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "4b56ce1c-ed6e-4043-b8c0-89188683084c",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_cases_deaths['country'] = df_cases_deaths['country'].astype(str)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "df8a3cb9-5323-49d6-8824-d6c9d0466f9d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Index(['country', 'date', 'new_cases', 'total_cases', 'new_deaths',\n",
      "       'total_deaths', 'weekly_cases', 'weekly_deaths',\n",
      "       'weekly_pct_growth_cases', 'weekly_pct_growth_deaths', 'biweekly_cases',\n",
      "       'biweekly_deaths', 'biweekly_pct_growth_cases',\n",
      "       'biweekly_pct_growth_deaths', 'new_cases_per_million',\n",
      "       'new_deaths_per_million', 'total_cases_per_million',\n",
      "       'total_deaths_per_million', 'weekly_cases_per_million',\n",
      "       'weekly_deaths_per_million', 'biweekly_cases_per_million',\n",
      "       'biweekly_deaths_per_million', 'total_deaths_per_100k',\n",
      "       'new_deaths_per_100k', 'new_cases_7_day_avg_right',\n",
      "       'new_deaths_7_day_avg_right', 'new_cases_per_million_7_day_avg_right',\n",
      "       'new_deaths_per_million_7_day_avg_right',\n",
      "       'new_deaths_per_100k_7_day_avg_right', 'cfr', 'cfr_100_cases',\n",
      "       'cfr_short_term', 'days_since_100_total_cases',\n",
      "       'days_since_5_total_deaths', 'days_since_1_total_cases_per_million',\n",
      "       'days_since_0_1_total_deaths_per_million',\n",
      "       'days_since_100_total_cases_and_5m_pop', 'total_deaths_last12m',\n",
      "       'total_deaths_per_100k_last12m', 'total_deaths_per_million_last12m'],\n",
      "      dtype='object')\n"
     ]
    }
   ],
   "source": [
    "print(df_cases_deaths.columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "227b119e-3e38-4379-b47e-9581d60e96e5",
   "metadata": {},
   "outputs": [],
   "source": [
    "#making all null objects to 0 because not all of the data/columns started at the same time\n",
    "df_cases_deaths.fillna(0, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "300a3833-5185-4f93-9558-9aaa432eac4a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2025-01-23 10:16:08 [warning  ] Different values of 'unit' detected among variables: {'cases per million people', '%', 'deaths per million people', 'cases', 'deaths', 'days', 'deaths per 100,000 people'} category=DifferentValuesWarning filename=D:\\Python\\Lib\\site-packages\\owid\\catalog\\variables.py lineno=360\n",
      "<class 'owid.catalog.tables.Table'>\n",
      "RangeIndex: 457250 entries, 0 to 457249\n",
      "Data columns (total 40 columns):\n",
      " #   Column                                   Non-Null Count   Dtype         \n",
      "---  ------                                   --------------   -----         \n",
      " 0   country                                  457250 non-null  object        \n",
      " 1   date                                     457250 non-null  datetime64[ns]\n",
      " 2   new_cases                                457250 non-null  UInt32        \n",
      " 3   total_cases                              457250 non-null  UInt32        \n",
      " 4   new_deaths                               457250 non-null  UInt16        \n",
      " 5   total_deaths                             457250 non-null  UInt32        \n",
      " 6   weekly_cases                             457250 non-null  UInt32        \n",
      " 7   weekly_deaths                            457250 non-null  UInt32        \n",
      " 8   weekly_pct_growth_cases                  457250 non-null  Float32       \n",
      " 9   weekly_pct_growth_deaths                 457250 non-null  Float32       \n",
      " 10  biweekly_cases                           457250 non-null  UInt32        \n",
      " 11  biweekly_deaths                          457250 non-null  UInt32        \n",
      " 12  biweekly_pct_growth_cases                457250 non-null  Float32       \n",
      " 13  biweekly_pct_growth_deaths               457250 non-null  Float32       \n",
      " 14  new_cases_per_million                    457250 non-null  Float32       \n",
      " 15  new_deaths_per_million                   457250 non-null  Float32       \n",
      " 16  total_cases_per_million                  457250 non-null  Float32       \n",
      " 17  total_deaths_per_million                 457250 non-null  Float32       \n",
      " 18  weekly_cases_per_million                 457250 non-null  Float32       \n",
      " 19  weekly_deaths_per_million                457250 non-null  Float32       \n",
      " 20  biweekly_cases_per_million               457250 non-null  Float32       \n",
      " 21  biweekly_deaths_per_million              457250 non-null  Float32       \n",
      " 22  total_deaths_per_100k                    457250 non-null  Float32       \n",
      " 23  new_deaths_per_100k                      457250 non-null  Float32       \n",
      " 24  new_cases_7_day_avg_right                457250 non-null  Float32       \n",
      " 25  new_deaths_7_day_avg_right               457250 non-null  Float32       \n",
      " 26  new_cases_per_million_7_day_avg_right    457250 non-null  Float32       \n",
      " 27  new_deaths_per_million_7_day_avg_right   457250 non-null  Float32       \n",
      " 28  new_deaths_per_100k_7_day_avg_right      457250 non-null  Float32       \n",
      " 29  cfr                                      457250 non-null  Float32       \n",
      " 30  cfr_100_cases                            457250 non-null  Float32       \n",
      " 31  cfr_short_term                           457250 non-null  Float32       \n",
      " 32  days_since_100_total_cases               457250 non-null  Int16         \n",
      " 33  days_since_5_total_deaths                457250 non-null  Int16         \n",
      " 34  days_since_1_total_cases_per_million     457250 non-null  Int16         \n",
      " 35  days_since_0_1_total_deaths_per_million  457250 non-null  Int16         \n",
      " 36  days_since_100_total_cases_and_5m_pop    457250 non-null  Int16         \n",
      " 37  total_deaths_last12m                     457250 non-null  Int32         \n",
      " 38  total_deaths_per_100k_last12m            457250 non-null  Float32       \n",
      " 39  total_deaths_per_million_last12m         457250 non-null  Float32       \n",
      "dtypes: Float32(24), Int16(5), Int32(1), UInt16(1), UInt32(7), datetime64[ns](1), object(1)\n",
      "memory usage: 84.6+ MB\n"
     ]
    }
   ],
   "source": [
    "# Get the data types and number of non-null values in the dataset.\n",
    "df_cases_deaths.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "8d51d03b-6c6f-4565-8a54-d62791197ae2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "             <h2 style=\"margin-bottom: 0em\"><pre>cases_deaths</pre></h2>\n",
       "             <p style=\"font-variant: small-caps; font-size: 1.5em; font-family: sans-serif; color: grey; margin-top: -0.2em; margin-bottom: 0.2em\">table</p>\n",
       "             <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>date</th>\n",
       "      <th>new_cases</th>\n",
       "      <th>total_cases</th>\n",
       "      <th>new_deaths</th>\n",
       "      <th>total_deaths</th>\n",
       "      <th>weekly_cases</th>\n",
       "      <th>weekly_deaths</th>\n",
       "      <th>weekly_pct_growth_cases</th>\n",
       "      <th>weekly_pct_growth_deaths</th>\n",
       "      <th>...</th>\n",
       "      <th>cfr_100_cases</th>\n",
       "      <th>cfr_short_term</th>\n",
       "      <th>days_since_100_total_cases</th>\n",
       "      <th>days_since_5_total_deaths</th>\n",
       "      <th>days_since_1_total_cases_per_million</th>\n",
       "      <th>days_since_0_1_total_deaths_per_million</th>\n",
       "      <th>days_since_100_total_cases_and_5m_pop</th>\n",
       "      <th>total_deaths_last12m</th>\n",
       "      <th>total_deaths_per_100k_last12m</th>\n",
       "      <th>total_deaths_per_million_last12m</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2020-01-04</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-86</td>\n",
       "      <td>-91</td>\n",
       "      <td>-81</td>\n",
       "      <td>-91</td>\n",
       "      <td>-86</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2020-01-05</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-85</td>\n",
       "      <td>-90</td>\n",
       "      <td>-80</td>\n",
       "      <td>-90</td>\n",
       "      <td>-85</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2020-01-06</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-84</td>\n",
       "      <td>-89</td>\n",
       "      <td>-79</td>\n",
       "      <td>-89</td>\n",
       "      <td>-84</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2020-01-07</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-83</td>\n",
       "      <td>-88</td>\n",
       "      <td>-78</td>\n",
       "      <td>-88</td>\n",
       "      <td>-83</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2020-01-08</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-82</td>\n",
       "      <td>-87</td>\n",
       "      <td>-77</td>\n",
       "      <td>-87</td>\n",
       "      <td>-82</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 40 columns</p>\n",
       "</div>\n",
       "        "
      ],
      "text/plain": [
       "       country       date  new_cases  total_cases  new_deaths  total_deaths  \\\n",
       "0  Afghanistan 2020-01-04          0            0           0             0   \n",
       "1  Afghanistan 2020-01-05          0            0           0             0   \n",
       "2  Afghanistan 2020-01-06          0            0           0             0   \n",
       "3  Afghanistan 2020-01-07          0            0           0             0   \n",
       "4  Afghanistan 2020-01-08          0            0           0             0   \n",
       "\n",
       "   weekly_cases  weekly_deaths  weekly_pct_growth_cases  \\\n",
       "0             0              0                      0.0   \n",
       "1             0              0                      0.0   \n",
       "2             0              0                      0.0   \n",
       "3             0              0                      0.0   \n",
       "4             0              0                      0.0   \n",
       "\n",
       "   weekly_pct_growth_deaths  ...  cfr_100_cases  cfr_short_term  \\\n",
       "0                       0.0  ...            0.0             0.0   \n",
       "1                       0.0  ...            0.0             0.0   \n",
       "2                       0.0  ...            0.0             0.0   \n",
       "3                       0.0  ...            0.0             0.0   \n",
       "4                       0.0  ...            0.0             0.0   \n",
       "\n",
       "   days_since_100_total_cases  days_since_5_total_deaths  \\\n",
       "0                         -86                        -91   \n",
       "1                         -85                        -90   \n",
       "2                         -84                        -89   \n",
       "3                         -83                        -88   \n",
       "4                         -82                        -87   \n",
       "\n",
       "   days_since_1_total_cases_per_million  \\\n",
       "0                                   -81   \n",
       "1                                   -80   \n",
       "2                                   -79   \n",
       "3                                   -78   \n",
       "4                                   -77   \n",
       "\n",
       "   days_since_0_1_total_deaths_per_million  \\\n",
       "0                                      -91   \n",
       "1                                      -90   \n",
       "2                                      -89   \n",
       "3                                      -88   \n",
       "4                                      -87   \n",
       "\n",
       "   days_since_100_total_cases_and_5m_pop  total_deaths_last12m  \\\n",
       "0                                    -86                     0   \n",
       "1                                    -85                     0   \n",
       "2                                    -84                     0   \n",
       "3                                    -83                     0   \n",
       "4                                    -82                     0   \n",
       "\n",
       "   total_deaths_per_100k_last12m  total_deaths_per_million_last12m  \n",
       "0                            0.0                               0.0  \n",
       "1                            0.0                               0.0  \n",
       "2                            0.0                               0.0  \n",
       "3                            0.0                               0.0  \n",
       "4                            0.0                               0.0  \n",
       "\n",
       "[5 rows x 40 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_cases_deaths.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "dcb0644c-4d20-4769-84cc-6cd30012fae5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "             <h2 style=\"margin-bottom: 0em\"><pre>cases_deaths</pre></h2>\n",
       "             <p style=\"font-variant: small-caps; font-size: 1.5em; font-family: sans-serif; color: grey; margin-top: -0.2em; margin-bottom: 0.2em\">table</p>\n",
       "             <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>date</th>\n",
       "      <th>new_cases</th>\n",
       "      <th>total_cases</th>\n",
       "      <th>new_deaths</th>\n",
       "      <th>total_deaths</th>\n",
       "      <th>weekly_cases</th>\n",
       "      <th>weekly_deaths</th>\n",
       "      <th>weekly_pct_growth_cases</th>\n",
       "      <th>weekly_pct_growth_deaths</th>\n",
       "      <th>...</th>\n",
       "      <th>cfr_100_cases</th>\n",
       "      <th>cfr_short_term</th>\n",
       "      <th>days_since_100_total_cases</th>\n",
       "      <th>days_since_5_total_deaths</th>\n",
       "      <th>days_since_1_total_cases_per_million</th>\n",
       "      <th>days_since_0_1_total_deaths_per_million</th>\n",
       "      <th>days_since_100_total_cases_and_5m_pop</th>\n",
       "      <th>total_deaths_last12m</th>\n",
       "      <th>total_deaths_per_100k_last12m</th>\n",
       "      <th>total_deaths_per_million_last12m</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>457245</th>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>2025-01-01</td>\n",
       "      <td>0</td>\n",
       "      <td>266399</td>\n",
       "      <td>0</td>\n",
       "      <td>5740</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.154663</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1681</td>\n",
       "      <td>1763</td>\n",
       "      <td>1723</td>\n",
       "      <td>1763</td>\n",
       "      <td>1681</td>\n",
       "      <td>3</td>\n",
       "      <td>0.018669</td>\n",
       "      <td>0.186694</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457246</th>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>2025-01-02</td>\n",
       "      <td>0</td>\n",
       "      <td>266399</td>\n",
       "      <td>0</td>\n",
       "      <td>5740</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.154663</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1682</td>\n",
       "      <td>1764</td>\n",
       "      <td>1724</td>\n",
       "      <td>1764</td>\n",
       "      <td>1682</td>\n",
       "      <td>3</td>\n",
       "      <td>0.018669</td>\n",
       "      <td>0.186694</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457247</th>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>2025-01-03</td>\n",
       "      <td>0</td>\n",
       "      <td>266399</td>\n",
       "      <td>0</td>\n",
       "      <td>5740</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.154663</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1683</td>\n",
       "      <td>1765</td>\n",
       "      <td>1725</td>\n",
       "      <td>1765</td>\n",
       "      <td>1683</td>\n",
       "      <td>3</td>\n",
       "      <td>0.018669</td>\n",
       "      <td>0.186694</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457248</th>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>2025-01-04</td>\n",
       "      <td>0</td>\n",
       "      <td>266399</td>\n",
       "      <td>0</td>\n",
       "      <td>5740</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.154663</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1684</td>\n",
       "      <td>1766</td>\n",
       "      <td>1726</td>\n",
       "      <td>1766</td>\n",
       "      <td>1684</td>\n",
       "      <td>3</td>\n",
       "      <td>0.018669</td>\n",
       "      <td>0.186694</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>457249</th>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>2025-01-05</td>\n",
       "      <td>0</td>\n",
       "      <td>266399</td>\n",
       "      <td>0</td>\n",
       "      <td>5740</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.154663</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1685</td>\n",
       "      <td>1767</td>\n",
       "      <td>1727</td>\n",
       "      <td>1767</td>\n",
       "      <td>1685</td>\n",
       "      <td>3</td>\n",
       "      <td>0.018669</td>\n",
       "      <td>0.186694</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 40 columns</p>\n",
       "</div>\n",
       "        "
      ],
      "text/plain": [
       "         country       date  new_cases  total_cases  new_deaths  total_deaths  \\\n",
       "457245  Zimbabwe 2025-01-01          0       266399           0          5740   \n",
       "457246  Zimbabwe 2025-01-02          0       266399           0          5740   \n",
       "457247  Zimbabwe 2025-01-03          0       266399           0          5740   \n",
       "457248  Zimbabwe 2025-01-04          0       266399           0          5740   \n",
       "457249  Zimbabwe 2025-01-05          0       266399           0          5740   \n",
       "\n",
       "        weekly_cases  weekly_deaths  weekly_pct_growth_cases  \\\n",
       "457245             0              0                      0.0   \n",
       "457246             0              0                      0.0   \n",
       "457247             0              0                      0.0   \n",
       "457248             0              0                      0.0   \n",
       "457249             0              0                      0.0   \n",
       "\n",
       "        weekly_pct_growth_deaths  ...  cfr_100_cases  cfr_short_term  \\\n",
       "457245                       0.0  ...       2.154663             0.0   \n",
       "457246                       0.0  ...       2.154663             0.0   \n",
       "457247                       0.0  ...       2.154663             0.0   \n",
       "457248                       0.0  ...       2.154663             0.0   \n",
       "457249                       0.0  ...       2.154663             0.0   \n",
       "\n",
       "        days_since_100_total_cases  days_since_5_total_deaths  \\\n",
       "457245                        1681                       1763   \n",
       "457246                        1682                       1764   \n",
       "457247                        1683                       1765   \n",
       "457248                        1684                       1766   \n",
       "457249                        1685                       1767   \n",
       "\n",
       "        days_since_1_total_cases_per_million  \\\n",
       "457245                                  1723   \n",
       "457246                                  1724   \n",
       "457247                                  1725   \n",
       "457248                                  1726   \n",
       "457249                                  1727   \n",
       "\n",
       "        days_since_0_1_total_deaths_per_million  \\\n",
       "457245                                     1763   \n",
       "457246                                     1764   \n",
       "457247                                     1765   \n",
       "457248                                     1766   \n",
       "457249                                     1767   \n",
       "\n",
       "        days_since_100_total_cases_and_5m_pop  total_deaths_last12m  \\\n",
       "457245                                   1681                     3   \n",
       "457246                                   1682                     3   \n",
       "457247                                   1683                     3   \n",
       "457248                                   1684                     3   \n",
       "457249                                   1685                     3   \n",
       "\n",
       "        total_deaths_per_100k_last12m  total_deaths_per_million_last12m  \n",
       "457245                       0.018669                          0.186694  \n",
       "457246                       0.018669                          0.186694  \n",
       "457247                       0.018669                          0.186694  \n",
       "457248                       0.018669                          0.186694  \n",
       "457249                       0.018669                          0.186694  \n",
       "\n",
       "[5 rows x 40 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#showing the last five rows\n",
    "df_cases_deaths.tail(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "2aab5744-577e-4d22-a8b9-b46b748234da",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_cases_deaths.to_csv('cases_deaths.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "id": "86d2a504-f35f-47ad-b5dd-d3e71f3855df",
   "metadata": {},
   "outputs": [],
   "source": [
    "uri = \"garden/covid/latest/testing/testing\"\n",
    "df_testing = rc[uri]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "id": "65ac4ca4-ef12-40dc-86a6-751dd1538ee2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "             <h2 style=\"margin-bottom: 0em\"><pre>testing</pre></h2>\n",
       "             <p style=\"font-variant: small-caps; font-size: 1.5em; font-family: sans-serif; color: grey; margin-top: -0.2em; margin-bottom: 0.2em\">table</p>\n",
       "             <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>total_tests</th>\n",
       "      <th>new_tests</th>\n",
       "      <th>total_tests_per_thousand</th>\n",
       "      <th>new_tests_per_thousand</th>\n",
       "      <th>new_tests_7day_smoothed</th>\n",
       "      <th>new_tests_per_thousand_7day_smoothed</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>country</th>\n",
       "      <th>date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">Afghanistan</th>\n",
       "      <th>2022-01-29</th>\n",
       "      <td>853003</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>21.271999</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-30</th>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-01-31</th>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-02-01</th>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022-02-02</th>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "        "
      ],
      "text/plain": [
       "                        total_tests  new_tests  total_tests_per_thousand  \\\n",
       "country     date                                                           \n",
       "Afghanistan 2022-01-29       853003       <NA>                 21.271999   \n",
       "            2022-01-30         <NA>       <NA>                      <NA>   \n",
       "            2022-01-31         <NA>       <NA>                      <NA>   \n",
       "            2022-02-01         <NA>       <NA>                      <NA>   \n",
       "            2022-02-02         <NA>       <NA>                      <NA>   \n",
       "\n",
       "                        new_tests_per_thousand  new_tests_7day_smoothed  \\\n",
       "country     date                                                          \n",
       "Afghanistan 2022-01-29                    <NA>                     <NA>   \n",
       "            2022-01-30                    <NA>                     <NA>   \n",
       "            2022-01-31                    <NA>                     <NA>   \n",
       "            2022-02-01                    <NA>                     <NA>   \n",
       "            2022-02-02                    <NA>                     <NA>   \n",
       "\n",
       "                        new_tests_per_thousand_7day_smoothed  \n",
       "country     date                                              \n",
       "Afghanistan 2022-01-29                                  <NA>  \n",
       "            2022-01-30                                  <NA>  \n",
       "            2022-01-31                                  <NA>  \n",
       "            2022-02-01                                  <NA>  \n",
       "            2022-02-02                                  <NA>  "
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_testing.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "d53b94df-a58b-401e-9814-beed9a227efd",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_testing.reset_index(inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a765b232-5487-4743-80cc-daa27df57c5d",
   "metadata": {},
   "source": [
    "drop most of the columns because they are rolling sums which are already set in stone and I also drop some on cases_deaths.csv on excel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "c4a10c1e-5584-4e44-bde8-f40420678f36",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_testing['country'] = df_testing['country'].astype(str)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "f5505c59-cf70-4963-974c-5bdf9096b8f7",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_testing['date'] = pd.to_datetime(df_testing['date'].astype(str), errors='coerce')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "b78a5bd6-16d0-4e49-aba7-2e250b33bf1e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'owid.catalog.tables.Table'>\n",
      "RangeIndex: 106788 entries, 0 to 106787\n",
      "Data columns (total 8 columns):\n",
      " #   Column                                Non-Null Count   Dtype         \n",
      "---  ------                                --------------   -----         \n",
      " 0   country                               106788 non-null  object        \n",
      " 1   date                                  106788 non-null  datetime64[ns]\n",
      " 2   total_tests                           79387 non-null   Int64         \n",
      " 3   new_tests                             75403 non-null   UInt32        \n",
      " 4   total_tests_per_thousand              79387 non-null   Float32       \n",
      " 5   new_tests_per_thousand                75403 non-null   Float32       \n",
      " 6   new_tests_7day_smoothed               103965 non-null  UInt32        \n",
      " 7   new_tests_per_thousand_7day_smoothed  103965 non-null  Float32       \n",
      "dtypes: Float32(3), Int64(1), UInt32(2), datetime64[ns](1), object(1)\n",
      "memory usage: 5.1+ MB\n"
     ]
    }
   ],
   "source": [
    "df_testing.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "id": "8461f2cb-e251-460b-8973-e0c0d891f14d",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_testing.fillna(0, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "id": "fd4c5c56-e153-44c4-bce5-0b4e0ce7539d",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_testing = df_testing.drop(columns=['total_tests', 'total_tests_per_thousand','new_tests_per_thousand','new_tests_7day_smoothed','new_tests_per_thousand_7day_smoothed'], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "id": "98367605-338a-40dc-a548-00203d497b69",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "             <h2 style=\"margin-bottom: 0em\"><pre>testing</pre></h2>\n",
       "             <p style=\"font-variant: small-caps; font-size: 1.5em; font-family: sans-serif; color: grey; margin-top: -0.2em; margin-bottom: 0.2em\">table</p>\n",
       "             <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>country</th>\n",
       "      <th>date</th>\n",
       "      <th>new_tests</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2022-01-29</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2022-01-30</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2022-01-31</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2022-02-01</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Afghanistan</td>\n",
       "      <td>2022-02-02</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106783</th>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>2022-06-18</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106784</th>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>2022-06-19</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106785</th>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>2022-06-20</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106786</th>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>2022-06-21</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106787</th>\n",
       "      <td>Zimbabwe</td>\n",
       "      <td>2022-06-22</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>106788 rows × 3 columns</p>\n",
       "</div>\n",
       "        "
      ],
      "text/plain": [
       "            country       date  new_tests\n",
       "0       Afghanistan 2022-01-29          0\n",
       "1       Afghanistan 2022-01-30          0\n",
       "2       Afghanistan 2022-01-31          0\n",
       "3       Afghanistan 2022-02-01          0\n",
       "4       Afghanistan 2022-02-02          0\n",
       "...             ...        ...        ...\n",
       "106783     Zimbabwe 2022-06-18          0\n",
       "106784     Zimbabwe 2022-06-19          0\n",
       "106785     Zimbabwe 2022-06-20          0\n",
       "106786     Zimbabwe 2022-06-21          0\n",
       "106787     Zimbabwe 2022-06-22          0\n",
       "\n",
       "[106788 rows x 3 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(df_testing)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "c24e7b20-781f-42d7-9460-3c8b144d196c",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_testing.to_csv('tests_covid.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "id": "4b8c0604-aa0e-466c-acf1-061db38de68a",
   "metadata": {},
   "outputs": [],
   "source": [
    "uri = \"garden/covid/latest/vaccinations_global/vaccinations_global\"\n",
    "df_vaxx = rc[uri]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "af2e12c1-ad24-4964-a55f-c8f1ed2beb18",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "             <h2 style=\"margin-bottom: 0em\"><pre>vaccinations_global</pre></h2>\n",
       "             <p style=\"font-variant: small-caps; font-size: 1.5em; font-family: sans-serif; color: grey; margin-top: -0.2em; margin-bottom: 0.2em\">table</p>\n",
       "             <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>total_vaccinations</th>\n",
       "      <th>people_vaccinated</th>\n",
       "      <th>people_fully_vaccinated</th>\n",
       "      <th>total_boosters</th>\n",
       "      <th>daily_vaccinations</th>\n",
       "      <th>daily_vaccinations_smoothed</th>\n",
       "      <th>daily_people_vaccinated_smoothed</th>\n",
       "      <th>total_vaccinations_per_hundred</th>\n",
       "      <th>people_vaccinated_per_hundred</th>\n",
       "      <th>people_fully_vaccinated_per_hundred</th>\n",
       "      <th>...</th>\n",
       "      <th>people_fully_vaccinated_interpolated</th>\n",
       "      <th>total_boosters_interpolated</th>\n",
       "      <th>total_vaccinations_no_boosters_interpolated</th>\n",
       "      <th>total_vaccinations_no_boosters_per_hundred_interpolated</th>\n",
       "      <th>rolling_vaccinations_6m</th>\n",
       "      <th>rolling_vaccinations_6m_per_hundred</th>\n",
       "      <th>rolling_vaccinations_9m</th>\n",
       "      <th>rolling_vaccinations_9m_per_hundred</th>\n",
       "      <th>rolling_vaccinations_12m</th>\n",
       "      <th>rolling_vaccinations_12m_per_hundred</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>country</th>\n",
       "      <th>date</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">Afghanistan</th>\n",
       "      <th>2021-02-22</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>...</td>\n",
       "      <td>55624.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021-02-23</th>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>...</td>\n",
       "      <td>55624.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>0.003368</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>0.003368</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>0.003368</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021-02-24</th>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>...</td>\n",
       "      <td>55624.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2733.333252</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>2733.333252</td>\n",
       "      <td>0.006736</td>\n",
       "      <td>2733.333252</td>\n",
       "      <td>0.006736</td>\n",
       "      <td>2733.333252</td>\n",
       "      <td>0.006736</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021-02-25</th>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>...</td>\n",
       "      <td>55624.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4100.0</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>4100.0</td>\n",
       "      <td>0.010104</td>\n",
       "      <td>4100.0</td>\n",
       "      <td>0.010104</td>\n",
       "      <td>4100.0</td>\n",
       "      <td>0.010104</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021-02-26</th>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>1366.666626</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>...</td>\n",
       "      <td>55624.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5466.666504</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>5466.666504</td>\n",
       "      <td>0.013472</td>\n",
       "      <td>5466.666504</td>\n",
       "      <td>0.013472</td>\n",
       "      <td>5466.666504</td>\n",
       "      <td>0.013472</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 27 columns</p>\n",
       "</div>\n",
       "        "
      ],
      "text/plain": [
       "                        total_vaccinations  people_vaccinated  \\\n",
       "country     date                                                \n",
       "Afghanistan 2021-02-22                 0.0                0.0   \n",
       "            2021-02-23                <NA>               <NA>   \n",
       "            2021-02-24                <NA>               <NA>   \n",
       "            2021-02-25                <NA>               <NA>   \n",
       "            2021-02-26                <NA>               <NA>   \n",
       "\n",
       "                        people_fully_vaccinated  total_boosters  \\\n",
       "country     date                                                  \n",
       "Afghanistan 2021-02-22                     <NA>            <NA>   \n",
       "            2021-02-23                     <NA>            <NA>   \n",
       "            2021-02-24                     <NA>            <NA>   \n",
       "            2021-02-25                     <NA>            <NA>   \n",
       "            2021-02-26                     <NA>            <NA>   \n",
       "\n",
       "                        daily_vaccinations  daily_vaccinations_smoothed  \\\n",
       "country     date                                                          \n",
       "Afghanistan 2021-02-22                <NA>                         <NA>   \n",
       "            2021-02-23                <NA>                  1366.666626   \n",
       "            2021-02-24                <NA>                  1366.666626   \n",
       "            2021-02-25                <NA>                  1366.666626   \n",
       "            2021-02-26                <NA>                  1366.666626   \n",
       "\n",
       "                        daily_people_vaccinated_smoothed  \\\n",
       "country     date                                           \n",
       "Afghanistan 2021-02-22                              <NA>   \n",
       "            2021-02-23                       1366.666626   \n",
       "            2021-02-24                       1366.666626   \n",
       "            2021-02-25                       1366.666626   \n",
       "            2021-02-26                       1366.666626   \n",
       "\n",
       "                        total_vaccinations_per_hundred  \\\n",
       "country     date                                         \n",
       "Afghanistan 2021-02-22                             0.0   \n",
       "            2021-02-23                            <NA>   \n",
       "            2021-02-24                            <NA>   \n",
       "            2021-02-25                            <NA>   \n",
       "            2021-02-26                            <NA>   \n",
       "\n",
       "                        people_vaccinated_per_hundred  \\\n",
       "country     date                                        \n",
       "Afghanistan 2021-02-22                            0.0   \n",
       "            2021-02-23                           <NA>   \n",
       "            2021-02-24                           <NA>   \n",
       "            2021-02-25                           <NA>   \n",
       "            2021-02-26                           <NA>   \n",
       "\n",
       "                        people_fully_vaccinated_per_hundred  ...  \\\n",
       "country     date                                             ...   \n",
       "Afghanistan 2021-02-22                                 <NA>  ...   \n",
       "            2021-02-23                                 <NA>  ...   \n",
       "            2021-02-24                                 <NA>  ...   \n",
       "            2021-02-25                                 <NA>  ...   \n",
       "            2021-02-26                                 <NA>  ...   \n",
       "\n",
       "                        people_fully_vaccinated_interpolated  \\\n",
       "country     date                                               \n",
       "Afghanistan 2021-02-22                               55624.0   \n",
       "            2021-02-23                               55624.0   \n",
       "            2021-02-24                               55624.0   \n",
       "            2021-02-25                               55624.0   \n",
       "            2021-02-26                               55624.0   \n",
       "\n",
       "                        total_boosters_interpolated  \\\n",
       "country     date                                      \n",
       "Afghanistan 2021-02-22                          0.0   \n",
       "            2021-02-23                          0.0   \n",
       "            2021-02-24                          0.0   \n",
       "            2021-02-25                          0.0   \n",
       "            2021-02-26                          0.0   \n",
       "\n",
       "                        total_vaccinations_no_boosters_interpolated  \\\n",
       "country     date                                                      \n",
       "Afghanistan 2021-02-22                                          0.0   \n",
       "            2021-02-23                                  1366.666626   \n",
       "            2021-02-24                                  2733.333252   \n",
       "            2021-02-25                                       4100.0   \n",
       "            2021-02-26                                  5466.666504   \n",
       "\n",
       "                        total_vaccinations_no_boosters_per_hundred_interpolated  \\\n",
       "country     date                                                                  \n",
       "Afghanistan 2021-02-22                                               <NA>         \n",
       "            2021-02-23                                               <NA>         \n",
       "            2021-02-24                                               <NA>         \n",
       "            2021-02-25                                               <NA>         \n",
       "            2021-02-26                                               <NA>         \n",
       "\n",
       "                        rolling_vaccinations_6m  \\\n",
       "country     date                                  \n",
       "Afghanistan 2021-02-22                     <NA>   \n",
       "            2021-02-23              1366.666626   \n",
       "            2021-02-24              2733.333252   \n",
       "            2021-02-25                   4100.0   \n",
       "            2021-02-26              5466.666504   \n",
       "\n",
       "                        rolling_vaccinations_6m_per_hundred  \\\n",
       "country     date                                              \n",
       "Afghanistan 2021-02-22                                 <NA>   \n",
       "            2021-02-23                             0.003368   \n",
       "            2021-02-24                             0.006736   \n",
       "            2021-02-25                             0.010104   \n",
       "            2021-02-26                             0.013472   \n",
       "\n",
       "                        rolling_vaccinations_9m  \\\n",
       "country     date                                  \n",
       "Afghanistan 2021-02-22                     <NA>   \n",
       "            2021-02-23              1366.666626   \n",
       "            2021-02-24              2733.333252   \n",
       "            2021-02-25                   4100.0   \n",
       "            2021-02-26              5466.666504   \n",
       "\n",
       "                        rolling_vaccinations_9m_per_hundred  \\\n",
       "country     date                                              \n",
       "Afghanistan 2021-02-22                                 <NA>   \n",
       "            2021-02-23                             0.003368   \n",
       "            2021-02-24                             0.006736   \n",
       "            2021-02-25                             0.010104   \n",
       "            2021-02-26                             0.013472   \n",
       "\n",
       "                        rolling_vaccinations_12m  \\\n",
       "country     date                                   \n",
       "Afghanistan 2021-02-22                      <NA>   \n",
       "            2021-02-23               1366.666626   \n",
       "            2021-02-24               2733.333252   \n",
       "            2021-02-25                    4100.0   \n",
       "            2021-02-26               5466.666504   \n",
       "\n",
       "                        rolling_vaccinations_12m_per_hundred  \n",
       "country     date                                              \n",
       "Afghanistan 2021-02-22                                  <NA>  \n",
       "            2021-02-23                              0.003368  \n",
       "            2021-02-24                              0.006736  \n",
       "            2021-02-25                              0.010104  \n",
       "            2021-02-26                              0.013472  \n",
       "\n",
       "[5 rows x 27 columns]"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_vaxx.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "id": "61f642d6-1e70-4735-b426-42757920438d",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_vaxx.reset_index(inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "id": "2fc9c291-d57f-4a42-9a4e-83416922cfd5",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_vaxx.to_csv('vaxxed.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "56dc6f9a-0b07-4188-9b73-dcc9a2971f3f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}