Skip to content

Commit

Permalink
Add tests for ETL
Browse files Browse the repository at this point in the history
  • Loading branch information
Francisco Silva authored and Francisco Silva committed Nov 18, 2024
1 parent 2ef1738 commit 090611f
Show file tree
Hide file tree
Showing 13 changed files with 237 additions and 83 deletions.
48 changes: 24 additions & 24 deletions notebooks/db_analysis.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -9,23 +9,23 @@
},
{
"cell_type": "code",
"execution_count": 15,
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"from database_handler import DatabaseHandler"
"from stocksense.database_handler import DatabaseHandler"
]
},
{
"cell_type": "code",
"execution_count": 18,
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"\u001b[32m2024-11-15 15:59:57.517\u001b[0m | \u001b[32m\u001b[1mSUCCESS \u001b[0m | \u001b[36mdatabase_handler.schema\u001b[0m:\u001b[36mcreate_tables\u001b[0m:\u001b[36m122\u001b[0m - \u001b[32m\u001b[1mTables created successfully\u001b[0m\n"
"\u001b[32m2024-11-18 15:44:57.298\u001b[0m | \u001b[32m\u001b[1mSUCCESS \u001b[0m | \u001b[36mstocksense.database_handler.schema\u001b[0m:\u001b[36mcreate_tables\u001b[0m:\u001b[36m122\u001b[0m - \u001b[32m\u001b[1mTables created successfully\u001b[0m\n"
]
}
],
Expand All @@ -35,7 +35,7 @@
},
{
"cell_type": "code",
"execution_count": 17,
"execution_count": 4,
"metadata": {},
"outputs": [
{
Expand All @@ -48,30 +48,30 @@
" white-space: pre-wrap;\n",
"}\n",
"</style>\n",
"<small>shape: (940, 6)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>tic</th><th>name</th><th>sector</th><th>last_update</th><th>spx_status</th><th>active</th></tr><tr><td>str</td><td>str</td><td>str</td><td>date</td><td>i64</td><td>i64</td></tr></thead><tbody><tr><td>&quot;ABI&quot;</td><td>null</td><td>&quot;Industrials&quot;</td><td>2005-01-01</td><td>0</td><td>0</td></tr><tr><td>&quot;ABKFQ&quot;</td><td>null</td><td>&quot;Financials&quot;</td><td>2005-01-01</td><td>0</td><td>0</td></tr><tr><td>&quot;ABS&quot;</td><td>null</td><td>&quot;Consumer Staples&quot;</td><td>2005-01-01</td><td>0</td><td>0</td></tr><tr><td>&quot;ACV&quot;</td><td>null</td><td>&quot;Consumer Staples&quot;</td><td>2005-01-01</td><td>0</td><td>0</td></tr><tr><td>&quot;ANRZQ&quot;</td><td>null</td><td>&quot;Materials&quot;</td><td>2005-01-01</td><td>0</td><td>0</td></tr><tr><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td></tr><tr><td>&quot;SW&quot;</td><td>&quot;Smurfit WestRock&quot;</td><td>&quot;Materials&quot;</td><td>2024-11-01</td><td>1</td><td>1</td></tr><tr><td>&quot;DELL&quot;</td><td>null</td><td>&quot;Information Technology&quot;</td><td>2024-11-14</td><td>1</td><td>1</td></tr><tr><td>&quot;MMM&quot;</td><td>&quot;3M&quot;</td><td>&quot;Industrials&quot;</td><td>2024-11-14</td><td>1</td><td>1</td></tr><tr><td>&quot;AOS&quot;</td><td>&quot;A. O. Smith&quot;</td><td>&quot;Industrials&quot;</td><td>2024-11-14</td><td>1</td><td>1</td></tr><tr><td>&quot;ABT&quot;</td><td>&quot;Abbott&quot;</td><td>&quot;Health Care&quot;</td><td>2024-11-14</td><td>1</td><td>1</td></tr></tbody></table></div>"
"<small>shape: (940, 6)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>tic</th><th>name</th><th>sector</th><th>last_update</th><th>spx_status</th><th>active</th></tr><tr><td>str</td><td>str</td><td>str</td><td>date</td><td>i64</td><td>i64</td></tr></thead><tbody><tr><td>&quot;ABI&quot;</td><td>null</td><td>&quot;Industrials&quot;</td><td>2005-01-01</td><td>0</td><td>0</td></tr><tr><td>&quot;ABKFQ&quot;</td><td>null</td><td>&quot;Financials&quot;</td><td>2005-01-01</td><td>0</td><td>0</td></tr><tr><td>&quot;ABS&quot;</td><td>null</td><td>&quot;Consumer Staples&quot;</td><td>2005-01-01</td><td>0</td><td>0</td></tr><tr><td>&quot;ACV&quot;</td><td>null</td><td>&quot;Consumer Staples&quot;</td><td>2005-01-01</td><td>0</td><td>0</td></tr><tr><td>&quot;ANRZQ&quot;</td><td>null</td><td>&quot;Materials&quot;</td><td>2005-01-01</td><td>0</td><td>0</td></tr><tr><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td></tr><tr><td>&quot;DELL&quot;</td><td>null</td><td>&quot;Information Technology&quot;</td><td>2024-11-14</td><td>1</td><td>1</td></tr><tr><td>&quot;MMM&quot;</td><td>&quot;3M&quot;</td><td>&quot;Industrials&quot;</td><td>2024-11-14</td><td>1</td><td>1</td></tr><tr><td>&quot;AOS&quot;</td><td>&quot;A. O. Smith&quot;</td><td>&quot;Industrials&quot;</td><td>2024-11-14</td><td>1</td><td>1</td></tr><tr><td>&quot;ABT&quot;</td><td>&quot;Abbott&quot;</td><td>&quot;Health Care&quot;</td><td>2024-11-14</td><td>1</td><td>1</td></tr><tr><td>&quot;AAPL&quot;</td><td>&quot;Apple Inc.&quot;</td><td>&quot;Information Technology&quot;</td><td>2024-11-17</td><td>1</td><td>1</td></tr></tbody></table></div>"
],
"text/plain": [
"shape: (940, 6)\n",
"┌───────┬──────────────────┬────────────────────────┬─────────────┬────────────┬────────┐\n",
"│ tic ┆ name ┆ sector ┆ last_update ┆ spx_status ┆ active │\n",
"│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n",
"│ str ┆ str ┆ str ┆ date ┆ i64 ┆ i64 │\n",
"╞═══════╪══════════════════╪════════════════════════╪═════════════╪════════════╪════════╡\n",
"│ ABI ┆ null ┆ Industrials ┆ 2005-01-01 ┆ 0 ┆ 0 │\n",
"│ ABKFQ ┆ null ┆ Financials ┆ 2005-01-01 ┆ 0 ┆ 0 │\n",
"│ ABS ┆ null ┆ Consumer Staples ┆ 2005-01-01 ┆ 0 ┆ 0 │\n",
"│ ACV ┆ null ┆ Consumer Staples ┆ 2005-01-01 ┆ 0 ┆ 0 │\n",
"│ ANRZQ ┆ null ┆ Materials ┆ 2005-01-01 ┆ 0 ┆ 0 │\n",
"│ … ┆ … ┆ … ┆ … ┆ … ┆ … │\n",
"│ SW ┆ Smurfit WestRock ┆ Materials ┆ 2024-11-01 ┆ 1 ┆ 1 │\n",
"│ DELL ┆ null ┆ Information Technology ┆ 2024-11-14 ┆ 1 ┆ 1 │\n",
"│ MMM ┆ 3M ┆ Industrials ┆ 2024-11-14 ┆ 1 ┆ 1 │\n",
"│ AOS ┆ A. O. Smith ┆ Industrials ┆ 2024-11-14 ┆ 1 ┆ 1 │\n",
"│ ABT ┆ Abbott ┆ Health Care ┆ 2024-11-14 ┆ 1 ┆ 1 │\n",
"└───────┴──────────────────┴────────────────────────┴─────────────┴────────────┴────────┘"
"┌───────┬─────────────┬────────────────────────┬─────────────┬────────────┬────────┐\n",
"│ tic ┆ name ┆ sector ┆ last_update ┆ spx_status ┆ active │\n",
"│ --- ┆ --- ┆ --- ┆ --- ┆ --- ┆ --- │\n",
"│ str ┆ str ┆ str ┆ date ┆ i64 ┆ i64 │\n",
"╞═══════╪═════════════╪════════════════════════╪═════════════╪════════════╪════════╡\n",
"│ ABI ┆ null ┆ Industrials ┆ 2005-01-01 ┆ 0 ┆ 0 │\n",
"│ ABKFQ ┆ null ┆ Financials ┆ 2005-01-01 ┆ 0 ┆ 0 │\n",
"│ ABS ┆ null ┆ Consumer Staples ┆ 2005-01-01 ┆ 0 ┆ 0 │\n",
"│ ACV ┆ null ┆ Consumer Staples ┆ 2005-01-01 ┆ 0 ┆ 0 │\n",
"│ ANRZQ ┆ null ┆ Materials ┆ 2005-01-01 ┆ 0 ┆ 0 │\n",
"│ … ┆ … ┆ … ┆ … ┆ … ┆ … │\n",
"│ DELL ┆ null ┆ Information Technology ┆ 2024-11-14 ┆ 1 ┆ 1 │\n",
"│ MMM ┆ 3M ┆ Industrials ┆ 2024-11-14 ┆ 1 ┆ 1 │\n",
"│ AOS ┆ A. O. Smith ┆ Industrials ┆ 2024-11-14 ┆ 1 ┆ 1 │\n",
"│ ABT ┆ Abbott ┆ Health Care ┆ 2024-11-14 ┆ 1 ┆ 1 │\n",
"│ AAPL ┆ Apple Inc. ┆ Information Technology ┆ 2024-11-17 ┆ 1 ┆ 1 │\n",
"└───────┴─────────────┴────────────────────────┴─────────────┴────────────┴────────┘"
]
},
"execution_count": 17,
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
Expand Down
Loading

0 comments on commit 090611f

Please sign in to comment.