From 754b89c99ca58c91384b05169272a6b3487dccc6 Mon Sep 17 00:00:00 2001
From: Satish Surath <connect@sati.s>
Date: Mon, 3 Feb 2025 21:11:18 -0500
Subject: [PATCH] Refactor database engine initialization to include connection
 pooling settings for improved performance

---
 app.py           | 11 ++++++++++-
 auth_utils.py    |  6 +++++-
 init_db.py       |  7 ++++++-
 youtube_utils.py |  7 ++++++-
 4 files changed, 27 insertions(+), 4 deletions(-)

diff --git a/app.py b/app.py
index e2119a2..6268b18 100644
--- a/app.py
+++ b/app.py
@@ -27,7 +27,12 @@
 
 
 DB_URL = os.getenv("DATABASE_URL", "postgresql://user:pass@localhost:5432/mydb")
-engine = create_engine(DB_URL, echo=False)
+#engine = create_engine(DB_URL, echo=False)
+engine = create_engine(
+    DB_URL, 
+    echo=False,
+    pool_pre_ping=True,
+    pool_recycle=1800)  # 30 minutes
 SessionLocal = sessionmaker(bind=engine)
 
 app = Flask(__name__)
@@ -48,6 +53,7 @@
 download_statuses = {}
 summarize_v2_statuses = {}
 
+
 # Define a decorator to require a specific role
 def require_role(allowed_roles):
     """
@@ -156,11 +162,14 @@ def api_channel_start():
     }
 
     def run_download():
+        session = SessionLocal()
         try:
             # This function now ensures that for every video,
             # a row in video_folders(folder_name=<channel_id>, video_id=...) is inserted
             download_channel_transcripts(channel_url, download_statuses[task_id])
             download_statuses[task_id]["status"] = "completed"
+        finally:
+            session.close()
         except Exception as e:
             logger.error(f"Error in channel download: {e}")
             download_statuses[task_id]["status"] = "failed"
diff --git a/auth_utils.py b/auth_utils.py
index d013a59..d596299 100644
--- a/auth_utils.py
+++ b/auth_utils.py
@@ -21,7 +21,11 @@
 CLOUDFLARE_AUD_TAG = os.getenv("CLOUDFLARE_AUD_TAG")
 
 DB_URL = os.getenv("DATABASE_URL", "postgresql://user:pass@localhost:5432/mydb")
-engine = create_engine(DB_URL, echo=False)
+engine = create_engine(
+    DB_URL, 
+    echo=False,
+    pool_pre_ping=True,
+    pool_recycle=1800)
 SessionLocal = sessionmaker(bind=engine)
 
 
diff --git a/init_db.py b/init_db.py
index 1a10ad3..7af3aac 100644
--- a/init_db.py
+++ b/init_db.py
@@ -30,7 +30,12 @@ def main():
     logger.info(f"Using DB_URL={DB_URL}")
 
     # Create engine & session
-    engine = create_engine(DB_URL, echo=True)
+    #engine = create_engine(DB_URL, echo=True)
+    engine = create_engine(
+    DB_URL, 
+    echo=False,
+    pool_pre_ping=True,
+    pool_recycle=1800)  # 30 minutes
     SessionLocal = sessionmaker(bind=engine)
 
     # Create all tables that do not exist
diff --git a/youtube_utils.py b/youtube_utils.py
index e59f19c..313bd59 100644
--- a/youtube_utils.py
+++ b/youtube_utils.py
@@ -16,7 +16,12 @@
 logger = logging.getLogger(__name__)
 
 DB_URL = os.getenv("DATABASE_URL", "postgresql://user:pass@localhost:5432/mydb")
-engine = create_engine(DB_URL)
+#engine = create_engine(DB_URL)
+engine = create_engine(
+    DB_URL, 
+    echo=False,
+    pool_pre_ping=True,
+    pool_recycle=1800)  # 30 minutes
 SessionLocal = sessionmaker(bind=engine)
 
 def download_channel_transcripts(channel_url, status_dict):