fix(submit-stac): modify retry behavior for API submission

NASA-IMPACT · Jan 20, 2025 · 2930826 · 2930826
1 parent 771e582
commit 2930826
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/dags/veda_data_pipeline/groups/processing_tasks.py b/dags/veda_data_pipeline/groups/processing_tasks.py
@@ -29,7 +29,8 @@ def remove_thumbnail_asset(ti):
         payload.pop("assets")
     return payload
 
-@task(retries=1, retry_delay=timedelta(minutes=1))
+# with exponential backoff enabled, retry delay is converted to seconds
+@task(retries=2, retry_delay=60, retry_exponential_backoff=True, max_active_tis_per_dag=5)
 def submit_to_stac_ingestor_task(built_stac: dict):
     """Submit STAC items to the STAC ingestor API."""
     event = built_stac.copy()