updated all the instances of 2gb to 3gb for the python processing lambda

NOAA-OWP · Jan 3, 2024 · 173228d · 173228d
1 parent c3cd9e7
commit 173228d
Show file tree

Hide file tree

Showing 9 changed files with 13 additions and 13 deletions.
diff --git a/Core/LAMBDA/viz_functions/main.tf b/Core/LAMBDA/viz_functions/main.tf
@@ -394,7 +394,7 @@ resource "aws_s3_object" "python_preprocessing_zip_upload" {
 }
 
 #########################
-#### 2GB RAM Version ####
+#### 3GB RAM Version ####
 #########################
 resource "aws_lambda_function" "viz_python_preprocessing_3GB" {
   function_name = "hv-vpp-${var.environment}-viz-python-preprocessing-3GB"
@@ -1000,7 +1000,7 @@ module "image-based-lambdas" {
 ########################################################################################################################################
 ########################################################################################################################################
 
-output "python_preprocessing_2GB" {
+output "python_preprocessing_3GB" {
   value = aws_lambda_function.viz_python_preprocessing_3GB
 }
 

diff --git a/...ialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_high_flow_magnitude.yml b/...ialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_high_flow_magnitude.yml
@@ -10,15 +10,15 @@ python_preprocessing:
     file_step: 1H
     file_window: P7D
     product: max_values
-    lambda_ram: 2gb
+    lambda_ram: 3gb
     output_file: max_flows/analysis_assim/{{datetime:%Y%m%d}}/ana_7day_00_max_flows.nc
     target_table: ingest.nwm_channel_rt_ana_7day_max
     target_keys: (feature_id, streamflow)
   - file_format: common/data/model/com/nwm/{{variable:NWM_DATAFLOW_VERSION}}/nwm.{{datetime:%Y%m%d}}/analysis_assim/nwm.t{{datetime:%H}}z.analysis_assim.channel_rt.tm00.conus.nc
     file_step: 1H
     file_window: P14D
     product: max_values
-    lambda_ram: 2gb
+    lambda_ram: 3gb
     output_file: max_flows/analysis_assim/{{datetime:%Y%m%d}}/ana_14day_00_max_flows.nc
     target_table: ingest.nwm_channel_rt_ana_14day_max
     target_keys: (feature_id, streamflow)

diff --git a/.../viz_initialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_inundation.yml b/.../viz_initialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_inundation.yml
@@ -10,15 +10,15 @@ python_preprocessing:
     file_step: 1H
     file_window: P7D
     product: max_values
-    lambda_ram: 2gb
+    lambda_ram: 3gb
     output_file: max_flows/analysis_assim/{{datetime:%Y%m%d}}/ana_7day_00_max_flows.nc
     target_table: ingest.nwm_channel_rt_ana_7day_max
     target_keys: (feature_id, streamflow)
   - file_format: common/data/model/com/nwm/{{variable:NWM_DATAFLOW_VERSION}}/nwm.{{datetime:%Y%m%d}}/analysis_assim/nwm.t{{datetime:%H}}z.analysis_assim.channel_rt.tm00.conus.nc
     file_step: 1H
     file_window: P14D
     product: max_values
-    lambda_ram: 2gb
+    lambda_ram: 3gb
     output_file: max_flows/analysis_assim/{{datetime:%Y%m%d}}/ana_14day_00_max_flows.nc
     target_table: ingest.nwm_channel_rt_ana_14day_max
     target_keys: (feature_id, streamflow)

diff --git a/...ze_pipeline/product_configs/medium_range_mem1/mrf_gfs_5day_max_high_water_probability.yml b/...ze_pipeline/product_configs/medium_range_mem1/mrf_gfs_5day_max_high_water_probability.yml
@@ -8,7 +8,7 @@ python_preprocessing:
     file_step: None
     file_window: None
     product: high_water_probability
-    lambda_ram: 2gb
+    lambda_ram: 3gb
     output_file: viz_ingest/medium_range_mem1/{{datetime:%Y%m%d}}/{{datetime:%H}}_mrf_gfs_5day_max_high_water_probability.csv
     target_table: ingest.mrf_gfs_5day_max_high_water_prob
     target_keys: (feature_id)

diff --git a/...z_initialize_pipeline/product_configs/short_range/srf_12hr_max_high_water_probability.yml b/...z_initialize_pipeline/product_configs/short_range/srf_12hr_max_high_water_probability.yml
@@ -8,7 +8,7 @@ python_preprocessing:
     file_step: 1H
     file_window: PT7H
     product: high_water_probability
-    lambda_ram: 2gb
+    lambda_ram: 3gb
     output_file: viz_ingest/short_range/{{datetime:%Y%m%d}}/{{datetime:%H}}_srf_12hr_max_high_water_probability.csv
     target_table: ingest.srf_12hr_max_high_water_prob
     target_keys: (feature_id)

diff --git a/...ialize_pipeline/product_configs/short_range/srf_12hr_rapid_onset_flooding_probability.yml b/...ialize_pipeline/product_configs/short_range/srf_12hr_rapid_onset_flooding_probability.yml
@@ -8,7 +8,7 @@ python_preprocessing:
     file_step: 1H
     file_window: PT7H
     product: rapid_onset_flooding_probability
-    lambda_ram: 2gb
+    lambda_ram: 3gb
     output_file: viz_ingest/short_range/{{datetime:%Y%m%d}}/{{datetime:%H}}_srf_12hr_rapid_onset_flooding_probability.csv
     target_table: ingest.srf_12hr_rof_prob
     target_keys: (feature_id)

diff --git a/Core/StepFunctions/main.tf b/Core/StepFunctions/main.tf
@@ -10,7 +10,7 @@ variable "environment" {
   type        = string
 }
 
-variable "python_preprocessing_2GB_arn" {
+variable "python_preprocessing_3GB_arn" {
   type        = string
 }
 
@@ -152,7 +152,7 @@ resource "aws_sfn_state_machine" "viz_pipeline_step_function" {
     role_arn = var.viz_lambda_role
 
     definition = templatefile("${path.module}/viz_processing_pipeline.json.tftpl", {
-        python_preprocessing_2GB_arn = var.python_preprocessing_2GB_arn
+        python_preprocessing_3GB_arn = var.python_preprocessing_3GB_arn
         python_preprocessing_10GB_arn = var.python_preprocessing_10GB_arn
         db_postprocess_sql_arn = var.db_postprocess_sql_arn
         db_ingest_arn      = var.db_ingest_arn

diff --git a/Core/StepFunctions/viz_processing_pipeline.json.tftpl b/Core/StepFunctions/viz_processing_pipeline.json.tftpl
@@ -729,7 +729,7 @@
                   "Type": "Task",
                   "Resource": "arn:aws:states:::lambda:invoke",
                   "Parameters": {
-                    "FunctionName": "${python_preprocessing_2GB_arn}",
+                    "FunctionName": "${python_preprocessing_3GB_arn}",
                     "Payload": {
                       "args.$": "$",
                       "step": "fim_config_max_file"

diff --git a/Core/main.tf b/Core/main.tf
@@ -635,7 +635,7 @@ module "step-functions" {
   db_ingest_arn                     = module.viz-lambda-functions.db_ingest.arn
   raster_processing_arn             = module.viz-lambda-functions.raster_processing.arn
   publish_service_arn               = module.viz-lambda-functions.publish_service.arn
-  python_preprocessing_2GB_arn      = module.viz-lambda-functions.python_preprocessing_2GB.arn
+  python_preprocessing_3GB_arn      = module.viz-lambda-functions.python_preprocessing_3GB.arn
   python_preprocessing_10GB_arn     = module.viz-lambda-functions.python_preprocessing_10GB.arn
   hand_fim_processing_arn           = module.viz-lambda-functions.hand_fim_processing.arn
   schism_fim_processing_arn         = module.viz-lambda-functions.schism_fim_processing.arn