diff --git a/Core/LAMBDA/viz_functions/main.tf b/Core/LAMBDA/viz_functions/main.tf index 331f90f9..d7b1ce35 100644 --- a/Core/LAMBDA/viz_functions/main.tf +++ b/Core/LAMBDA/viz_functions/main.tf @@ -394,7 +394,7 @@ resource "aws_s3_object" "python_preprocessing_zip_upload" { } ######################### -#### 2GB RAM Version #### +#### 3GB RAM Version #### ######################### resource "aws_lambda_function" "viz_python_preprocessing_3GB" { function_name = "hv-vpp-${var.environment}-viz-python-preprocessing-3GB" @@ -1000,7 +1000,7 @@ module "image-based-lambdas" { ######################################################################################################################################## ######################################################################################################################################## -output "python_preprocessing_2GB" { +output "python_preprocessing_3GB" { value = aws_lambda_function.viz_python_preprocessing_3GB } diff --git a/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_high_flow_magnitude.yml b/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_high_flow_magnitude.yml index 4458798c..ac11ad6f 100644 --- a/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_high_flow_magnitude.yml +++ b/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_high_flow_magnitude.yml @@ -10,7 +10,7 @@ python_preprocessing: file_step: 1H file_window: P7D product: max_values - lambda_ram: 2gb + lambda_ram: 3gb output_file: max_flows/analysis_assim/{{datetime:%Y%m%d}}/ana_7day_00_max_flows.nc target_table: ingest.nwm_channel_rt_ana_7day_max target_keys: (feature_id, streamflow) @@ -18,7 +18,7 @@ python_preprocessing: file_step: 1H file_window: P14D product: max_values - lambda_ram: 2gb + lambda_ram: 3gb output_file: max_flows/analysis_assim/{{datetime:%Y%m%d}}/ana_14day_00_max_flows.nc target_table: ingest.nwm_channel_rt_ana_14day_max target_keys: (feature_id, streamflow) diff --git a/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_inundation.yml b/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_inundation.yml index 8ff0cd13..d40560a7 100644 --- a/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_inundation.yml +++ b/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/analysis_assim/ana_past_14day_max_inundation.yml @@ -10,7 +10,7 @@ python_preprocessing: file_step: 1H file_window: P7D product: max_values - lambda_ram: 2gb + lambda_ram: 3gb output_file: max_flows/analysis_assim/{{datetime:%Y%m%d}}/ana_7day_00_max_flows.nc target_table: ingest.nwm_channel_rt_ana_7day_max target_keys: (feature_id, streamflow) @@ -18,7 +18,7 @@ python_preprocessing: file_step: 1H file_window: P14D product: max_values - lambda_ram: 2gb + lambda_ram: 3gb output_file: max_flows/analysis_assim/{{datetime:%Y%m%d}}/ana_14day_00_max_flows.nc target_table: ingest.nwm_channel_rt_ana_14day_max target_keys: (feature_id, streamflow) diff --git a/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/medium_range_mem1/mrf_gfs_5day_max_high_water_probability.yml b/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/medium_range_mem1/mrf_gfs_5day_max_high_water_probability.yml index 35f068e6..e6ed25a5 100644 --- a/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/medium_range_mem1/mrf_gfs_5day_max_high_water_probability.yml +++ b/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/medium_range_mem1/mrf_gfs_5day_max_high_water_probability.yml @@ -8,7 +8,7 @@ python_preprocessing: file_step: None file_window: None product: high_water_probability - lambda_ram: 2gb + lambda_ram: 3gb output_file: viz_ingest/medium_range_mem1/{{datetime:%Y%m%d}}/{{datetime:%H}}_mrf_gfs_5day_max_high_water_probability.csv target_table: ingest.mrf_gfs_5day_max_high_water_prob target_keys: (feature_id) diff --git a/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/short_range/srf_12hr_max_high_water_probability.yml b/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/short_range/srf_12hr_max_high_water_probability.yml index fc0e1fe7..f329b692 100644 --- a/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/short_range/srf_12hr_max_high_water_probability.yml +++ b/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/short_range/srf_12hr_max_high_water_probability.yml @@ -8,7 +8,7 @@ python_preprocessing: file_step: 1H file_window: PT7H product: high_water_probability - lambda_ram: 2gb + lambda_ram: 3gb output_file: viz_ingest/short_range/{{datetime:%Y%m%d}}/{{datetime:%H}}_srf_12hr_max_high_water_probability.csv target_table: ingest.srf_12hr_max_high_water_prob target_keys: (feature_id) diff --git a/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/short_range/srf_12hr_rapid_onset_flooding_probability.yml b/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/short_range/srf_12hr_rapid_onset_flooding_probability.yml index 15b81f5c..1f911a45 100644 --- a/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/short_range/srf_12hr_rapid_onset_flooding_probability.yml +++ b/Core/LAMBDA/viz_functions/viz_initialize_pipeline/product_configs/short_range/srf_12hr_rapid_onset_flooding_probability.yml @@ -8,7 +8,7 @@ python_preprocessing: file_step: 1H file_window: PT7H product: rapid_onset_flooding_probability - lambda_ram: 2gb + lambda_ram: 3gb output_file: viz_ingest/short_range/{{datetime:%Y%m%d}}/{{datetime:%H}}_srf_12hr_rapid_onset_flooding_probability.csv target_table: ingest.srf_12hr_rof_prob target_keys: (feature_id) diff --git a/Core/StepFunctions/main.tf b/Core/StepFunctions/main.tf index ad6b0be7..8122379e 100644 --- a/Core/StepFunctions/main.tf +++ b/Core/StepFunctions/main.tf @@ -10,7 +10,7 @@ variable "environment" { type = string } -variable "python_preprocessing_2GB_arn" { +variable "python_preprocessing_3GB_arn" { type = string } @@ -152,7 +152,7 @@ resource "aws_sfn_state_machine" "viz_pipeline_step_function" { role_arn = var.viz_lambda_role definition = templatefile("${path.module}/viz_processing_pipeline.json.tftpl", { - python_preprocessing_2GB_arn = var.python_preprocessing_2GB_arn + python_preprocessing_3GB_arn = var.python_preprocessing_3GB_arn python_preprocessing_10GB_arn = var.python_preprocessing_10GB_arn db_postprocess_sql_arn = var.db_postprocess_sql_arn db_ingest_arn = var.db_ingest_arn diff --git a/Core/StepFunctions/viz_processing_pipeline.json.tftpl b/Core/StepFunctions/viz_processing_pipeline.json.tftpl index 990a725d..f5562d4b 100644 --- a/Core/StepFunctions/viz_processing_pipeline.json.tftpl +++ b/Core/StepFunctions/viz_processing_pipeline.json.tftpl @@ -729,7 +729,7 @@ "Type": "Task", "Resource": "arn:aws:states:::lambda:invoke", "Parameters": { - "FunctionName": "${python_preprocessing_2GB_arn}", + "FunctionName": "${python_preprocessing_3GB_arn}", "Payload": { "args.$": "$", "step": "fim_config_max_file" diff --git a/Core/main.tf b/Core/main.tf index 6cddded5..1e3d3c81 100644 --- a/Core/main.tf +++ b/Core/main.tf @@ -635,7 +635,7 @@ module "step-functions" { db_ingest_arn = module.viz-lambda-functions.db_ingest.arn raster_processing_arn = module.viz-lambda-functions.raster_processing.arn publish_service_arn = module.viz-lambda-functions.publish_service.arn - python_preprocessing_2GB_arn = module.viz-lambda-functions.python_preprocessing_2GB.arn + python_preprocessing_3GB_arn = module.viz-lambda-functions.python_preprocessing_3GB.arn python_preprocessing_10GB_arn = module.viz-lambda-functions.python_preprocessing_10GB.arn hand_fim_processing_arn = module.viz-lambda-functions.hand_fim_processing.arn schism_fim_processing_arn = module.viz-lambda-functions.schism_fim_processing.arn