generated from NOAA-OWP/owp-open-source-project-template
-
Notifications
You must be signed in to change notification settings - Fork 10
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #700 from NOAA-OWP/dev-water-management
Adds SRF 18-Hour Water Management #239 and MRF GFS 10-Day Water Management #240 services Adds: service metadata product SQL pipeline config file mapx
- Loading branch information
Showing
8 changed files
with
1,827 additions
and
0 deletions.
There are no files selected for viewing
46 changes: 46 additions & 0 deletions
46
...unctions/viz_db_postprocess_sql/products/medium_range_mem1/mrf_gfs_10day_water_management
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,46 @@ | ||
DROP TABLE IF EXISTS publish.mrf_gfs_10day_water_management; | ||
|
||
WITH initial_outflow AS ( | ||
SELECT DISTINCT ON (mrf.feature_id) | ||
mrf.feature_id, | ||
mrf.feature_id::text as feature_id_str, | ||
CASE | ||
WHEN reservoir_type = 1 | ||
THEN 'Level Pool' | ||
WHEN reservoir_type = 2 | ||
THEN 'RFC' | ||
WHEN reservoir_type = 3 | ||
THEN 'USACE' | ||
WHEN reservoir_type = 4 | ||
THEN 'USGS' | ||
END as reservoir_type, | ||
ROUND((mrf.water_sfc_elev) * 3.28084) AS init_water_sfc_elev_ft, | ||
mrf.reference_time, | ||
reservoirs.geom | ||
FROM ingest.nwm_reservoir_mrf AS mrf | ||
JOIN derived.nwm_reservoirs as reservoirs ON reservoirs.lake_id = mrf.feature_id | ||
ORDER BY | ||
mrf.feature_id, | ||
mrf.forecast_hour | ||
), | ||
max_outflow AS ( | ||
SELECT DISTINCT ON (mrf.feature_id) | ||
mrf.feature_id, | ||
ROUND((mrf.outflow) * 35.515) AS max_outflow_cfs | ||
FROM ingest.nwm_reservoir_mrf AS mrf | ||
ORDER BY | ||
mrf.feature_id, | ||
mrf.outflow DESC | ||
) | ||
|
||
SELECT | ||
init.feature_id, | ||
init.feature_id_str, | ||
init.reservoir_type, | ||
init.init_water_sfc_elev_ft, | ||
max.max_outflow_cfs, | ||
init.reference_time, | ||
init.geom | ||
INTO publish.mrf_gfs_10day_water_management | ||
FROM initial_outflow as init | ||
JOIN max_outflow as max ON max.feature_id = init.feature_id; |
46 changes: 46 additions & 0 deletions
46
...A/viz_functions/viz_db_postprocess_sql/products/short_range/srf_18hr_water_management.sql
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,46 @@ | ||
DROP TABLE IF EXISTS publish.srf_18hr_water_management; | ||
|
||
WITH initial_outflow AS ( | ||
SELECT DISTINCT ON (srf.feature_id) | ||
srf.feature_id, | ||
srf.feature_id::text as feature_id_str, | ||
CASE | ||
WHEN reservoir_type = 1 | ||
THEN 'Level Pool' | ||
WHEN reservoir_type = 2 | ||
THEN 'RFC' | ||
WHEN reservoir_type = 3 | ||
THEN 'USACE' | ||
WHEN reservoir_type = 4 | ||
THEN 'USGS' | ||
END as reservoir_type, | ||
ROUND((srf.water_sfc_elev) * 3.28084) AS init_water_sfc_elev_ft, | ||
srf.reference_time, | ||
reservoirs.geom | ||
FROM ingest.nwm_reservoir_srf AS srf | ||
JOIN derived.nwm_reservoirs as reservoirs ON reservoirs.lake_id = srf.feature_id | ||
ORDER BY | ||
srf.feature_id, | ||
srf.forecast_hour | ||
), | ||
max_outflow AS ( | ||
SELECT DISTINCT ON (srf.feature_id) | ||
srf.feature_id, | ||
ROUND((srf.outflow) * 35.515) AS max_outflow_cfs | ||
FROM ingest.nwm_reservoir_srf AS srf | ||
ORDER BY | ||
srf.feature_id, | ||
srf.outflow DESC | ||
) | ||
|
||
SELECT | ||
init.feature_id, | ||
init.feature_id_str, | ||
init.reservoir_type, | ||
init.init_water_sfc_elev_ft, | ||
max.max_outflow_cfs, | ||
init.reference_time, | ||
init.geom | ||
INTO publish.srf_18hr_water_management | ||
FROM initial_outflow as init | ||
JOIN max_outflow as max ON max.feature_id = init.feature_id; |
18 changes: 18 additions & 0 deletions
18
..._initialize_pipeline/product_configs/medium_range_mem1/mrf_gfs_10day_water_management.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,18 @@ | ||
product: mrf_gfs_10day_water_management | ||
configuration: medium_range_mem1 | ||
product_type: "vector" | ||
run: true | ||
|
||
ingest_files: | ||
- file_format: common/data/model/com/nwm/{{variable:NWM_DATAFLOW_VERSION}}/nwm.{{datetime:%Y%m%d}}/medium_range_mem1/nwm.t{{datetime:%H}}z.medium_range.reservoir_1.f{{range:1,19,1,%03d}}.conus.nc | ||
file_step: None | ||
file_window: None | ||
target_table: ingest.nwm_reservoir_mrf | ||
target_keys: (feature_id) | ||
|
||
postprocess_sql: | ||
- sql_file: mrf_gfs_10day_water_management | ||
target_table: publish.mrf_gfs_10day_water_management | ||
|
||
services: | ||
- mrf_gfs_10day_water_management_noaa |
18 changes: 18 additions & 0 deletions
18
...nctions/viz_initialize_pipeline/product_configs/short_range/srf_18hr_water_management.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,18 @@ | ||
product: srf_18hr_water_management | ||
configuration: short_range | ||
product_type: "vector" | ||
run: true | ||
|
||
ingest_files: | ||
- file_format: common/data/model/com/nwm/{{variable:NWM_DATAFLOW_VERSION}}/nwm.{{datetime:%Y%m%d}}/short_range/nwm.t{{datetime:%H}}z.short_range.reservoir.f{{range:1,19,1,%03d}}.conus.nc | ||
file_step: None | ||
file_window: None | ||
target_table: ingest.nwm_reservoir_srf | ||
target_keys: (feature_id) | ||
|
||
postprocess_sql: | ||
- sql_file: srf_18hr_water_management | ||
target_table: publish.srf_18hr_water_management | ||
|
||
services: | ||
- srf_18hr_water_management_noaa |
Oops, something went wrong.