Skip to content

Commit

Permalink
Merge pull request #700 from NOAA-OWP/dev-water-management
Browse files Browse the repository at this point in the history
Adds SRF 18-Hour Water Management #239 and MRF GFS 10-Day Water Management #240 services

Adds:

service metadata
product SQL
pipeline config file
mapx
  • Loading branch information
nickchadwick-noaa authored Apr 25, 2024
2 parents 0e72224 + 98447f1 commit 53fd963
Show file tree
Hide file tree
Showing 8 changed files with 1,827 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,46 @@
DROP TABLE IF EXISTS publish.mrf_gfs_10day_water_management;

WITH initial_outflow AS (
SELECT DISTINCT ON (mrf.feature_id)
mrf.feature_id,
mrf.feature_id::text as feature_id_str,
CASE
WHEN reservoir_type = 1
THEN 'Level Pool'
WHEN reservoir_type = 2
THEN 'RFC'
WHEN reservoir_type = 3
THEN 'USACE'
WHEN reservoir_type = 4
THEN 'USGS'
END as reservoir_type,
ROUND((mrf.water_sfc_elev) * 3.28084) AS init_water_sfc_elev_ft,
mrf.reference_time,
reservoirs.geom
FROM ingest.nwm_reservoir_mrf AS mrf
JOIN derived.nwm_reservoirs as reservoirs ON reservoirs.lake_id = mrf.feature_id
ORDER BY
mrf.feature_id,
mrf.forecast_hour
),
max_outflow AS (
SELECT DISTINCT ON (mrf.feature_id)
mrf.feature_id,
ROUND((mrf.outflow) * 35.515) AS max_outflow_cfs
FROM ingest.nwm_reservoir_mrf AS mrf
ORDER BY
mrf.feature_id,
mrf.outflow DESC
)

SELECT
init.feature_id,
init.feature_id_str,
init.reservoir_type,
init.init_water_sfc_elev_ft,
max.max_outflow_cfs,
init.reference_time,
init.geom
INTO publish.mrf_gfs_10day_water_management
FROM initial_outflow as init
JOIN max_outflow as max ON max.feature_id = init.feature_id;
Original file line number Diff line number Diff line change
@@ -0,0 +1,46 @@
DROP TABLE IF EXISTS publish.srf_18hr_water_management;

WITH initial_outflow AS (
SELECT DISTINCT ON (srf.feature_id)
srf.feature_id,
srf.feature_id::text as feature_id_str,
CASE
WHEN reservoir_type = 1
THEN 'Level Pool'
WHEN reservoir_type = 2
THEN 'RFC'
WHEN reservoir_type = 3
THEN 'USACE'
WHEN reservoir_type = 4
THEN 'USGS'
END as reservoir_type,
ROUND((srf.water_sfc_elev) * 3.28084) AS init_water_sfc_elev_ft,
srf.reference_time,
reservoirs.geom
FROM ingest.nwm_reservoir_srf AS srf
JOIN derived.nwm_reservoirs as reservoirs ON reservoirs.lake_id = srf.feature_id
ORDER BY
srf.feature_id,
srf.forecast_hour
),
max_outflow AS (
SELECT DISTINCT ON (srf.feature_id)
srf.feature_id,
ROUND((srf.outflow) * 35.515) AS max_outflow_cfs
FROM ingest.nwm_reservoir_srf AS srf
ORDER BY
srf.feature_id,
srf.outflow DESC
)

SELECT
init.feature_id,
init.feature_id_str,
init.reservoir_type,
init.init_water_sfc_elev_ft,
max.max_outflow_cfs,
init.reference_time,
init.geom
INTO publish.srf_18hr_water_management
FROM initial_outflow as init
JOIN max_outflow as max ON max.feature_id = init.feature_id;
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
product: mrf_gfs_10day_water_management
configuration: medium_range_mem1
product_type: "vector"
run: true

ingest_files:
- file_format: common/data/model/com/nwm/{{variable:NWM_DATAFLOW_VERSION}}/nwm.{{datetime:%Y%m%d}}/medium_range_mem1/nwm.t{{datetime:%H}}z.medium_range.reservoir_1.f{{range:1,19,1,%03d}}.conus.nc
file_step: None
file_window: None
target_table: ingest.nwm_reservoir_mrf
target_keys: (feature_id)

postprocess_sql:
- sql_file: mrf_gfs_10day_water_management
target_table: publish.mrf_gfs_10day_water_management

services:
- mrf_gfs_10day_water_management_noaa
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
product: srf_18hr_water_management
configuration: short_range
product_type: "vector"
run: true

ingest_files:
- file_format: common/data/model/com/nwm/{{variable:NWM_DATAFLOW_VERSION}}/nwm.{{datetime:%Y%m%d}}/short_range/nwm.t{{datetime:%H}}z.short_range.reservoir.f{{range:1,19,1,%03d}}.conus.nc
file_step: None
file_window: None
target_table: ingest.nwm_reservoir_srf
target_keys: (feature_id)

postprocess_sql:
- sql_file: srf_18hr_water_management
target_table: publish.srf_18hr_water_management

services:
- srf_18hr_water_management_noaa
Loading

0 comments on commit 53fd963

Please sign in to comment.