Skip to content

Commit 2cdf270

Browse files
author
dao_ops = (rlucches)
committed
Initial code deposit.
1 parent f5c4cc6 commit 2cdf270

26 files changed

+3440
-0
lines changed

‎config/config-carbon.yml

+144
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,144 @@
1+
# Define the plot script to make the images (e.g. plot_carbon.py)
2+
PLOT_ENGINE: plot_carbon
3+
4+
# Desired Forecast Length (days)
5+
FC_LENGTH: 5
6+
7+
# Directory path to gridded inputs (NetCDF)
8+
MERRA2_FILE_PATH: /discover/nobackup/projects/gmao/merra2/data/products/MERRA2_all/Y%y4/M%m2
9+
CARBON_NV_FILE_PATH: /discover/nobackup/projects/gmao/geos_carb/pub/inst3_3d_carb_Nv/Y%y4/M%m2
10+
CARBON_2D_FILE_PATH: /discover/nobackup/projects/gmao/geos_carb/pub/inst3_2d_xco2_Nx/Y%y4/M%m2
11+
#CARBON_3D_FILE_PATH: /discover/nobackup/projects/gmao/geos_carb/klmorga5/m2cc_ana/inst3_3d_carb_Np/Y%y4/M%m2
12+
CARBON_3D_FILE_PATH: /discover/nobackup/jardizzo/inst3_3d_carb_Np/Y%y4/M%m2
13+
14+
# Directory path to output station sampled files (profiles).
15+
FC_PROF_PATH: /discover/nobackup/dao_ops/FLUID/datagrams/data/carbon/Y%y4/M%m2/D%d2/H%h2
16+
17+
# Directory path to gridded forecast control files
18+
MERRA2_GRID_PATH: /home/dao_ops/cylc-run/datagrams-carbon/opendap
19+
CARBON_GRID_PATH: /home/dao_ops/cylc-run/datagrams-carbon/opendap
20+
21+
# Root Directory path of station CSV data.
22+
STATION_PATH: /home/aconaty/data-services/gram/menus
23+
24+
# Full pathname of output station sampled files (profiles).
25+
FC_PROF_PATHNAME: $FC_PROF_PATH/${collection}_$var.%iy4%im2%id2_%ih2z.nc
26+
27+
# Directory path to datagram imagery
28+
GRAM_IMG_PATH: /discover/nobackup/dao_ops/FLUID/datagrams/images/carbon/Y%iy4/M%im2/D%id2/H%ih2
29+
30+
# Directory on Portal machine where images and station CSV files are published.
31+
GRAM_PUBLISH_PATH: /dataportal01/devel/gmao_data_services/static/data-services
32+
33+
# Gridded forecast collections to be sampled and interpolated to station
34+
# locations. Add or delete collections as needed. Each collection contains the
35+
# following information:
36+
#
37+
# src: Directory path to gridded forecast files (NetCDF).
38+
# min_count: minimum file count criteria for a forecast (see FC_LENGTH).
39+
# vars: list of desired variables to be interpolated to station locations.
40+
# levs: level range to be sampled in the form lev1-lev2 (e.g. 950-300).
41+
# offset: time offset in minutes (useful for tavg collections that do not
42+
# start on the hour).
43+
# files: list of one or more pathname expressions describing the gridded
44+
# forecast files.
45+
46+
collections: &COLLECTIONS
47+
48+
tavg1_2d_rad_Nx:
49+
src: $MERRA2_FILE_PATH
50+
vars: [CLDLOW,CLDMID,CLDHGH,CLDTOT]
51+
file: $MERRA2_GRID_PATH/$collection
52+
offset: 30
53+
54+
files:
55+
- "MERRA2.tavg1_2d_rad_Nx.%y4%m2%d2.nc4"
56+
57+
tavg1_2d_flx_Nx:
58+
src: $MERRA2_FILE_PATH
59+
vars: [PRECTOT,PRECCON,PRECSNO]
60+
file: $MERRA2_GRID_PATH/$collection
61+
offset: 30
62+
63+
files:
64+
- "MERRA2.tavg1_2d_flx_Nx.%y4%m2%d2.nc4"
65+
66+
tavg1_2d_slv_Nx:
67+
68+
src: $MERRA2_FILE_PATH
69+
vars: [U10M,V10M,U2M,V2M,T2M,SLP]
70+
file: $MERRA2_GRID_PATH/$collection
71+
offset: 30
72+
73+
files:
74+
75+
- "MERRA2.tavg1_2d_slv_Nx.%y4%m2%d2.nc4"
76+
77+
inst3_3d_asm_Np:
78+
79+
src: $MERRA2_FILE_PATH
80+
vars: [U,V,RH]
81+
levs: 950-300
82+
file: $MERRA2_GRID_PATH/$collection
83+
84+
files:
85+
86+
- "MERRA2.inst3_3d_asm_Np.%y4%m2%d2.nc4"
87+
88+
tavg1_2d_aer_Nx:
89+
90+
src: $MERRA2_FILE_PATH
91+
vars: [SSEXTTAU,DUEXTTAU,BCEXTTAU,OCEXTTAU,SUEXTTAU,DUSMASS25,SSSMASS25,OCSMASS,BCSMASS,SO4SMASS]
92+
file: $MERRA2_GRID_PATH/$collection
93+
offset: 30
94+
95+
files:
96+
97+
- "MERRA2.tavg1_2d_aer_Nx.%y4%m2%d2.nc4"
98+
99+
tavg1_2d_chm_Nx:
100+
101+
src: $MERRA2_FILE_PATH
102+
vars: [COSC]
103+
file: $MERRA2_GRID_PATH/$collection
104+
offset: 30
105+
106+
files:
107+
108+
- "MERRA2.tavg1_2d_chm_Nx.%y4%m2%d2.nc4"
109+
110+
inst3_3d_carb_Np:
111+
112+
src: $CARBON_3D_FILE_PATH
113+
vars: [CO2, CO2EM, CO2SIM]
114+
levs: 1000-500
115+
file: $CARBON_GRID_PATH/$collection
116+
117+
files:
118+
119+
- "m2cc_ana.inst3_3d_carb_Np.%y4%m2%d2_%h200z.nc4"
120+
121+
inst3_2d_xco2_Nx:
122+
123+
src: $CARBON_2D_FILE_PATH
124+
vars: [XCO2, XCO2SIM]
125+
file: $CARBON_GRID_PATH/$collection
126+
127+
files:
128+
129+
- "m2cc_ana.inst3_2d_xco2_Nx.%y4%m2%d2_%h200z.nc4"
130+
131+
inst3_3d_carb_Nv:
132+
133+
src: $CARBON_NV_FILE_PATH
134+
vars: [CO2, CO2SIM]
135+
levs: 65-72
136+
file: $CARBON_GRID_PATH/$collection
137+
138+
files:
139+
140+
- "m2cc_ana.inst3_3d_carb_Nv.%y4%m2%d2_%h200z.nc4"
141+
142+
get_data:
143+
144+
<<: *COLLECTIONS

‎config/config-cf.yml

+93
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,93 @@
1+
# Define the plot script to make the images.
2+
PLOT_ENGINE: plot_cf
3+
4+
# Desired Forecast Length (days)
5+
FC_LENGTH: 5
6+
7+
# Directory path to gridded forecast files (NetCDF)
8+
FC_FILE_PATH: /discover/nobackup/projects/gmao/geos_cf/pub/GEOS-CF_NRT/forecast/Y%iy4/M%im2/D%id2/H%ih2
9+
10+
# Directory path to gridded forecast control files
11+
FC_GRID_PATH: /discover/nobackup/projects/gmao/geos_cf/pub/GEOS-CF_NRT/opendap/fcast
12+
13+
# Directory path to output station sampled files (profiles).
14+
FC_PROF_PATH: /discover/nobackup/dao_ops/FLUID/datagrams/data/cf/Y%iy4/M%im2/D%id2/H%ih2
15+
16+
# Root Directory path of station CSV data.
17+
STATION_PATH: /home/aconaty/data-services/gram/menus
18+
19+
# Full pathname of gridded forecast control files.
20+
FC_GRID_PATHNAME: $FC_GRID_PATH/$collection/${collection}.%iy4%im2%id2_%ih2z
21+
22+
# Full pathname of output station sampled files (profiles).
23+
FC_PROF_PATHNAME: $FC_PROF_PATH/${collection}_$var.%iy4%im2%id2_%ih2z.nc
24+
25+
# Directory path to datagram imagery
26+
GRAM_IMG_PATH: /discover/nobackup/dao_ops/FLUID/datagrams/images/cf/Y%iy4/M%im2/D%id2/H%ih2
27+
28+
# Directory on Portal machine where images and station CSV files are published.
29+
GRAM_PUBLISH_PATH: /dataportal01/devel/gmao_data_services/static/data-services
30+
31+
# Gridded forecast collections to be sampled and interpolated to station
32+
# locations. Add or delete collections as needed. Each collection contains the
33+
# following information:
34+
#
35+
# src: Directory path to gridded forecast files (NetCDF).
36+
# min_count: minimum file count criteria for a forecast (see FC_LENGTH).
37+
# vars: list of desired variables to be interpolated to station locations.
38+
# levs: level range to be sampled in the form lev1-lev2 (e.g. 950-300).
39+
# offset: time offset in minutes (useful for tavg collections that do not
40+
# start on the hour).
41+
# files: list of one or more pathname expressions describing the gridded
42+
# forecast files.
43+
44+
collections: &COLLECTIONS
45+
46+
chm_tavg_1hr_g1440x721_v1:
47+
48+
src: $FC_FILE_PATH
49+
min_count: 120
50+
vars: [PM25su_RH35_GCC, PM25ni_RH35_GCC, PM25soa_RH35_GCC, PM25bc_RH35_GCC, PM25du_RH35_GCC, PM25oc_RH35_GCC, PM25ss_RH35_GCC, O3, NO2, CO, SO2]
51+
levs: 72
52+
offset: 30
53+
54+
files:
55+
56+
- "GEOS-CF.v01.fcst.chm_tavg_1hr_g1440x721_v1.%iy4%im2%id2_%ih2z+*nc4"
57+
58+
chm_inst_1hr_g1440x721_p23:
59+
60+
src: $FC_FILE_PATH
61+
min_count: 121
62+
vars: [O3,NO2,CO,SO2,PM25_RH35_GCC]
63+
levs: 1000-500
64+
65+
files:
66+
67+
- "GEOS-CF.v01.fcst.chm_inst_1hr_g1440x721_p23.%iy4%im2%id2_%ih2z+*nc4"
68+
69+
met_tavg_1hr_g1440x721_x1:
70+
71+
src: $FC_FILE_PATH
72+
min_count: 120
73+
vars: [CLDTT, TPREC, T2M, U10M, V10M, ZPBL]
74+
offset: 30
75+
76+
files:
77+
78+
- "GEOS-CF.v01.fcst.met_tavg_1hr_g1440x721_x1.%iy4%im2%id2_%ih2z+*nc4"
79+
80+
get_data:
81+
82+
<<: *COLLECTIONS
83+
84+
opendap:
85+
86+
src: $FC_GRID_PATH
87+
min_count: 3
88+
89+
files:
90+
91+
- $FC_GRID_PATH/met_tavg_1hr_g1440x721_x1/met_tavg_1hr_g1440x721_x1.%iy4%im2%id2_%ih2z
92+
- $FC_GRID_PATH/chm_inst_1hr_g1440x721_p23/chm_inst_1hr_g1440x721_p23.%iy4%im2%id2_%ih2z
93+
- $FC_GRID_PATH/chm_tavg_1hr_g1440x721_v1/chm_tavg_1hr_g1440x721_v1.%iy4%im2%id2_%ih2z

‎config/config-fp.yml

+138
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,138 @@
1+
# Define the plot script to make the images (e.g. plot_fp.py)
2+
PLOT_ENGINE: plot_fp
3+
4+
# Desired Forecast Length (days)
5+
FC_LENGTH: 5
6+
7+
# Directory path to gridded forecast files (NetCDF)
8+
FC_FILE_PATH: /discover/nobackup/projects/gmao/gmao_ops/pub/fp/forecast/Y%iy4/M%im2/D%id2/H%ih2
9+
10+
# Directory path to gridded forecast control files
11+
FC_GRID_PATH: /discover/nobackup/projects/gmao/yotc/pub/fp/opendap/fcast
12+
13+
# Directory path to output station sampled files (profiles).
14+
FC_PROF_PATH: /discover/nobackup/dao_ops/FLUID/datagrams/data/fp/Y%iy4/M%im2/D%id2/H%ih2
15+
16+
# Root Directory path of station CSV data.
17+
STATION_PATH: /home/aconaty/data-services/gram/menus
18+
19+
# Full pathname of gridded forecast control files.
20+
FC_GRID_PATHNAME: $FC_GRID_PATH/$collection/${collection}.%iy4%im2%id2_%ih2
21+
22+
# Full pathname of output station sampled files (profiles).
23+
FC_PROF_PATHNAME: $FC_PROF_PATH/${collection}_$var.%iy4%im2%id2_%ih2z.nc
24+
25+
# Directory path to datagram imagery
26+
GRAM_IMG_PATH: /discover/nobackup/dao_ops/FLUID/datagrams/images/fp/Y%iy4/M%im2/D%id2/H%ih2
27+
28+
# Directory on Portal machine where images and station CSV files are published.
29+
GRAM_PUBLISH_PATH: /dataportal01/devel/gmao_data_services/static/data-services
30+
31+
# Gridded forecast collections to be sampled and interpolated to station
32+
# locations. Add or delete collections as needed. Each collection contains the
33+
# following information:
34+
#
35+
# src: Directory path to gridded forecast files (NetCDF).
36+
# min_count: minimum file count criteria for a forecast (see FC_LENGTH).
37+
# vars: list of desired variables to be interpolated to station locations.
38+
# levs: level range to be sampled in the form lev1-lev2 (e.g. 950-300).
39+
# offset: time offset in minutes (useful for tavg collections that do not
40+
# start on the hour).
41+
# files: list of one or more pathname expressions describing the gridded
42+
# forecast files.
43+
44+
collections: &COLLECTIONS
45+
46+
inst3_2d_met_Nx:
47+
48+
src: $FC_FILE_PATH
49+
min_count: 41
50+
vars: [CLDLOW,CLDMID,CLDHGH,PRECTOT,PRECCON,PRECSNO]
51+
52+
files:
53+
54+
- "GEOS.fp.fcst.inst3_2d_met_Nx.%iy4%im2%id2_%ih2+*nc4"
55+
56+
tavg1_2d_slv_Nx:
57+
58+
src: $FC_FILE_PATH
59+
min_count: 123
60+
vars: [U2M,V2M,T2M,SLP]
61+
offset: 30
62+
63+
files:
64+
65+
- "GEOS.fp.fcst.tavg1_2d_slv_Nx.%iy4%im2%id2_%ih2+*nc4"
66+
67+
inst1_2d_hwl_Nx:
68+
69+
src: $FC_FILE_PATH
70+
min_count: 123
71+
vars: [SSEXTTAU,DUEXTTAU,BCEXTTAU,OCEXTTAU,SUEXTTAU,NIEXTTAU, DUSMASS25,SSSMASS25,OCSMASS,BCSMASS,NISMASS25,SO4SMASS,COSC]
72+
73+
files:
74+
75+
- "GEOS.fp.fcst.inst1_2d_hwl_Nx.%iy4%im2%id2_%ih2+*nc4"
76+
77+
inst3_3d_ext_Np:
78+
79+
src: $FC_FILE_PATH
80+
min_count: 41
81+
vars: [BCEXT,OCEXT,SSEXT,SUEXT,DUEXT]
82+
levs: 950-300
83+
84+
files:
85+
86+
- "GEOS.fp.fcst.inst3_3d_ext_Np.%iy4%im2%id2_%ih2+*nc4"
87+
88+
inst3_3d_aer_Np:
89+
90+
src: $FC_FILE_PATH
91+
min_count: 41
92+
vars: [BC,OC,SS,SO4,DU,NI]
93+
levs: 950-300
94+
95+
files:
96+
97+
- "GEOS.fp.fcst.inst3_3d_aer_Np.%iy4%im2%id2_%ih2+*nc4"
98+
99+
inst3_3d_chm_Np:
100+
101+
src: $FC_FILE_PATH
102+
min_count: 41
103+
vars: [CO,CO2,AIRDENS]
104+
levs: 950-300
105+
106+
files:
107+
108+
- "GEOS.fp.fcst.inst3_3d_chm_Np.%iy4%im2%id2_%ih2+*nc4"
109+
110+
inst3_3d_asm_Np:
111+
112+
src: $FC_FILE_PATH
113+
min_count: 41
114+
vars: [U,V,RH]
115+
levs: 950-300
116+
117+
files:
118+
119+
- "GEOS.fp.fcst.inst3_3d_asm_Np.%iy4%im2%id2_%ih2+*nc4"
120+
121+
get_data:
122+
123+
<<: *COLLECTIONS
124+
125+
opendap:
126+
127+
src: $FC_GRID_PATH
128+
min_count: 7
129+
130+
files:
131+
132+
- $FC_GRID_PATH/inst3_2d_met_Nx/inst3_2d_met_Nx.%iy4%im2%id2_%ih2
133+
- $FC_GRID_PATH/tavg1_2d_slv_Nx/tavg1_2d_slv_Nx.%iy4%im2%id2_%ih2
134+
- $FC_GRID_PATH/inst1_2d_hwl_Nx/inst1_2d_hwl_Nx.%iy4%im2%id2_%ih2
135+
- $FC_GRID_PATH/inst3_3d_ext_Np/inst3_3d_ext_Np.%iy4%im2%id2_%ih2
136+
- $FC_GRID_PATH/inst3_3d_aer_Np/inst3_3d_aer_Np.%iy4%im2%id2_%ih2
137+
- $FC_GRID_PATH/inst3_3d_chm_Np/inst3_3d_chm_Np.%iy4%im2%id2_%ih2
138+
- $FC_GRID_PATH/inst3_3d_asm_Np/inst3_3d_asm_Np.%iy4%im2%id2_%ih2

‎src/__pycache__/find.cpython-37.pyc

469 Bytes
Binary file not shown.

‎src/__pycache__/flight.cpython-37.pyc

1.71 KB
Binary file not shown.

‎src/__pycache__/gradstime.cpython-37.pyc

1.85 KB
Binary file not shown.

‎src/__pycache__/plot_fp.cpython-37.pyc

17 KB
Binary file not shown.

‎src/__pycache__/stationmanager.cpython-37.pyc

2.45 KB
Binary file not shown.

‎src/find.py

+8
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
import os
2+
import fnmatch
3+
4+
def find(path=os.getcwd(), ext='.txt'):
5+
'''Recursive search function top-down.'''
6+
for (root, dirs, files) in os.walk(path):
7+
for f in fnmatch.filter(files, '*'+ext):
8+
yield os.path.join(root, f)

0 commit comments

Comments
 (0)