From fb5ad32005531eacd67f2d3836f0730ab8efcb8d Mon Sep 17 00:00:00 2001 From: smohiudd Date: Wed, 22 Nov 2023 14:19:26 -0700 Subject: [PATCH 1/6] add discovery items template --- .../CMIP245-winter-median-pr.json | 0 .../CMIP245-winter-median-ta.json | 0 .../CMIP585-winter-median-pr.json | 6 +++ .../CMIP585-winter-median-ta.json | 0 ...annual-emissions_1A_Combustion_Mobile.json | 6 +++ ...al-emissions_1A_Combustion_Stationary.json | 6 +++ ...-annual-emissions_1B1a_Abandoned_Coal.json | 6 +++ ...al-emissions_1B1a_Coal_Mining_Surface.json | 6 +++ ...missions_1B1a_Coal_Mining_Underground.json | 6 +++ .../EPA-annual-emissions_1B2a_Petroleum.json | 6 +++ ...issions_1B2b_Natural_Gas_Distribution.json | 6 +++ ...emissions_1B2b_Natural_Gas_Processing.json | 6 +++ ...emissions_1B2b_Natural_Gas_Production.json | 6 +++ ...issions_1B2b_Natural_Gas_Transmission.json | 6 +++ ...missions_2B5_Petrochemical_Production.json | 6 +++ ...l-emissions_2C2_Ferroalloy_Production.json | 6 +++ ...ual-emissions_4A_Enteric_Fermentation.json | 6 +++ ...annual-emissions_4B_Manure_Management.json | 6 +++ ...-annual-emissions_4C_Rice_Cultivation.json | 6 +++ ...EPA-annual-emissions_4F_Field_Burning.json | 6 +++ .../EPA-annual-emissions_5_Forest_Fires.json | 6 +++ ...ual-emissions_6A_Landfills_Industrial.json | 6 +++ ...nual-emissions_6A_Landfills_Municipal.json | 6 +++ ...ions_6B_Wastewater_Treatment_Domestic.json | 6 +++ ...ns_6B_Wastewater_Treatment_Industrial.json | 6 +++ .../EPA-annual-emissions_6D_Composting.json | 6 +++ .../EPA-daily-emissions_5_Forest_Fires.json | 6 +++ ...ly-emissions_1A_Combustion_Stationary.json | 6 +++ .../EPA-monthly-emissions_1B2a_Petroleum.json | 6 +++ ...emissions_1B2b_Natural_Gas_Production.json | 6 +++ ...onthly-emissions_4B_Manure_Management.json | 6 +++ ...monthly-emissions_4C_Rice_Cultivation.json | 6 +++ ...PA-monthly-emissions_4F_Field_Burning.json | 6 +++ .../HLSL30.002-ida.json | 0 .../HLSL30.002-maria.json | 0 .../HLSS30.002-ida.json | 0 .../HLSS30.002-maria.json | 0 .../IS2SITMOGR4-cog.json | 0 .../MO_NPP_npp_vgpm.json | 0 .../OMI_trno2-COG.json | 0 .../OMSO2PCA-cog.json | 6 +-- .../bangladesh-landcover-2001-2020.json | 0 .../discovery-items/barc-thomasfire.json | 6 +++ .../blue-tarp-detection.json | 0 .../blue-tarp-planetscope.json | 0 .../caldor-fire-behavior.json | 0 .../caldor-fire-burn-severity.json | 0 .../campfire-albedo-wsa-diff.json | 6 +++ .../campfire-lst-day-diff.json | 6 +++ .../campfire-lst-night-diff.json | 6 +++ .../discovery-items/campfire-ndvi-diff.json | 6 +++ .../discovery-items/campfire-nlcd.json | 6 +++ .../ceos-co2-flux-budgets-mean.json | 6 +++ .../ceos-co2-flux-budgets.json | 6 +++ .../co2-diff.json | 0 .../co2-mean.json | 0 ...6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json | 6 +++ .../discovery-items/conus-reach.json | 6 +++ .../cygnss-watermask-ucar.json | 6 +++ .../cygnss-watermask-ucberkeley.json | 6 +++ .../damage_probability_2022-10-03.json | 6 +++ .../disalexi-etsuppression.json | 6 +++ .../disturbance-probability-percentile.json | 6 +++ .../ecco-surface-height-change.json | 0 .../discovery-items/eis_fire_fireline.json | 6 +++ .../discovery-items/eis_fire_newfirepix.json | 6 +++ .../discovery-items/eis_fire_perimeter.json | 6 +++ ...ropy_difference_2022-09-05_2022-09-30.json | 6 +++ .../epa-emissions-2012-annual.json | 0 .../epa-emissions-2012-daily.json | 0 .../epa-emissions-2012-monthly.json | 0 .../epa-emissions-test.json | 0 .../facebook-population-density.json | 0 .../facebook_population_density.json | 6 +++ .../fldas-soil-moisture-anomalies.json | 6 +++ .../discovery-items/frp-max-thomasfire.json | 6 +++ .../geoglam.json | 0 .../discovery-items/grdi-cdr-raster.json | 6 +++ .../grdi-filled-missing-values-count.json | 6 +++ .../discovery-items/grdi-imr-raster.json | 6 +++ .../discovery-items/grdi-shdi-raster.json | 6 +++ .../discovery-items/grdi-v1-built.json | 6 +++ .../discovery-items/grdi-v1-raster.json | 6 +++ .../discovery-items/grdi-vnl-raster.json | 6 +++ .../grdi-vnl-slope-raster.json | 6 +++ .../grdi.json | 0 .../discovery-items/hls-bais2-v2.json | 6 +++ ingestion-data/discovery-items/hls-bais2.json | 6 +++ .../hls-l30-002-ej-reprocessed.json | 6 +++ ingestion-data/discovery-items/hls-ndvi.json | 6 +++ .../hls-s30-002-ej-reprocessed.json | 6 +++ .../hls-swir-falsecolor-composite.json | 6 +++ .../discovery-items/houston-aod-diff.json | 6 +++ .../discovery-items/houston-aod.json | 6 +++ .../discovery-items/houston-landcover.json | 6 +++ .../discovery-items/houston-lst-day.json | 6 +++ .../discovery-items/houston-lst-diff.json | 6 +++ .../discovery-items/houston-lst-night.json | 6 +++ .../discovery-items/houston-ndvi.json | 6 +++ .../discovery-items/houston-urbanization.json | 6 +++ ...2l2-sr-antarctic-glaciers-pine-island.json | 6 +++ ...t-c2l2-sr-antarctic-glaciers-thwaites.json | 6 +++ .../landsat-c2l2-sr-lakes-aral-sea.json | 6 +++ .../landsat-c2l2-sr-lakes-lake-balaton.json | 6 +++ .../landsat-c2l2-sr-lakes-lake-biwa.json | 6 +++ .../landsat-c2l2-sr-lakes-tonle-sap.json | 6 +++ .../landsat-c2l2-sr-lakes-vanern.json | 6 +++ .../landsat-nighttime-thermal.json | 6 +++ .../discovery-items/lis-etsuppression.json | 6 +++ .../discovery-items/lis-global-da-evap.json | 6 +++ .../lis-global-da-gpp-trend.json | 6 +++ .../discovery-items/lis-global-da-gpp.json | 6 +++ .../discovery-items/lis-global-da-gws.json | 6 +++ .../discovery-items/lis-global-da-qs.json | 6 +++ .../discovery-items/lis-global-da-qsb.json | 6 +++ .../lis-global-da-streamflow.json | 6 +++ .../discovery-items/lis-global-da-swe.json | 6 +++ .../lis-global-da-totalprecip.json | 6 +++ .../lis-global-da-tws-trend.json | 6 +++ .../discovery-items/lis-global-da-tws.json | 6 +++ .../discovery-items/lis-tvegsuppression.json | 6 +++ .../lis-tws-anomaly.json | 0 .../lis-tws-nonstationarity-index.json | 0 .../lis-tws-trend.json | 0 .../ls8-covid-19-example-data.json | 6 +++ .../modis-albedo-wsa-diff-2015-2022.json | 6 +++ .../modis-annual-lai-2003-2020.json | 0 ...lies-diff-covid-19-changing-landscape.json | 0 .../modis-lst-day-diff-2015-2022.json | 6 +++ .../modis-lst-night-diff-2015-2022.json | 6 +++ .../modis-ndvi-diff-2015-2022.json | 6 +++ .../discovery-items/modis_diff.json | 6 +++ .../mtbs-burn-severity.json | 0 .../nceo-africa-2017.json | 0 .../discovery-items/nceo_africa_2017.json | 6 +++ .../ndvi_diff_Ian_2022-09-30_2022-09-05.json | 6 +++ .../nightlights-500m-daily.json | 0 .../nightlights-hd-1band.json | 0 .../nightlights-hd-3bands.json | 0 .../nightlights-hd-monthly-blackmarble.json | 0 .../nightlights-hd-monthly.json | 0 .../no2-monthly-diff.json | 0 .../no2-monthly-orig.json | 0 .../discovery-items/no2-monthly.json | 6 +++ .../discovery-items/oco2-geos-l3-daily.json | 6 +++ .../pzd-anomaly-covid-19.json | 0 .../recovery-proxy-maps-covid-19.json | 0 ...wn-proxy-covid-19-changing-landscapes.json | 0 .../snow-projections-diff-245.json | 0 .../snow-projections-diff-585.json | 0 .../snow-projections-diff.json | 6 +++ .../snow-projections-median-245.json | 0 .../snow-projections-median-585.json | 0 .../snow-projections-median.json | 6 +++ ...l-vulnerability-index-household-nopop.json | 6 +++ .../social-vulnerability-index-household.json | 6 +++ ...ial-vulnerability-index-housing-nopop.json | 6 +++ .../social-vulnerability-index-housing.json | 6 +++ ...al-vulnerability-index-minority-nopop.json | 6 +++ .../social-vulnerability-index-minority.json | 6 +++ ...ial-vulnerability-index-overall-nopop.json | 6 +++ .../social-vulnerability-index-overall.json | 6 +++ ...lnerability-index-socioeconomic-nopop.json | 6 +++ ...ial-vulnerability-index-socioeconomic.json | 6 +++ .../social-vulnerability-index.json | 0 .../sport-lis-vsm0_100cm-percentile.json | 6 +++ .../togo-agriculture-covid-19.json | 0 .../CMIP585-winter-median-pr.json | 42 ------------------- 168 files changed, 710 insertions(+), 46 deletions(-) rename ingestion-data/{step-functions-input => discovery-items}/CMIP245-winter-median-pr.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/CMIP245-winter-median-ta.json (100%) create mode 100644 ingestion-data/discovery-items/CMIP585-winter-median-pr.json rename ingestion-data/{step-functions-input => discovery-items}/CMIP585-winter-median-ta.json (100%) create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Mobile.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Stationary.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Abandoned_Coal.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Surface.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Underground.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B2a_Petroleum.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Distribution.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Processing.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Production.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Transmission.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_2B5_Petrochemical_Production.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_2C2_Ferroalloy_Production.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_4A_Enteric_Fermentation.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_4B_Manure_Management.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_4C_Rice_Cultivation.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_4F_Field_Burning.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_5_Forest_Fires.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Industrial.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Municipal.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Domestic.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Industrial.json create mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_6D_Composting.json create mode 100644 ingestion-data/discovery-items/EPA-daily-emissions_5_Forest_Fires.json create mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_1A_Combustion_Stationary.json create mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_1B2a_Petroleum.json create mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_1B2b_Natural_Gas_Production.json create mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_4B_Manure_Management.json create mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_4C_Rice_Cultivation.json create mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_4F_Field_Burning.json rename ingestion-data/{step-functions-input => discovery-items}/HLSL30.002-ida.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/HLSL30.002-maria.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/HLSS30.002-ida.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/HLSS30.002-maria.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/IS2SITMOGR4-cog.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/MO_NPP_npp_vgpm.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/OMI_trno2-COG.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/OMSO2PCA-cog.json (50%) rename ingestion-data/{step-functions-input => discovery-items}/bangladesh-landcover-2001-2020.json (100%) create mode 100644 ingestion-data/discovery-items/barc-thomasfire.json rename ingestion-data/{step-functions-input => discovery-items}/blue-tarp-detection.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/blue-tarp-planetscope.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/caldor-fire-behavior.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/caldor-fire-burn-severity.json (100%) create mode 100644 ingestion-data/discovery-items/campfire-albedo-wsa-diff.json create mode 100644 ingestion-data/discovery-items/campfire-lst-day-diff.json create mode 100644 ingestion-data/discovery-items/campfire-lst-night-diff.json create mode 100644 ingestion-data/discovery-items/campfire-ndvi-diff.json create mode 100644 ingestion-data/discovery-items/campfire-nlcd.json create mode 100644 ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json create mode 100644 ingestion-data/discovery-items/ceos-co2-flux-budgets.json rename ingestion-data/{step-functions-input => discovery-items}/co2-diff.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/co2-mean.json (100%) create mode 100644 ingestion-data/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json create mode 100644 ingestion-data/discovery-items/conus-reach.json create mode 100644 ingestion-data/discovery-items/cygnss-watermask-ucar.json create mode 100644 ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json create mode 100644 ingestion-data/discovery-items/damage_probability_2022-10-03.json create mode 100644 ingestion-data/discovery-items/disalexi-etsuppression.json create mode 100644 ingestion-data/discovery-items/disturbance-probability-percentile.json rename ingestion-data/{step-functions-input => discovery-items}/ecco-surface-height-change.json (100%) create mode 100644 ingestion-data/discovery-items/eis_fire_fireline.json create mode 100644 ingestion-data/discovery-items/eis_fire_newfirepix.json create mode 100644 ingestion-data/discovery-items/eis_fire_perimeter.json create mode 100644 ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json rename ingestion-data/{step-functions-input => discovery-items}/epa-emissions-2012-annual.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/epa-emissions-2012-daily.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/epa-emissions-2012-monthly.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/epa-emissions-test.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/facebook-population-density.json (100%) create mode 100644 ingestion-data/discovery-items/facebook_population_density.json create mode 100644 ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json create mode 100644 ingestion-data/discovery-items/frp-max-thomasfire.json rename ingestion-data/{step-functions-input => discovery-items}/geoglam.json (100%) create mode 100644 ingestion-data/discovery-items/grdi-cdr-raster.json create mode 100644 ingestion-data/discovery-items/grdi-filled-missing-values-count.json create mode 100644 ingestion-data/discovery-items/grdi-imr-raster.json create mode 100644 ingestion-data/discovery-items/grdi-shdi-raster.json create mode 100644 ingestion-data/discovery-items/grdi-v1-built.json create mode 100644 ingestion-data/discovery-items/grdi-v1-raster.json create mode 100644 ingestion-data/discovery-items/grdi-vnl-raster.json create mode 100644 ingestion-data/discovery-items/grdi-vnl-slope-raster.json rename ingestion-data/{step-functions-input => discovery-items}/grdi.json (100%) create mode 100644 ingestion-data/discovery-items/hls-bais2-v2.json create mode 100644 ingestion-data/discovery-items/hls-bais2.json create mode 100644 ingestion-data/discovery-items/hls-l30-002-ej-reprocessed.json create mode 100644 ingestion-data/discovery-items/hls-ndvi.json create mode 100644 ingestion-data/discovery-items/hls-s30-002-ej-reprocessed.json create mode 100644 ingestion-data/discovery-items/hls-swir-falsecolor-composite.json create mode 100644 ingestion-data/discovery-items/houston-aod-diff.json create mode 100644 ingestion-data/discovery-items/houston-aod.json create mode 100644 ingestion-data/discovery-items/houston-landcover.json create mode 100644 ingestion-data/discovery-items/houston-lst-day.json create mode 100644 ingestion-data/discovery-items/houston-lst-diff.json create mode 100644 ingestion-data/discovery-items/houston-lst-night.json create mode 100644 ingestion-data/discovery-items/houston-ndvi.json create mode 100644 ingestion-data/discovery-items/houston-urbanization.json create mode 100644 ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json create mode 100644 ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json create mode 100644 ingestion-data/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json create mode 100644 ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json create mode 100644 ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json create mode 100644 ingestion-data/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json create mode 100644 ingestion-data/discovery-items/landsat-c2l2-sr-lakes-vanern.json create mode 100644 ingestion-data/discovery-items/landsat-nighttime-thermal.json create mode 100644 ingestion-data/discovery-items/lis-etsuppression.json create mode 100644 ingestion-data/discovery-items/lis-global-da-evap.json create mode 100644 ingestion-data/discovery-items/lis-global-da-gpp-trend.json create mode 100644 ingestion-data/discovery-items/lis-global-da-gpp.json create mode 100644 ingestion-data/discovery-items/lis-global-da-gws.json create mode 100644 ingestion-data/discovery-items/lis-global-da-qs.json create mode 100644 ingestion-data/discovery-items/lis-global-da-qsb.json create mode 100644 ingestion-data/discovery-items/lis-global-da-streamflow.json create mode 100644 ingestion-data/discovery-items/lis-global-da-swe.json create mode 100644 ingestion-data/discovery-items/lis-global-da-totalprecip.json create mode 100644 ingestion-data/discovery-items/lis-global-da-tws-trend.json create mode 100644 ingestion-data/discovery-items/lis-global-da-tws.json create mode 100644 ingestion-data/discovery-items/lis-tvegsuppression.json rename ingestion-data/{step-functions-input => discovery-items}/lis-tws-anomaly.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/lis-tws-nonstationarity-index.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/lis-tws-trend.json (100%) create mode 100644 ingestion-data/discovery-items/ls8-covid-19-example-data.json create mode 100644 ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json rename ingestion-data/{step-functions-input => discovery-items}/modis-annual-lai-2003-2020.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/modis-fire-anomalies-diff-covid-19-changing-landscape.json (100%) create mode 100644 ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json create mode 100644 ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json create mode 100644 ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json create mode 100644 ingestion-data/discovery-items/modis_diff.json rename ingestion-data/{step-functions-input => discovery-items}/mtbs-burn-severity.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/nceo-africa-2017.json (100%) create mode 100644 ingestion-data/discovery-items/nceo_africa_2017.json create mode 100644 ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json rename ingestion-data/{step-functions-input => discovery-items}/nightlights-500m-daily.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/nightlights-hd-1band.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/nightlights-hd-3bands.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/nightlights-hd-monthly-blackmarble.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/nightlights-hd-monthly.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/no2-monthly-diff.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/no2-monthly-orig.json (100%) create mode 100644 ingestion-data/discovery-items/no2-monthly.json create mode 100644 ingestion-data/discovery-items/oco2-geos-l3-daily.json rename ingestion-data/{step-functions-input => discovery-items}/pzd-anomaly-covid-19.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/recovery-proxy-maps-covid-19.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/slowdown-proxy-covid-19-changing-landscapes.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/snow-projections-diff-245.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/snow-projections-diff-585.json (100%) create mode 100644 ingestion-data/discovery-items/snow-projections-diff.json rename ingestion-data/{step-functions-input => discovery-items}/snow-projections-median-245.json (100%) rename ingestion-data/{step-functions-input => discovery-items}/snow-projections-median-585.json (100%) create mode 100644 ingestion-data/discovery-items/snow-projections-median.json create mode 100644 ingestion-data/discovery-items/social-vulnerability-index-household-nopop.json create mode 100644 ingestion-data/discovery-items/social-vulnerability-index-household.json create mode 100644 ingestion-data/discovery-items/social-vulnerability-index-housing-nopop.json create mode 100644 ingestion-data/discovery-items/social-vulnerability-index-housing.json create mode 100644 ingestion-data/discovery-items/social-vulnerability-index-minority-nopop.json create mode 100644 ingestion-data/discovery-items/social-vulnerability-index-minority.json create mode 100644 ingestion-data/discovery-items/social-vulnerability-index-overall-nopop.json create mode 100644 ingestion-data/discovery-items/social-vulnerability-index-overall.json create mode 100644 ingestion-data/discovery-items/social-vulnerability-index-socioeconomic-nopop.json create mode 100644 ingestion-data/discovery-items/social-vulnerability-index-socioeconomic.json rename ingestion-data/{step-functions-input => discovery-items}/social-vulnerability-index.json (100%) create mode 100644 ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json rename ingestion-data/{step-functions-input => discovery-items}/togo-agriculture-covid-19.json (100%) delete mode 100644 ingestion-data/step-functions-input/CMIP585-winter-median-pr.json diff --git a/ingestion-data/step-functions-input/CMIP245-winter-median-pr.json b/ingestion-data/discovery-items/CMIP245-winter-median-pr.json similarity index 100% rename from ingestion-data/step-functions-input/CMIP245-winter-median-pr.json rename to ingestion-data/discovery-items/CMIP245-winter-median-pr.json diff --git a/ingestion-data/step-functions-input/CMIP245-winter-median-ta.json b/ingestion-data/discovery-items/CMIP245-winter-median-ta.json similarity index 100% rename from ingestion-data/step-functions-input/CMIP245-winter-median-ta.json rename to ingestion-data/discovery-items/CMIP245-winter-median-ta.json diff --git a/ingestion-data/discovery-items/CMIP585-winter-median-pr.json b/ingestion-data/discovery-items/CMIP585-winter-median-pr.json new file mode 100644 index 00000000..9eff24cd --- /dev/null +++ b/ingestion-data/discovery-items/CMIP585-winter-median-pr.json @@ -0,0 +1,6 @@ +{ + "collection": "campfire-lst-day-diff", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/CMIP585-winter-median-ta.json b/ingestion-data/discovery-items/CMIP585-winter-median-ta.json similarity index 100% rename from ingestion-data/step-functions-input/CMIP585-winter-median-ta.json rename to ingestion-data/discovery-items/CMIP585-winter-median-ta.json diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Mobile.json b/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Mobile.json new file mode 100644 index 00000000..93c24bfc --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Mobile.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_1A_Combustion_Mobile", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Stationary.json b/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Stationary.json new file mode 100644 index 00000000..af255e9c --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Stationary.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_1A_Combustion_Stationary", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Abandoned_Coal.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Abandoned_Coal.json new file mode 100644 index 00000000..531f5f40 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Abandoned_Coal.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_1B1a_Abandoned_Coal", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Surface.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Surface.json new file mode 100644 index 00000000..46b338bc --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Surface.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_1B1a_Coal_Mining_Surface", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Underground.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Underground.json new file mode 100644 index 00000000..07925f6b --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Underground.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_1B1a_Coal_Mining_Underground", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B2a_Petroleum.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B2a_Petroleum.json new file mode 100644 index 00000000..9b18fa82 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_1B2a_Petroleum.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_1B2a_Petroleum", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Distribution.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Distribution.json new file mode 100644 index 00000000..afe7d1ec --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Distribution.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Distribution", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Processing.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Processing.json new file mode 100644 index 00000000..31cf7537 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Processing.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Processing", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Production.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Production.json new file mode 100644 index 00000000..ab791ace --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Production.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Production", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Transmission.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Transmission.json new file mode 100644 index 00000000..82908eb4 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Transmission.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Transmission", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_2B5_Petrochemical_Production.json b/ingestion-data/discovery-items/EPA-annual-emissions_2B5_Petrochemical_Production.json new file mode 100644 index 00000000..8d33ea04 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_2B5_Petrochemical_Production.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_2B5_Petrochemical_Production", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_2C2_Ferroalloy_Production.json b/ingestion-data/discovery-items/EPA-annual-emissions_2C2_Ferroalloy_Production.json new file mode 100644 index 00000000..3c47d54d --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_2C2_Ferroalloy_Production.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_2C2_Ferroalloy_Production", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_4A_Enteric_Fermentation.json b/ingestion-data/discovery-items/EPA-annual-emissions_4A_Enteric_Fermentation.json new file mode 100644 index 00000000..73cb5857 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_4A_Enteric_Fermentation.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_4A_Enteric_Fermentation", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_4B_Manure_Management.json b/ingestion-data/discovery-items/EPA-annual-emissions_4B_Manure_Management.json new file mode 100644 index 00000000..26dd4e33 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_4B_Manure_Management.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_4B_Manure_Management", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_4C_Rice_Cultivation.json b/ingestion-data/discovery-items/EPA-annual-emissions_4C_Rice_Cultivation.json new file mode 100644 index 00000000..bfbdf2f6 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_4C_Rice_Cultivation.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_4C_Rice_Cultivation", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_4F_Field_Burning.json b/ingestion-data/discovery-items/EPA-annual-emissions_4F_Field_Burning.json new file mode 100644 index 00000000..7f585263 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_4F_Field_Burning.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_4F_Field_Burning", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_5_Forest_Fires.json b/ingestion-data/discovery-items/EPA-annual-emissions_5_Forest_Fires.json new file mode 100644 index 00000000..387e9b5f --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_5_Forest_Fires.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_5_Forest_Fires", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Industrial.json b/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Industrial.json new file mode 100644 index 00000000..f3517c45 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Industrial.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_6A_Landfills_Industrial", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Municipal.json b/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Municipal.json new file mode 100644 index 00000000..65adb759 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Municipal.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_6A_Landfills_Municipal", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Domestic.json b/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Domestic.json new file mode 100644 index 00000000..bdebcaea --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Domestic.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_6B_Wastewater_Treatment_Domestic", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Industrial.json b/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Industrial.json new file mode 100644 index 00000000..f5eeefac --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Industrial.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_6B_Wastewater_Treatment_Industrial", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_6D_Composting.json b/ingestion-data/discovery-items/EPA-annual-emissions_6D_Composting.json new file mode 100644 index 00000000..a41e2dab --- /dev/null +++ b/ingestion-data/discovery-items/EPA-annual-emissions_6D_Composting.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-annual-emissions_6D_Composting", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-daily-emissions_5_Forest_Fires.json b/ingestion-data/discovery-items/EPA-daily-emissions_5_Forest_Fires.json new file mode 100644 index 00000000..0f575600 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-daily-emissions_5_Forest_Fires.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-daily-emissions_5_Forest_Fires", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_1A_Combustion_Stationary.json b/ingestion-data/discovery-items/EPA-monthly-emissions_1A_Combustion_Stationary.json new file mode 100644 index 00000000..87302c97 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-monthly-emissions_1A_Combustion_Stationary.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-monthly-emissions_1A_Combustion_Stationary", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_1B2a_Petroleum.json b/ingestion-data/discovery-items/EPA-monthly-emissions_1B2a_Petroleum.json new file mode 100644 index 00000000..06bc7842 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-monthly-emissions_1B2a_Petroleum.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-monthly-emissions_1B2a_Petroleum", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_1B2b_Natural_Gas_Production.json b/ingestion-data/discovery-items/EPA-monthly-emissions_1B2b_Natural_Gas_Production.json new file mode 100644 index 00000000..8d17fe74 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-monthly-emissions_1B2b_Natural_Gas_Production.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-monthly-emissions_1B2b_Natural_Gas_Production", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_4B_Manure_Management.json b/ingestion-data/discovery-items/EPA-monthly-emissions_4B_Manure_Management.json new file mode 100644 index 00000000..4c1e4e7d --- /dev/null +++ b/ingestion-data/discovery-items/EPA-monthly-emissions_4B_Manure_Management.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-monthly-emissions_4B_Manure_Management", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_4C_Rice_Cultivation.json b/ingestion-data/discovery-items/EPA-monthly-emissions_4C_Rice_Cultivation.json new file mode 100644 index 00000000..b417124f --- /dev/null +++ b/ingestion-data/discovery-items/EPA-monthly-emissions_4C_Rice_Cultivation.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-monthly-emissions_4C_Rice_Cultivation", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_4F_Field_Burning.json b/ingestion-data/discovery-items/EPA-monthly-emissions_4F_Field_Burning.json new file mode 100644 index 00000000..64d836e8 --- /dev/null +++ b/ingestion-data/discovery-items/EPA-monthly-emissions_4F_Field_Burning.json @@ -0,0 +1,6 @@ +{ + "collection": "EPA-monthly-emissions_4F_Field_Burning", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/HLSL30.002-ida.json b/ingestion-data/discovery-items/HLSL30.002-ida.json similarity index 100% rename from ingestion-data/step-functions-input/HLSL30.002-ida.json rename to ingestion-data/discovery-items/HLSL30.002-ida.json diff --git a/ingestion-data/step-functions-input/HLSL30.002-maria.json b/ingestion-data/discovery-items/HLSL30.002-maria.json similarity index 100% rename from ingestion-data/step-functions-input/HLSL30.002-maria.json rename to ingestion-data/discovery-items/HLSL30.002-maria.json diff --git a/ingestion-data/step-functions-input/HLSS30.002-ida.json b/ingestion-data/discovery-items/HLSS30.002-ida.json similarity index 100% rename from ingestion-data/step-functions-input/HLSS30.002-ida.json rename to ingestion-data/discovery-items/HLSS30.002-ida.json diff --git a/ingestion-data/step-functions-input/HLSS30.002-maria.json b/ingestion-data/discovery-items/HLSS30.002-maria.json similarity index 100% rename from ingestion-data/step-functions-input/HLSS30.002-maria.json rename to ingestion-data/discovery-items/HLSS30.002-maria.json diff --git a/ingestion-data/step-functions-input/IS2SITMOGR4-cog.json b/ingestion-data/discovery-items/IS2SITMOGR4-cog.json similarity index 100% rename from ingestion-data/step-functions-input/IS2SITMOGR4-cog.json rename to ingestion-data/discovery-items/IS2SITMOGR4-cog.json diff --git a/ingestion-data/step-functions-input/MO_NPP_npp_vgpm.json b/ingestion-data/discovery-items/MO_NPP_npp_vgpm.json similarity index 100% rename from ingestion-data/step-functions-input/MO_NPP_npp_vgpm.json rename to ingestion-data/discovery-items/MO_NPP_npp_vgpm.json diff --git a/ingestion-data/step-functions-input/OMI_trno2-COG.json b/ingestion-data/discovery-items/OMI_trno2-COG.json similarity index 100% rename from ingestion-data/step-functions-input/OMI_trno2-COG.json rename to ingestion-data/discovery-items/OMI_trno2-COG.json diff --git a/ingestion-data/step-functions-input/OMSO2PCA-cog.json b/ingestion-data/discovery-items/OMSO2PCA-cog.json similarity index 50% rename from ingestion-data/step-functions-input/OMSO2PCA-cog.json rename to ingestion-data/discovery-items/OMSO2PCA-cog.json index fa01a2e6..04176ad8 100644 --- a/ingestion-data/step-functions-input/OMSO2PCA-cog.json +++ b/ingestion-data/discovery-items/OMSO2PCA-cog.json @@ -1,8 +1,6 @@ { "collection": "OMSO2PCA-COG", - "prefix": "OMSO2PCA-COG/", "bucket": "veda-data-store-staging", - "filename_regex": "^(.*).tif$", "discovery": "s3", - "datetime_range": "year" -} + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/bangladesh-landcover-2001-2020.json b/ingestion-data/discovery-items/bangladesh-landcover-2001-2020.json similarity index 100% rename from ingestion-data/step-functions-input/bangladesh-landcover-2001-2020.json rename to ingestion-data/discovery-items/bangladesh-landcover-2001-2020.json diff --git a/ingestion-data/discovery-items/barc-thomasfire.json b/ingestion-data/discovery-items/barc-thomasfire.json new file mode 100644 index 00000000..db8837ed --- /dev/null +++ b/ingestion-data/discovery-items/barc-thomasfire.json @@ -0,0 +1,6 @@ +{ + "collection": "barc-thomasfire", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/blue-tarp-detection.json b/ingestion-data/discovery-items/blue-tarp-detection.json similarity index 100% rename from ingestion-data/step-functions-input/blue-tarp-detection.json rename to ingestion-data/discovery-items/blue-tarp-detection.json diff --git a/ingestion-data/step-functions-input/blue-tarp-planetscope.json b/ingestion-data/discovery-items/blue-tarp-planetscope.json similarity index 100% rename from ingestion-data/step-functions-input/blue-tarp-planetscope.json rename to ingestion-data/discovery-items/blue-tarp-planetscope.json diff --git a/ingestion-data/step-functions-input/caldor-fire-behavior.json b/ingestion-data/discovery-items/caldor-fire-behavior.json similarity index 100% rename from ingestion-data/step-functions-input/caldor-fire-behavior.json rename to ingestion-data/discovery-items/caldor-fire-behavior.json diff --git a/ingestion-data/step-functions-input/caldor-fire-burn-severity.json b/ingestion-data/discovery-items/caldor-fire-burn-severity.json similarity index 100% rename from ingestion-data/step-functions-input/caldor-fire-burn-severity.json rename to ingestion-data/discovery-items/caldor-fire-burn-severity.json diff --git a/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json b/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json new file mode 100644 index 00000000..f9117578 --- /dev/null +++ b/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json @@ -0,0 +1,6 @@ +{ + "collection": "campfire-albedo-wsa-diff", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-lst-day-diff.json b/ingestion-data/discovery-items/campfire-lst-day-diff.json new file mode 100644 index 00000000..9eff24cd --- /dev/null +++ b/ingestion-data/discovery-items/campfire-lst-day-diff.json @@ -0,0 +1,6 @@ +{ + "collection": "campfire-lst-day-diff", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-lst-night-diff.json b/ingestion-data/discovery-items/campfire-lst-night-diff.json new file mode 100644 index 00000000..80991384 --- /dev/null +++ b/ingestion-data/discovery-items/campfire-lst-night-diff.json @@ -0,0 +1,6 @@ +{ + "collection": "campfire-lst-night-diff", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-ndvi-diff.json b/ingestion-data/discovery-items/campfire-ndvi-diff.json new file mode 100644 index 00000000..4fa2e0bf --- /dev/null +++ b/ingestion-data/discovery-items/campfire-ndvi-diff.json @@ -0,0 +1,6 @@ +{ + "collection": "campfire-ndvi-diff", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-nlcd.json b/ingestion-data/discovery-items/campfire-nlcd.json new file mode 100644 index 00000000..81c12f1e --- /dev/null +++ b/ingestion-data/discovery-items/campfire-nlcd.json @@ -0,0 +1,6 @@ +{ + "collection": "campfire-nlcd", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json b/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json new file mode 100644 index 00000000..465aea13 --- /dev/null +++ b/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json @@ -0,0 +1,6 @@ +{ + "collection": "ceos-co2-flux-budgets-mean", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/ceos-co2-flux-budgets.json b/ingestion-data/discovery-items/ceos-co2-flux-budgets.json new file mode 100644 index 00000000..3095e5b3 --- /dev/null +++ b/ingestion-data/discovery-items/ceos-co2-flux-budgets.json @@ -0,0 +1,6 @@ +{ + "collection": "ceos-co2-flux-budgets", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/co2-diff.json b/ingestion-data/discovery-items/co2-diff.json similarity index 100% rename from ingestion-data/step-functions-input/co2-diff.json rename to ingestion-data/discovery-items/co2-diff.json diff --git a/ingestion-data/step-functions-input/co2-mean.json b/ingestion-data/discovery-items/co2-mean.json similarity index 100% rename from ingestion-data/step-functions-input/co2-mean.json rename to ingestion-data/discovery-items/co2-mean.json diff --git a/ingestion-data/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json b/ingestion-data/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json new file mode 100644 index 00000000..606482a0 --- /dev/null +++ b/ingestion-data/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json @@ -0,0 +1,6 @@ +{ + "collection": "combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/conus-reach.json b/ingestion-data/discovery-items/conus-reach.json new file mode 100644 index 00000000..e6bec56b --- /dev/null +++ b/ingestion-data/discovery-items/conus-reach.json @@ -0,0 +1,6 @@ +{ + "collection": "conus-reach", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/cygnss-watermask-ucar.json b/ingestion-data/discovery-items/cygnss-watermask-ucar.json new file mode 100644 index 00000000..98414d06 --- /dev/null +++ b/ingestion-data/discovery-items/cygnss-watermask-ucar.json @@ -0,0 +1,6 @@ +{ + "collection": "cygnss-watermask-ucar", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json b/ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json new file mode 100644 index 00000000..34464fcb --- /dev/null +++ b/ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json @@ -0,0 +1,6 @@ +{ + "collection": "cygnss-watermask-ucberkeley", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/damage_probability_2022-10-03.json b/ingestion-data/discovery-items/damage_probability_2022-10-03.json new file mode 100644 index 00000000..cc9ddc84 --- /dev/null +++ b/ingestion-data/discovery-items/damage_probability_2022-10-03.json @@ -0,0 +1,6 @@ +{ + "collection": "damage_probability_2022-10-03", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/disalexi-etsuppression.json b/ingestion-data/discovery-items/disalexi-etsuppression.json new file mode 100644 index 00000000..9185f197 --- /dev/null +++ b/ingestion-data/discovery-items/disalexi-etsuppression.json @@ -0,0 +1,6 @@ +{ + "collection": "disalexi-etsuppression", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/disturbance-probability-percentile.json b/ingestion-data/discovery-items/disturbance-probability-percentile.json new file mode 100644 index 00000000..412ec6e2 --- /dev/null +++ b/ingestion-data/discovery-items/disturbance-probability-percentile.json @@ -0,0 +1,6 @@ +{ + "collection": "disturbance-probability-percentile", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/ecco-surface-height-change.json b/ingestion-data/discovery-items/ecco-surface-height-change.json similarity index 100% rename from ingestion-data/step-functions-input/ecco-surface-height-change.json rename to ingestion-data/discovery-items/ecco-surface-height-change.json diff --git a/ingestion-data/discovery-items/eis_fire_fireline.json b/ingestion-data/discovery-items/eis_fire_fireline.json new file mode 100644 index 00000000..265e93c6 --- /dev/null +++ b/ingestion-data/discovery-items/eis_fire_fireline.json @@ -0,0 +1,6 @@ +{ + "collection": "eis_fire_fireline", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/eis_fire_newfirepix.json b/ingestion-data/discovery-items/eis_fire_newfirepix.json new file mode 100644 index 00000000..bc80dddc --- /dev/null +++ b/ingestion-data/discovery-items/eis_fire_newfirepix.json @@ -0,0 +1,6 @@ +{ + "collection": "eis_fire_newfirepix", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/eis_fire_perimeter.json b/ingestion-data/discovery-items/eis_fire_perimeter.json new file mode 100644 index 00000000..a1de9df4 --- /dev/null +++ b/ingestion-data/discovery-items/eis_fire_perimeter.json @@ -0,0 +1,6 @@ +{ + "collection": "eis_fire_perimeter", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json b/ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json new file mode 100644 index 00000000..8a1e2b4d --- /dev/null +++ b/ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json @@ -0,0 +1,6 @@ +{ + "collection": "entropy_difference_2022-09-05_2022-09-30", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/epa-emissions-2012-annual.json b/ingestion-data/discovery-items/epa-emissions-2012-annual.json similarity index 100% rename from ingestion-data/step-functions-input/epa-emissions-2012-annual.json rename to ingestion-data/discovery-items/epa-emissions-2012-annual.json diff --git a/ingestion-data/step-functions-input/epa-emissions-2012-daily.json b/ingestion-data/discovery-items/epa-emissions-2012-daily.json similarity index 100% rename from ingestion-data/step-functions-input/epa-emissions-2012-daily.json rename to ingestion-data/discovery-items/epa-emissions-2012-daily.json diff --git a/ingestion-data/step-functions-input/epa-emissions-2012-monthly.json b/ingestion-data/discovery-items/epa-emissions-2012-monthly.json similarity index 100% rename from ingestion-data/step-functions-input/epa-emissions-2012-monthly.json rename to ingestion-data/discovery-items/epa-emissions-2012-monthly.json diff --git a/ingestion-data/step-functions-input/epa-emissions-test.json b/ingestion-data/discovery-items/epa-emissions-test.json similarity index 100% rename from ingestion-data/step-functions-input/epa-emissions-test.json rename to ingestion-data/discovery-items/epa-emissions-test.json diff --git a/ingestion-data/step-functions-input/facebook-population-density.json b/ingestion-data/discovery-items/facebook-population-density.json similarity index 100% rename from ingestion-data/step-functions-input/facebook-population-density.json rename to ingestion-data/discovery-items/facebook-population-density.json diff --git a/ingestion-data/discovery-items/facebook_population_density.json b/ingestion-data/discovery-items/facebook_population_density.json new file mode 100644 index 00000000..c0b17f4a --- /dev/null +++ b/ingestion-data/discovery-items/facebook_population_density.json @@ -0,0 +1,6 @@ +{ + "collection": "facebook_population_density", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json b/ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json new file mode 100644 index 00000000..eb3be331 --- /dev/null +++ b/ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json @@ -0,0 +1,6 @@ +{ + "collection": "fldas-soil-moisture-anomalies", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/frp-max-thomasfire.json b/ingestion-data/discovery-items/frp-max-thomasfire.json new file mode 100644 index 00000000..31dcb09c --- /dev/null +++ b/ingestion-data/discovery-items/frp-max-thomasfire.json @@ -0,0 +1,6 @@ +{ + "collection": "frp-max-thomasfire", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/geoglam.json b/ingestion-data/discovery-items/geoglam.json similarity index 100% rename from ingestion-data/step-functions-input/geoglam.json rename to ingestion-data/discovery-items/geoglam.json diff --git a/ingestion-data/discovery-items/grdi-cdr-raster.json b/ingestion-data/discovery-items/grdi-cdr-raster.json new file mode 100644 index 00000000..f72f89b1 --- /dev/null +++ b/ingestion-data/discovery-items/grdi-cdr-raster.json @@ -0,0 +1,6 @@ +{ + "collection": "grdi-cdr-raster", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-filled-missing-values-count.json b/ingestion-data/discovery-items/grdi-filled-missing-values-count.json new file mode 100644 index 00000000..7ab0bf9d --- /dev/null +++ b/ingestion-data/discovery-items/grdi-filled-missing-values-count.json @@ -0,0 +1,6 @@ +{ + "collection": "grdi-filled-missing-values-count", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-imr-raster.json b/ingestion-data/discovery-items/grdi-imr-raster.json new file mode 100644 index 00000000..6d5012d0 --- /dev/null +++ b/ingestion-data/discovery-items/grdi-imr-raster.json @@ -0,0 +1,6 @@ +{ + "collection": "grdi-imr-raster", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-shdi-raster.json b/ingestion-data/discovery-items/grdi-shdi-raster.json new file mode 100644 index 00000000..c674a9ee --- /dev/null +++ b/ingestion-data/discovery-items/grdi-shdi-raster.json @@ -0,0 +1,6 @@ +{ + "collection": "grdi-shdi-raster", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-v1-built.json b/ingestion-data/discovery-items/grdi-v1-built.json new file mode 100644 index 00000000..dbc7a8ee --- /dev/null +++ b/ingestion-data/discovery-items/grdi-v1-built.json @@ -0,0 +1,6 @@ +{ + "collection": "grdi-v1-built", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-v1-raster.json b/ingestion-data/discovery-items/grdi-v1-raster.json new file mode 100644 index 00000000..3fdee72d --- /dev/null +++ b/ingestion-data/discovery-items/grdi-v1-raster.json @@ -0,0 +1,6 @@ +{ + "collection": "grdi-v1-raster", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-vnl-raster.json b/ingestion-data/discovery-items/grdi-vnl-raster.json new file mode 100644 index 00000000..7ea3224c --- /dev/null +++ b/ingestion-data/discovery-items/grdi-vnl-raster.json @@ -0,0 +1,6 @@ +{ + "collection": "grdi-vnl-raster", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-vnl-slope-raster.json b/ingestion-data/discovery-items/grdi-vnl-slope-raster.json new file mode 100644 index 00000000..abe065d5 --- /dev/null +++ b/ingestion-data/discovery-items/grdi-vnl-slope-raster.json @@ -0,0 +1,6 @@ +{ + "collection": "grdi-vnl-slope-raster", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/grdi.json b/ingestion-data/discovery-items/grdi.json similarity index 100% rename from ingestion-data/step-functions-input/grdi.json rename to ingestion-data/discovery-items/grdi.json diff --git a/ingestion-data/discovery-items/hls-bais2-v2.json b/ingestion-data/discovery-items/hls-bais2-v2.json new file mode 100644 index 00000000..ea7c68a2 --- /dev/null +++ b/ingestion-data/discovery-items/hls-bais2-v2.json @@ -0,0 +1,6 @@ +{ + "collection": "hls-bais2-v2", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-bais2.json b/ingestion-data/discovery-items/hls-bais2.json new file mode 100644 index 00000000..89f53fbe --- /dev/null +++ b/ingestion-data/discovery-items/hls-bais2.json @@ -0,0 +1,6 @@ +{ + "collection": "hls-bais2", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-l30-002-ej-reprocessed.json b/ingestion-data/discovery-items/hls-l30-002-ej-reprocessed.json new file mode 100644 index 00000000..50b04401 --- /dev/null +++ b/ingestion-data/discovery-items/hls-l30-002-ej-reprocessed.json @@ -0,0 +1,6 @@ +{ + "collection": "hls-l30-002-ej-reprocessed", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-ndvi.json b/ingestion-data/discovery-items/hls-ndvi.json new file mode 100644 index 00000000..0f60d79d --- /dev/null +++ b/ingestion-data/discovery-items/hls-ndvi.json @@ -0,0 +1,6 @@ +{ + "collection": "hls-ndvi", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-s30-002-ej-reprocessed.json b/ingestion-data/discovery-items/hls-s30-002-ej-reprocessed.json new file mode 100644 index 00000000..d42781f6 --- /dev/null +++ b/ingestion-data/discovery-items/hls-s30-002-ej-reprocessed.json @@ -0,0 +1,6 @@ +{ + "collection": "hls-s30-002-ej-reprocessed", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-swir-falsecolor-composite.json b/ingestion-data/discovery-items/hls-swir-falsecolor-composite.json new file mode 100644 index 00000000..31dafcce --- /dev/null +++ b/ingestion-data/discovery-items/hls-swir-falsecolor-composite.json @@ -0,0 +1,6 @@ +{ + "collection": "hls-swir-falsecolor-composite", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-aod-diff.json b/ingestion-data/discovery-items/houston-aod-diff.json new file mode 100644 index 00000000..2d3b2115 --- /dev/null +++ b/ingestion-data/discovery-items/houston-aod-diff.json @@ -0,0 +1,6 @@ +{ + "collection": "houston-aod-diff", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-aod.json b/ingestion-data/discovery-items/houston-aod.json new file mode 100644 index 00000000..d6269e6a --- /dev/null +++ b/ingestion-data/discovery-items/houston-aod.json @@ -0,0 +1,6 @@ +{ + "collection": "houston-aod", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-landcover.json b/ingestion-data/discovery-items/houston-landcover.json new file mode 100644 index 00000000..48a2099b --- /dev/null +++ b/ingestion-data/discovery-items/houston-landcover.json @@ -0,0 +1,6 @@ +{ + "collection": "houston-landcover", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-lst-day.json b/ingestion-data/discovery-items/houston-lst-day.json new file mode 100644 index 00000000..627e3297 --- /dev/null +++ b/ingestion-data/discovery-items/houston-lst-day.json @@ -0,0 +1,6 @@ +{ + "collection": "houston-lst-day", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-lst-diff.json b/ingestion-data/discovery-items/houston-lst-diff.json new file mode 100644 index 00000000..aa73b002 --- /dev/null +++ b/ingestion-data/discovery-items/houston-lst-diff.json @@ -0,0 +1,6 @@ +{ + "collection": "houston-lst-diff", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-lst-night.json b/ingestion-data/discovery-items/houston-lst-night.json new file mode 100644 index 00000000..181b87e7 --- /dev/null +++ b/ingestion-data/discovery-items/houston-lst-night.json @@ -0,0 +1,6 @@ +{ + "collection": "houston-lst-night", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-ndvi.json b/ingestion-data/discovery-items/houston-ndvi.json new file mode 100644 index 00000000..3fa19e6a --- /dev/null +++ b/ingestion-data/discovery-items/houston-ndvi.json @@ -0,0 +1,6 @@ +{ + "collection": "houston-ndvi", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-urbanization.json b/ingestion-data/discovery-items/houston-urbanization.json new file mode 100644 index 00000000..86578e50 --- /dev/null +++ b/ingestion-data/discovery-items/houston-urbanization.json @@ -0,0 +1,6 @@ +{ + "collection": "houston-urbanization", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json b/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json new file mode 100644 index 00000000..cb3a8648 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-antarctic-glaciers-pine-island", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json b/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json new file mode 100644 index 00000000..dc9d5461 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-antarctic-glaciers-thwaites", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json new file mode 100644 index 00000000..8db5e9ef --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-lakes-aral-sea", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json new file mode 100644 index 00000000..873ebe09 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-lakes-lake-balaton", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json new file mode 100644 index 00000000..85050a12 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-lakes-lake-biwa", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json new file mode 100644 index 00000000..29884d3c --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-lakes-tonle-sap", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-vanern.json b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-vanern.json new file mode 100644 index 00000000..c30debe7 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-vanern.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-lakes-vanern", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-nighttime-thermal.json b/ingestion-data/discovery-items/landsat-nighttime-thermal.json new file mode 100644 index 00000000..33a35b25 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-nighttime-thermal.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-nighttime-thermal", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-etsuppression.json b/ingestion-data/discovery-items/lis-etsuppression.json new file mode 100644 index 00000000..d4e0af9e --- /dev/null +++ b/ingestion-data/discovery-items/lis-etsuppression.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-etsuppression", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-evap.json b/ingestion-data/discovery-items/lis-global-da-evap.json new file mode 100644 index 00000000..36c7524d --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-evap.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-global-da-evap", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-gpp-trend.json b/ingestion-data/discovery-items/lis-global-da-gpp-trend.json new file mode 100644 index 00000000..ab4e4859 --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-gpp-trend.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-global-da-gpp-trend", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-gpp.json b/ingestion-data/discovery-items/lis-global-da-gpp.json new file mode 100644 index 00000000..683b28d1 --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-gpp.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-global-da-gpp", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-gws.json b/ingestion-data/discovery-items/lis-global-da-gws.json new file mode 100644 index 00000000..0cb55ec4 --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-gws.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-global-da-gws", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-qs.json b/ingestion-data/discovery-items/lis-global-da-qs.json new file mode 100644 index 00000000..f61b5aac --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-qs.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-global-da-qs", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-qsb.json b/ingestion-data/discovery-items/lis-global-da-qsb.json new file mode 100644 index 00000000..926cf5dc --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-qsb.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-global-da-qsb", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-streamflow.json b/ingestion-data/discovery-items/lis-global-da-streamflow.json new file mode 100644 index 00000000..e0b561ce --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-streamflow.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-global-da-streamflow", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-swe.json b/ingestion-data/discovery-items/lis-global-da-swe.json new file mode 100644 index 00000000..dff4ce60 --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-swe.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-global-da-swe", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-totalprecip.json b/ingestion-data/discovery-items/lis-global-da-totalprecip.json new file mode 100644 index 00000000..0a681b2e --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-totalprecip.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-global-da-totalprecip", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-tws-trend.json b/ingestion-data/discovery-items/lis-global-da-tws-trend.json new file mode 100644 index 00000000..6d88491b --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-tws-trend.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-global-da-tws-trend", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-tws.json b/ingestion-data/discovery-items/lis-global-da-tws.json new file mode 100644 index 00000000..b3a645ea --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-tws.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-global-da-tws", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-tvegsuppression.json b/ingestion-data/discovery-items/lis-tvegsuppression.json new file mode 100644 index 00000000..9a7b6dc4 --- /dev/null +++ b/ingestion-data/discovery-items/lis-tvegsuppression.json @@ -0,0 +1,6 @@ +{ + "collection": "lis-tvegsuppression", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/lis-tws-anomaly.json b/ingestion-data/discovery-items/lis-tws-anomaly.json similarity index 100% rename from ingestion-data/step-functions-input/lis-tws-anomaly.json rename to ingestion-data/discovery-items/lis-tws-anomaly.json diff --git a/ingestion-data/step-functions-input/lis-tws-nonstationarity-index.json b/ingestion-data/discovery-items/lis-tws-nonstationarity-index.json similarity index 100% rename from ingestion-data/step-functions-input/lis-tws-nonstationarity-index.json rename to ingestion-data/discovery-items/lis-tws-nonstationarity-index.json diff --git a/ingestion-data/step-functions-input/lis-tws-trend.json b/ingestion-data/discovery-items/lis-tws-trend.json similarity index 100% rename from ingestion-data/step-functions-input/lis-tws-trend.json rename to ingestion-data/discovery-items/lis-tws-trend.json diff --git a/ingestion-data/discovery-items/ls8-covid-19-example-data.json b/ingestion-data/discovery-items/ls8-covid-19-example-data.json new file mode 100644 index 00000000..7dd8e790 --- /dev/null +++ b/ingestion-data/discovery-items/ls8-covid-19-example-data.json @@ -0,0 +1,6 @@ +{ + "collection": "ls8-covid-19-example-data", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json b/ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json new file mode 100644 index 00000000..4c3923c0 --- /dev/null +++ b/ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json @@ -0,0 +1,6 @@ +{ + "collection": "modis-albedo-wsa-diff-2015-2022", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/modis-annual-lai-2003-2020.json b/ingestion-data/discovery-items/modis-annual-lai-2003-2020.json similarity index 100% rename from ingestion-data/step-functions-input/modis-annual-lai-2003-2020.json rename to ingestion-data/discovery-items/modis-annual-lai-2003-2020.json diff --git a/ingestion-data/step-functions-input/modis-fire-anomalies-diff-covid-19-changing-landscape.json b/ingestion-data/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json similarity index 100% rename from ingestion-data/step-functions-input/modis-fire-anomalies-diff-covid-19-changing-landscape.json rename to ingestion-data/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json diff --git a/ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json b/ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json new file mode 100644 index 00000000..b85d9581 --- /dev/null +++ b/ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json @@ -0,0 +1,6 @@ +{ + "collection": "modis-lst-day-diff-2015-2022", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json b/ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json new file mode 100644 index 00000000..3c18275a --- /dev/null +++ b/ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json @@ -0,0 +1,6 @@ +{ + "collection": "modis-lst-night-diff-2015-2022", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json b/ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json new file mode 100644 index 00000000..4fbb8b96 --- /dev/null +++ b/ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json @@ -0,0 +1,6 @@ +{ + "collection": "modis-ndvi-diff-2015-2022", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis_diff.json b/ingestion-data/discovery-items/modis_diff.json new file mode 100644 index 00000000..e54448bf --- /dev/null +++ b/ingestion-data/discovery-items/modis_diff.json @@ -0,0 +1,6 @@ +{ + "collection": "modis_diff", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/mtbs-burn-severity.json b/ingestion-data/discovery-items/mtbs-burn-severity.json similarity index 100% rename from ingestion-data/step-functions-input/mtbs-burn-severity.json rename to ingestion-data/discovery-items/mtbs-burn-severity.json diff --git a/ingestion-data/step-functions-input/nceo-africa-2017.json b/ingestion-data/discovery-items/nceo-africa-2017.json similarity index 100% rename from ingestion-data/step-functions-input/nceo-africa-2017.json rename to ingestion-data/discovery-items/nceo-africa-2017.json diff --git a/ingestion-data/discovery-items/nceo_africa_2017.json b/ingestion-data/discovery-items/nceo_africa_2017.json new file mode 100644 index 00000000..8158e73c --- /dev/null +++ b/ingestion-data/discovery-items/nceo_africa_2017.json @@ -0,0 +1,6 @@ +{ + "collection": "nceo_africa_2017", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json b/ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json new file mode 100644 index 00000000..f2e4f85b --- /dev/null +++ b/ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json @@ -0,0 +1,6 @@ +{ + "collection": "ndvi_diff_Ian_2022-09-30_2022-09-05", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/nightlights-500m-daily.json b/ingestion-data/discovery-items/nightlights-500m-daily.json similarity index 100% rename from ingestion-data/step-functions-input/nightlights-500m-daily.json rename to ingestion-data/discovery-items/nightlights-500m-daily.json diff --git a/ingestion-data/step-functions-input/nightlights-hd-1band.json b/ingestion-data/discovery-items/nightlights-hd-1band.json similarity index 100% rename from ingestion-data/step-functions-input/nightlights-hd-1band.json rename to ingestion-data/discovery-items/nightlights-hd-1band.json diff --git a/ingestion-data/step-functions-input/nightlights-hd-3bands.json b/ingestion-data/discovery-items/nightlights-hd-3bands.json similarity index 100% rename from ingestion-data/step-functions-input/nightlights-hd-3bands.json rename to ingestion-data/discovery-items/nightlights-hd-3bands.json diff --git a/ingestion-data/step-functions-input/nightlights-hd-monthly-blackmarble.json b/ingestion-data/discovery-items/nightlights-hd-monthly-blackmarble.json similarity index 100% rename from ingestion-data/step-functions-input/nightlights-hd-monthly-blackmarble.json rename to ingestion-data/discovery-items/nightlights-hd-monthly-blackmarble.json diff --git a/ingestion-data/step-functions-input/nightlights-hd-monthly.json b/ingestion-data/discovery-items/nightlights-hd-monthly.json similarity index 100% rename from ingestion-data/step-functions-input/nightlights-hd-monthly.json rename to ingestion-data/discovery-items/nightlights-hd-monthly.json diff --git a/ingestion-data/step-functions-input/no2-monthly-diff.json b/ingestion-data/discovery-items/no2-monthly-diff.json similarity index 100% rename from ingestion-data/step-functions-input/no2-monthly-diff.json rename to ingestion-data/discovery-items/no2-monthly-diff.json diff --git a/ingestion-data/step-functions-input/no2-monthly-orig.json b/ingestion-data/discovery-items/no2-monthly-orig.json similarity index 100% rename from ingestion-data/step-functions-input/no2-monthly-orig.json rename to ingestion-data/discovery-items/no2-monthly-orig.json diff --git a/ingestion-data/discovery-items/no2-monthly.json b/ingestion-data/discovery-items/no2-monthly.json new file mode 100644 index 00000000..134eda12 --- /dev/null +++ b/ingestion-data/discovery-items/no2-monthly.json @@ -0,0 +1,6 @@ +{ + "collection": "no2-monthly", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/oco2-geos-l3-daily.json b/ingestion-data/discovery-items/oco2-geos-l3-daily.json new file mode 100644 index 00000000..3a872fc0 --- /dev/null +++ b/ingestion-data/discovery-items/oco2-geos-l3-daily.json @@ -0,0 +1,6 @@ +{ + "collection": "oco2-geos-l3-daily", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/pzd-anomaly-covid-19.json b/ingestion-data/discovery-items/pzd-anomaly-covid-19.json similarity index 100% rename from ingestion-data/step-functions-input/pzd-anomaly-covid-19.json rename to ingestion-data/discovery-items/pzd-anomaly-covid-19.json diff --git a/ingestion-data/step-functions-input/recovery-proxy-maps-covid-19.json b/ingestion-data/discovery-items/recovery-proxy-maps-covid-19.json similarity index 100% rename from ingestion-data/step-functions-input/recovery-proxy-maps-covid-19.json rename to ingestion-data/discovery-items/recovery-proxy-maps-covid-19.json diff --git a/ingestion-data/step-functions-input/slowdown-proxy-covid-19-changing-landscapes.json b/ingestion-data/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json similarity index 100% rename from ingestion-data/step-functions-input/slowdown-proxy-covid-19-changing-landscapes.json rename to ingestion-data/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json diff --git a/ingestion-data/step-functions-input/snow-projections-diff-245.json b/ingestion-data/discovery-items/snow-projections-diff-245.json similarity index 100% rename from ingestion-data/step-functions-input/snow-projections-diff-245.json rename to ingestion-data/discovery-items/snow-projections-diff-245.json diff --git a/ingestion-data/step-functions-input/snow-projections-diff-585.json b/ingestion-data/discovery-items/snow-projections-diff-585.json similarity index 100% rename from ingestion-data/step-functions-input/snow-projections-diff-585.json rename to ingestion-data/discovery-items/snow-projections-diff-585.json diff --git a/ingestion-data/discovery-items/snow-projections-diff.json b/ingestion-data/discovery-items/snow-projections-diff.json new file mode 100644 index 00000000..3d9c310b --- /dev/null +++ b/ingestion-data/discovery-items/snow-projections-diff.json @@ -0,0 +1,6 @@ +{ + "collection": "snow-projections-diff", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/snow-projections-median-245.json b/ingestion-data/discovery-items/snow-projections-median-245.json similarity index 100% rename from ingestion-data/step-functions-input/snow-projections-median-245.json rename to ingestion-data/discovery-items/snow-projections-median-245.json diff --git a/ingestion-data/step-functions-input/snow-projections-median-585.json b/ingestion-data/discovery-items/snow-projections-median-585.json similarity index 100% rename from ingestion-data/step-functions-input/snow-projections-median-585.json rename to ingestion-data/discovery-items/snow-projections-median-585.json diff --git a/ingestion-data/discovery-items/snow-projections-median.json b/ingestion-data/discovery-items/snow-projections-median.json new file mode 100644 index 00000000..87086726 --- /dev/null +++ b/ingestion-data/discovery-items/snow-projections-median.json @@ -0,0 +1,6 @@ +{ + "collection": "snow-projections-median", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-household-nopop.json b/ingestion-data/discovery-items/social-vulnerability-index-household-nopop.json new file mode 100644 index 00000000..21f7dac3 --- /dev/null +++ b/ingestion-data/discovery-items/social-vulnerability-index-household-nopop.json @@ -0,0 +1,6 @@ +{ + "collection": "social-vulnerability-index-household-nopop", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-household.json b/ingestion-data/discovery-items/social-vulnerability-index-household.json new file mode 100644 index 00000000..45664d05 --- /dev/null +++ b/ingestion-data/discovery-items/social-vulnerability-index-household.json @@ -0,0 +1,6 @@ +{ + "collection": "social-vulnerability-index-household", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-housing-nopop.json b/ingestion-data/discovery-items/social-vulnerability-index-housing-nopop.json new file mode 100644 index 00000000..8ffeb859 --- /dev/null +++ b/ingestion-data/discovery-items/social-vulnerability-index-housing-nopop.json @@ -0,0 +1,6 @@ +{ + "collection": "social-vulnerability-index-housing-nopop", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-housing.json b/ingestion-data/discovery-items/social-vulnerability-index-housing.json new file mode 100644 index 00000000..6080b23d --- /dev/null +++ b/ingestion-data/discovery-items/social-vulnerability-index-housing.json @@ -0,0 +1,6 @@ +{ + "collection": "social-vulnerability-index-housing", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-minority-nopop.json b/ingestion-data/discovery-items/social-vulnerability-index-minority-nopop.json new file mode 100644 index 00000000..ecc52538 --- /dev/null +++ b/ingestion-data/discovery-items/social-vulnerability-index-minority-nopop.json @@ -0,0 +1,6 @@ +{ + "collection": "social-vulnerability-index-minority-nopop", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-minority.json b/ingestion-data/discovery-items/social-vulnerability-index-minority.json new file mode 100644 index 00000000..571e27dd --- /dev/null +++ b/ingestion-data/discovery-items/social-vulnerability-index-minority.json @@ -0,0 +1,6 @@ +{ + "collection": "social-vulnerability-index-minority", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-overall-nopop.json b/ingestion-data/discovery-items/social-vulnerability-index-overall-nopop.json new file mode 100644 index 00000000..c01756ce --- /dev/null +++ b/ingestion-data/discovery-items/social-vulnerability-index-overall-nopop.json @@ -0,0 +1,6 @@ +{ + "collection": "social-vulnerability-index-overall-nopop", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-overall.json b/ingestion-data/discovery-items/social-vulnerability-index-overall.json new file mode 100644 index 00000000..77e934d1 --- /dev/null +++ b/ingestion-data/discovery-items/social-vulnerability-index-overall.json @@ -0,0 +1,6 @@ +{ + "collection": "social-vulnerability-index-overall", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic-nopop.json b/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic-nopop.json new file mode 100644 index 00000000..ef606611 --- /dev/null +++ b/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic-nopop.json @@ -0,0 +1,6 @@ +{ + "collection": "social-vulnerability-index-socioeconomic-nopop", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic.json b/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic.json new file mode 100644 index 00000000..f4145c84 --- /dev/null +++ b/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic.json @@ -0,0 +1,6 @@ +{ + "collection": "social-vulnerability-index-socioeconomic", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/social-vulnerability-index.json b/ingestion-data/discovery-items/social-vulnerability-index.json similarity index 100% rename from ingestion-data/step-functions-input/social-vulnerability-index.json rename to ingestion-data/discovery-items/social-vulnerability-index.json diff --git a/ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json b/ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json new file mode 100644 index 00000000..0005022c --- /dev/null +++ b/ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json @@ -0,0 +1,6 @@ +{ + "collection": "sport-lis-vsm0_100cm-percentile", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/togo-agriculture-covid-19.json b/ingestion-data/discovery-items/togo-agriculture-covid-19.json similarity index 100% rename from ingestion-data/step-functions-input/togo-agriculture-covid-19.json rename to ingestion-data/discovery-items/togo-agriculture-covid-19.json diff --git a/ingestion-data/step-functions-input/CMIP585-winter-median-pr.json b/ingestion-data/step-functions-input/CMIP585-winter-median-pr.json deleted file mode 100644 index d453be57..00000000 --- a/ingestion-data/step-functions-input/CMIP585-winter-median-pr.json +++ /dev/null @@ -1,42 +0,0 @@ -[ - { - "collection": "CMIP585-winter-median-pr", - "prefix": "EIS/NEX-GDDP-CMIP6/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*)_pr(.*)ssp585_2025(.*).cog.tif$", - "discovery": "s3", - "upload": false, - "start_datetime": "2025-01-01T00:00:00Z", - "end_datetime": "2025-03-31T12:00:00Z" - }, - { - "collection": "CMIP585-winter-median-pr", - "prefix": "EIS/NEX-GDDP-CMIP6/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*)_pr(.*)ssp585_2045(.*).cog.tif$", - "discovery": "s3", - "upload": false, - "start_datetime": "2045-01-01T00:00:00Z", - "end_datetime": "2045-03-31T12:00:00Z" - }, - { - "collection": "CMIP585-winter-median-pr", - "prefix": "EIS/NEX-GDDP-CMIP6/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*)_pr(.*)ssp585_2065(.*).cog.tif$", - "discovery": "s3", - "upload": false, - "start_datetime": "2065-01-01T00:00:00Z", - "end_datetime": "2065-03-31T12:00:00Z" - }, - { - "collection": "CMIP585-winter-median-pr", - "prefix": "EIS/NEX-GDDP-CMIP6/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*)_pr(.*)ssp585_2085(.*).cog.tif$", - "discovery": "s3", - "upload": false, - "start_datetime": "2085-01-01T00:00:00Z", - "end_datetime": "2085-03-31T12:00:00Z" - } -] \ No newline at end of file From b4259c798de3d6faadeac768714224298bf4b835 Mon Sep 17 00:00:00 2001 From: smohiudd Date: Wed, 6 Dec 2023 09:36:10 -0700 Subject: [PATCH 2/6] add discovery items --- ingestion-data/discovery-items/cygnss-watermask-ucar.json | 2 ++ .../discovery-items/cygnss-watermask-ucberkeley.json | 3 +++ 2 files changed, 5 insertions(+) diff --git a/ingestion-data/discovery-items/cygnss-watermask-ucar.json b/ingestion-data/discovery-items/cygnss-watermask-ucar.json index 98414d06..18321417 100644 --- a/ingestion-data/discovery-items/cygnss-watermask-ucar.json +++ b/ingestion-data/discovery-items/cygnss-watermask-ucar.json @@ -1,6 +1,8 @@ { "collection": "cygnss-watermask-ucar", + "prefix": "cygnss-watermask-ucar/", "bucket": "veda-data-store-staging", + "filename_regex": "(.*)cygnss_watermask_ucar(.*).tif$", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json b/ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json index 34464fcb..d4ac6a57 100644 --- a/ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json +++ b/ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json @@ -1,6 +1,9 @@ { "collection": "cygnss-watermask-ucberkeley", + "prefix": "cygnss-watermask-ucberkeley/", "bucket": "veda-data-store-staging", + "filename_regex": "(.*)cygnss_watermask_ucberkeley(.*).tif$", + "datetime_range": "month", "discovery": "s3", "upload": false } \ No newline at end of file From ccb63baab1dd98b77b0b87d64b36b2bdeea0f4a0 Mon Sep 17 00:00:00 2001 From: smohiudd Date: Mon, 18 Dec 2023 23:34:10 -0700 Subject: [PATCH 3/6] update item disoveries --- .../CMIP585-winter-median-pr.json | 48 ++++- ...annual-emissions_1A_Combustion_Mobile.json | 6 - ...al-emissions_1A_Combustion_Stationary.json | 6 - ...-annual-emissions_1B1a_Abandoned_Coal.json | 6 - ...al-emissions_1B1a_Coal_Mining_Surface.json | 6 - ...missions_1B1a_Coal_Mining_Underground.json | 6 - .../EPA-annual-emissions_1B2a_Petroleum.json | 6 - ...issions_1B2b_Natural_Gas_Distribution.json | 6 - ...emissions_1B2b_Natural_Gas_Processing.json | 6 - ...emissions_1B2b_Natural_Gas_Production.json | 6 - ...issions_1B2b_Natural_Gas_Transmission.json | 6 - ...missions_2B5_Petrochemical_Production.json | 6 - ...l-emissions_2C2_Ferroalloy_Production.json | 6 - ...ual-emissions_4A_Enteric_Fermentation.json | 6 - ...annual-emissions_4B_Manure_Management.json | 6 - ...-annual-emissions_4C_Rice_Cultivation.json | 6 - ...EPA-annual-emissions_4F_Field_Burning.json | 6 - .../EPA-annual-emissions_5_Forest_Fires.json | 6 - ...ual-emissions_6A_Landfills_Industrial.json | 6 - ...nual-emissions_6A_Landfills_Municipal.json | 6 - ...ions_6B_Wastewater_Treatment_Domestic.json | 6 - ...ns_6B_Wastewater_Treatment_Industrial.json | 6 - .../EPA-annual-emissions_6D_Composting.json | 6 - .../EPA-daily-emissions_5_Forest_Fires.json | 6 - ...ly-emissions_1A_Combustion_Stationary.json | 6 - .../EPA-monthly-emissions_1B2a_Petroleum.json | 6 - ...emissions_1B2b_Natural_Gas_Production.json | 6 - ...onthly-emissions_4B_Manure_Management.json | 6 - ...monthly-emissions_4C_Rice_Cultivation.json | 6 - ...PA-monthly-emissions_4F_Field_Burning.json | 6 - .../discovery-items/barc-thomasfire.json | 2 + .../campfire-albedo-wsa-diff.json | 2 + .../campfire-lst-day-diff.json | 2 + .../campfire-lst-night-diff.json | 2 + .../discovery-items/campfire-ndvi-diff.json | 2 + .../discovery-items/campfire-nlcd.json | 2 + .../ceos-co2-flux-budgets-mean.json | 165 ++++++++++++++++- .../ceos-co2-flux-budgets.json | 167 +++++++++++++++++- .../discovery-items/conus-reach.json | 2 + .../damage_probability_2022-10-03.json | 2 + .../disalexi-etsuppression.json | 2 + .../disturbance-probability-percentile.json | 2 + .../discovery-items/eis_fire_fireline.json | 6 - .../discovery-items/eis_fire_newfirepix.json | 6 - .../discovery-items/eis_fire_perimeter.json | 6 - ...ropy_difference_2022-09-05_2022-09-30.json | 6 +- .../discovery-items/epa-emissions-test.json | 13 -- .../facebook_population_density.json | 6 - .../fldas-soil-moisture-anomalies.json | 2 + .../discovery-items/frp-max-thomasfire.json | 2 + .../discovery-items/grdi-cdr-raster.json | 6 - .../grdi-filled-missing-values-count.json | 6 - .../discovery-items/grdi-imr-raster.json | 6 - .../discovery-items/grdi-shdi-raster.json | 6 - .../discovery-items/grdi-v1-built.json | 6 - .../discovery-items/grdi-v1-raster.json | 6 - .../discovery-items/grdi-vnl-raster.json | 6 - .../grdi-vnl-slope-raster.json | 6 - .../discovery-items/hls-bais2-v2.json | 2 + ingestion-data/discovery-items/hls-bais2.json | 2 + ingestion-data/discovery-items/hls-ndvi.json | 2 + .../hls-swir-falsecolor-composite.json | 2 + .../discovery-items/houston-aod-diff.json | 2 + .../discovery-items/houston-aod.json | 2 + .../discovery-items/houston-landcover.json | 2 + .../discovery-items/houston-lst-day.json | 2 + .../discovery-items/houston-lst-diff.json | 4 +- .../discovery-items/houston-lst-night.json | 2 + .../discovery-items/houston-ndvi.json | 2 + .../discovery-items/houston-urbanization.json | 2 + .../discovery-items/lis-etsuppression.json | 2 + .../discovery-items/lis-global-da-evap.json | 2 + .../lis-global-da-gpp-trend.json | 2 + .../discovery-items/no2-monthly-orig.json | 8 - .../discovery-items/no2-monthly.json | 6 +- 75 files changed, 435 insertions(+), 280 deletions(-) delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Mobile.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Stationary.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Abandoned_Coal.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Surface.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Underground.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B2a_Petroleum.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Distribution.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Processing.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Production.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Transmission.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_2B5_Petrochemical_Production.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_2C2_Ferroalloy_Production.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_4A_Enteric_Fermentation.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_4B_Manure_Management.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_4C_Rice_Cultivation.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_4F_Field_Burning.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_5_Forest_Fires.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Industrial.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Municipal.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Domestic.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Industrial.json delete mode 100644 ingestion-data/discovery-items/EPA-annual-emissions_6D_Composting.json delete mode 100644 ingestion-data/discovery-items/EPA-daily-emissions_5_Forest_Fires.json delete mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_1A_Combustion_Stationary.json delete mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_1B2a_Petroleum.json delete mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_1B2b_Natural_Gas_Production.json delete mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_4B_Manure_Management.json delete mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_4C_Rice_Cultivation.json delete mode 100644 ingestion-data/discovery-items/EPA-monthly-emissions_4F_Field_Burning.json delete mode 100644 ingestion-data/discovery-items/eis_fire_fireline.json delete mode 100644 ingestion-data/discovery-items/eis_fire_newfirepix.json delete mode 100644 ingestion-data/discovery-items/eis_fire_perimeter.json delete mode 100644 ingestion-data/discovery-items/epa-emissions-test.json delete mode 100644 ingestion-data/discovery-items/facebook_population_density.json delete mode 100644 ingestion-data/discovery-items/grdi-cdr-raster.json delete mode 100644 ingestion-data/discovery-items/grdi-filled-missing-values-count.json delete mode 100644 ingestion-data/discovery-items/grdi-imr-raster.json delete mode 100644 ingestion-data/discovery-items/grdi-shdi-raster.json delete mode 100644 ingestion-data/discovery-items/grdi-v1-built.json delete mode 100644 ingestion-data/discovery-items/grdi-v1-raster.json delete mode 100644 ingestion-data/discovery-items/grdi-vnl-raster.json delete mode 100644 ingestion-data/discovery-items/grdi-vnl-slope-raster.json delete mode 100644 ingestion-data/discovery-items/no2-monthly-orig.json diff --git a/ingestion-data/discovery-items/CMIP585-winter-median-pr.json b/ingestion-data/discovery-items/CMIP585-winter-median-pr.json index 9eff24cd..09d8718c 100644 --- a/ingestion-data/discovery-items/CMIP585-winter-median-pr.json +++ b/ingestion-data/discovery-items/CMIP585-winter-median-pr.json @@ -1,6 +1,42 @@ -{ - "collection": "campfire-lst-day-diff", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file +[ + { + "collection": "CMIP585-winter-median-pr", + "prefix": "EIS/NEX-GDDP-CMIP6/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*)_pr(.*)ssp585_2025(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2025-01-01T00:00:00Z", + "end_datetime": "2025-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-pr", + "prefix": "EIS/NEX-GDDP-CMIP6/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*)_pr(.*)ssp585_2045(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2045-01-01T00:00:00Z", + "end_datetime": "2045-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-pr", + "prefix": "EIS/NEX-GDDP-CMIP6/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*)_pr(.*)ssp585_2065(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2065-01-01T00:00:00Z", + "end_datetime": "2065-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-pr", + "prefix": "EIS/NEX-GDDP-CMIP6/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*)_pr(.*)ssp585_2085(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2085-01-01T00:00:00Z", + "end_datetime": "2085-03-31T12:00:00Z" + } + ] \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Mobile.json b/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Mobile.json deleted file mode 100644 index 93c24bfc..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Mobile.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_1A_Combustion_Mobile", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Stationary.json b/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Stationary.json deleted file mode 100644 index af255e9c..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_1A_Combustion_Stationary.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_1A_Combustion_Stationary", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Abandoned_Coal.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Abandoned_Coal.json deleted file mode 100644 index 531f5f40..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Abandoned_Coal.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_1B1a_Abandoned_Coal", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Surface.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Surface.json deleted file mode 100644 index 46b338bc..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Surface.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_1B1a_Coal_Mining_Surface", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Underground.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Underground.json deleted file mode 100644 index 07925f6b..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_1B1a_Coal_Mining_Underground.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_1B1a_Coal_Mining_Underground", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B2a_Petroleum.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B2a_Petroleum.json deleted file mode 100644 index 9b18fa82..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_1B2a_Petroleum.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_1B2a_Petroleum", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Distribution.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Distribution.json deleted file mode 100644 index afe7d1ec..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Distribution.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Distribution", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Processing.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Processing.json deleted file mode 100644 index 31cf7537..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Processing.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Processing", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Production.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Production.json deleted file mode 100644 index ab791ace..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Production.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Production", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Transmission.json b/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Transmission.json deleted file mode 100644 index 82908eb4..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_1B2b_Natural_Gas_Transmission.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Transmission", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_2B5_Petrochemical_Production.json b/ingestion-data/discovery-items/EPA-annual-emissions_2B5_Petrochemical_Production.json deleted file mode 100644 index 8d33ea04..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_2B5_Petrochemical_Production.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_2B5_Petrochemical_Production", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_2C2_Ferroalloy_Production.json b/ingestion-data/discovery-items/EPA-annual-emissions_2C2_Ferroalloy_Production.json deleted file mode 100644 index 3c47d54d..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_2C2_Ferroalloy_Production.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_2C2_Ferroalloy_Production", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_4A_Enteric_Fermentation.json b/ingestion-data/discovery-items/EPA-annual-emissions_4A_Enteric_Fermentation.json deleted file mode 100644 index 73cb5857..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_4A_Enteric_Fermentation.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_4A_Enteric_Fermentation", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_4B_Manure_Management.json b/ingestion-data/discovery-items/EPA-annual-emissions_4B_Manure_Management.json deleted file mode 100644 index 26dd4e33..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_4B_Manure_Management.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_4B_Manure_Management", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_4C_Rice_Cultivation.json b/ingestion-data/discovery-items/EPA-annual-emissions_4C_Rice_Cultivation.json deleted file mode 100644 index bfbdf2f6..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_4C_Rice_Cultivation.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_4C_Rice_Cultivation", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_4F_Field_Burning.json b/ingestion-data/discovery-items/EPA-annual-emissions_4F_Field_Burning.json deleted file mode 100644 index 7f585263..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_4F_Field_Burning.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_4F_Field_Burning", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_5_Forest_Fires.json b/ingestion-data/discovery-items/EPA-annual-emissions_5_Forest_Fires.json deleted file mode 100644 index 387e9b5f..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_5_Forest_Fires.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_5_Forest_Fires", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Industrial.json b/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Industrial.json deleted file mode 100644 index f3517c45..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Industrial.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_6A_Landfills_Industrial", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Municipal.json b/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Municipal.json deleted file mode 100644 index 65adb759..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_6A_Landfills_Municipal.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_6A_Landfills_Municipal", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Domestic.json b/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Domestic.json deleted file mode 100644 index bdebcaea..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Domestic.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_6B_Wastewater_Treatment_Domestic", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Industrial.json b/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Industrial.json deleted file mode 100644 index f5eeefac..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_6B_Wastewater_Treatment_Industrial.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_6B_Wastewater_Treatment_Industrial", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-annual-emissions_6D_Composting.json b/ingestion-data/discovery-items/EPA-annual-emissions_6D_Composting.json deleted file mode 100644 index a41e2dab..00000000 --- a/ingestion-data/discovery-items/EPA-annual-emissions_6D_Composting.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-annual-emissions_6D_Composting", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-daily-emissions_5_Forest_Fires.json b/ingestion-data/discovery-items/EPA-daily-emissions_5_Forest_Fires.json deleted file mode 100644 index 0f575600..00000000 --- a/ingestion-data/discovery-items/EPA-daily-emissions_5_Forest_Fires.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-daily-emissions_5_Forest_Fires", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_1A_Combustion_Stationary.json b/ingestion-data/discovery-items/EPA-monthly-emissions_1A_Combustion_Stationary.json deleted file mode 100644 index 87302c97..00000000 --- a/ingestion-data/discovery-items/EPA-monthly-emissions_1A_Combustion_Stationary.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-monthly-emissions_1A_Combustion_Stationary", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_1B2a_Petroleum.json b/ingestion-data/discovery-items/EPA-monthly-emissions_1B2a_Petroleum.json deleted file mode 100644 index 06bc7842..00000000 --- a/ingestion-data/discovery-items/EPA-monthly-emissions_1B2a_Petroleum.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-monthly-emissions_1B2a_Petroleum", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_1B2b_Natural_Gas_Production.json b/ingestion-data/discovery-items/EPA-monthly-emissions_1B2b_Natural_Gas_Production.json deleted file mode 100644 index 8d17fe74..00000000 --- a/ingestion-data/discovery-items/EPA-monthly-emissions_1B2b_Natural_Gas_Production.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-monthly-emissions_1B2b_Natural_Gas_Production", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_4B_Manure_Management.json b/ingestion-data/discovery-items/EPA-monthly-emissions_4B_Manure_Management.json deleted file mode 100644 index 4c1e4e7d..00000000 --- a/ingestion-data/discovery-items/EPA-monthly-emissions_4B_Manure_Management.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-monthly-emissions_4B_Manure_Management", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_4C_Rice_Cultivation.json b/ingestion-data/discovery-items/EPA-monthly-emissions_4C_Rice_Cultivation.json deleted file mode 100644 index b417124f..00000000 --- a/ingestion-data/discovery-items/EPA-monthly-emissions_4C_Rice_Cultivation.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-monthly-emissions_4C_Rice_Cultivation", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/EPA-monthly-emissions_4F_Field_Burning.json b/ingestion-data/discovery-items/EPA-monthly-emissions_4F_Field_Burning.json deleted file mode 100644 index 64d836e8..00000000 --- a/ingestion-data/discovery-items/EPA-monthly-emissions_4F_Field_Burning.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "EPA-monthly-emissions_4F_Field_Burning", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/barc-thomasfire.json b/ingestion-data/discovery-items/barc-thomasfire.json index db8837ed..c359dcb0 100644 --- a/ingestion-data/discovery-items/barc-thomasfire.json +++ b/ingestion-data/discovery-items/barc-thomasfire.json @@ -1,6 +1,8 @@ { "collection": "barc-thomasfire", "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/Fire-Hydro/", + "filename_regex": "thomas_fire_barc_201712", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json b/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json index f9117578..2ad4708f 100644 --- a/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json +++ b/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json @@ -1,6 +1,8 @@ { "collection": "campfire-albedo-wsa-diff", "bucket": "veda-data-store-staging", + "prefix": "campfire-data/", + "filename_regex": "CampFire_albedo_WSA_2015_2022_diff", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-lst-day-diff.json b/ingestion-data/discovery-items/campfire-lst-day-diff.json index 9eff24cd..84ac2308 100644 --- a/ingestion-data/discovery-items/campfire-lst-day-diff.json +++ b/ingestion-data/discovery-items/campfire-lst-day-diff.json @@ -1,6 +1,8 @@ { "collection": "campfire-lst-day-diff", "bucket": "veda-data-store-staging", + "prefix": "campfire-data/", + "filename_regex": "CampFire_LST_Day_2015_2022_diff", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-lst-night-diff.json b/ingestion-data/discovery-items/campfire-lst-night-diff.json index 80991384..c660ac80 100644 --- a/ingestion-data/discovery-items/campfire-lst-night-diff.json +++ b/ingestion-data/discovery-items/campfire-lst-night-diff.json @@ -1,6 +1,8 @@ { "collection": "campfire-lst-night-diff", "bucket": "veda-data-store-staging", + "prefix": "campfire-data/", + "filename_regex": "CampFire_LST_Night_2015_2022_diff", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-ndvi-diff.json b/ingestion-data/discovery-items/campfire-ndvi-diff.json index 4fa2e0bf..3e072400 100644 --- a/ingestion-data/discovery-items/campfire-ndvi-diff.json +++ b/ingestion-data/discovery-items/campfire-ndvi-diff.json @@ -1,6 +1,8 @@ { "collection": "campfire-ndvi-diff", "bucket": "veda-data-store-staging", + "prefix": "campfire-data/", + "filename_regex": "CampFire_NDVI_2015_2022_diff", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-nlcd.json b/ingestion-data/discovery-items/campfire-nlcd.json index 81c12f1e..1fad8bdd 100644 --- a/ingestion-data/discovery-items/campfire-nlcd.json +++ b/ingestion-data/discovery-items/campfire-nlcd.json @@ -1,6 +1,8 @@ { "collection": "campfire-nlcd", "bucket": "veda-data-store-staging", + "prefix": "campfire-data/", + "filename_regex": "CampFire_NLCD_2019", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json b/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json index 465aea13..89ab9591 100644 --- a/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json +++ b/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json @@ -2,5 +2,168 @@ "collection": "ceos-co2-flux-budgets-mean", "bucket": "veda-data-store-staging", "discovery": "s3", - "upload": false + "prefix": "EIS/CEOS_DATA/CO2_flux_updated/", + "upload": false, + "assets": { + "ff-meanyear": { + "title": "Fossil fuel and cement emissions mean year", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere", + "regex": "FF_meanYear" + }, + "crop-meanyear": { + "title": "", + "description": "Second of a multi-asset item.", + "regex": "Crop_meanYear" + }, + "wood-meanyear": { + "title": "Lateral crop flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "Wood_meanYear" + }, + "river-meanyear": { + "title": "Lateral wood flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": ".*asset2.*" + }, + "ff-std-meanyear": { + "title": "Fossil fuel and cement emissions std mean year", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", + "regex": "FF_std_meanYear" + }, + "is-nbe-meanyear": { + "title": "In situ Net biosphere exchange mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "IS_NBE_meanYear" + }, + "is-nce-meanyear": { + "title": "In situ Terrestrial net carbon exchange year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "IS_NCE_meanYear" + }, + "crop-std-meanyear": { + "title": "lateral crop flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "Crop_std_meanYear" + }, + "lnlg-nbe-meanyear": { + "title": "Land Nadir and Land Glint Net biosphere exchange mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLG_NBE_meanYear" + }, + "lnlg-nce-meanyear": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLG_NCE_meanYear" + }, + "wood-std-meanyear": { + "title": "Lateral wood flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": "Wood_std_meanYear" + }, + "river-std-meanyear": { + "title": "Lateral rivers flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", + "regex": "River_std_meanYear" + }, + "is-dc-loss-meanyear": { + "title": "In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_meanYear" + }, + "is-nbe-std-meanyear": { + "title": "In situ Net biosphere exchange std mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "IS_NBE_std_meanYear" + }, + "is-nce-std-meanyear": { + "title": "In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "IS_NCE_std_meanYear" + }, + "lnlgis-nbe-meanyear": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGIS_NBE_meanYear" + }, + "lnlgis-nce-meanyear": { + "title": "fuelLand Glint, Land Glint In situ Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGIS_NCE_meanYear" + }, + "lnlg-dc-loss-meanyear": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_std" + }, + "lnlg-nbe-std-meanyear": { + "title": "Land Nadir and Land Glint Net biosphere exchange std mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLG_NBE_std_meanYear" + }, + "lnlg-nce-std-meanyear": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLG_NCE_std" + }, + "lnlgogis-nbe-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGOGIS_NBE_meanYear" + }, + "lnlgogis-nce-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions", + "regex": "LNLGIS_NCE_std_meanYear" + }, + "is-dc-loss-std-meanyear": { + "title": "In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_std_meanYear" + }, + "lnlgis-dc-loss-meanyear": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGIS_dC_loss_meanYear" + }, + "lnlgis-nbe-std-meanyear": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGIS_NBE_std_meanYear" + }, + "lnlgis-nce-std-meanyear": { + "title": "Land Nadir, Land Glint and In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGIS_NCE_std_meanYear" + }, + "lnlg-dc-loss-std-meanyear": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLG_dC_loss_std_meanYear" + }, + "lnlgogis-dc-loss-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGOGIS_dC_loss_meanYear" + }, + "lnlgogis-nbe-std-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGOGIS_NBE_std_meanYear" + }, + "lnlgogis-nce-std-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGOGIS_NCE_std_meanYear" + }, + "lnlgis-dc-loss-std-meanyear": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGIS_dC_loss_std_meanYear" + }, + "lnlgogis-dc-loss-std-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGOGIS_dC_loss_std_meanYear" + } + } } \ No newline at end of file diff --git a/ingestion-data/discovery-items/ceos-co2-flux-budgets.json b/ingestion-data/discovery-items/ceos-co2-flux-budgets.json index 3095e5b3..5eb3e66f 100644 --- a/ingestion-data/discovery-items/ceos-co2-flux-budgets.json +++ b/ingestion-data/discovery-items/ceos-co2-flux-budgets.json @@ -2,5 +2,168 @@ "collection": "ceos-co2-flux-budgets", "bucket": "veda-data-store-staging", "discovery": "s3", - "upload": false -} \ No newline at end of file + "prefix": "EIS/CEOS_DATA/CO2_flux_updated/", + "upload": false, + "assets": { + "ff": { + "title": "Fossil fuel and cement emissions mean year", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere", + "regex": "FF_CO2_Budget" + }, + "crop": { + "title": "", + "description": "Second of a multi-asset item.", + "regex": "Crop_CO2_Budget" + }, + "wood": { + "title": "Lateral crop flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "Wood_CO2_Budget" + }, + "river": { + "title": "Lateral wood flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": ".*asset2.*" + }, + "ff-std": { + "title": "Fossil fuel and cement emissions std mean year", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", + "regex": "FF_std_CO2_Budget" + }, + "is-nbe": { + "title": "In situ Net biosphere exchange mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "IS_NBE_CO2_Budget" + }, + "is-nce": { + "title": "In situ Terrestrial net carbon exchange year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "IS_NCE_CO2_Budget" + }, + "crop-std": { + "title": "lateral crop flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "Crop_std_CO2_Budget" + }, + "lnlg-nbe": { + "title": "Land Nadir and Land Glint Net biosphere exchange mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLG_NBE_CO2_Budget" + }, + "lnlg-nce": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLG_NCE_CO2_Budget" + }, + "wood-std": { + "title": "Lateral wood flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": "Wood_std_CO2_Budget" + }, + "river-std": { + "title": "Lateral rivers flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", + "regex": "River_std_CO2_Budget" + }, + "is-dc-loss": { + "title": "In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_CO2_Budget" + }, + "is-nbe-std": { + "title": "In situ Net biosphere exchange std mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "IS_NBE_std_CO2_Budget" + }, + "is-nce-std": { + "title": "In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "IS_NCE_std_CO2_Budget" + }, + "lnlgis-nbe": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGIS_NBE_CO2_Budget" + }, + "lnlgis-nce": { + "title": "fuelLand Glint, Land Glint In situ Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGIS_NCE_CO2_Budget" + }, + "lnlg-dc-loss": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_std" + }, + "lnlg-nbe-std": { + "title": "Land Nadir and Land Glint Net biosphere exchange std mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLG_NBE_std_CO2_Budget" + }, + "lnlg-nce-std": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLG_NCE_std" + }, + "lnlgogis-nbe": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGOGIS_NBE_CO2_Budget" + }, + "lnlgogis-nce": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions", + "regex": "LNLGIS_NCE_std_CO2_Budget" + }, + "is-dc-loss-std": { + "title": "In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_std_CO2_Budget" + }, + "lnlgis-dc-loss": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGIS_dC_loss_CO2_Budget" + }, + "lnlgis-nbe-std": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGIS_NBE_std_CO2_Budget" + }, + "lnlgis-nce-std": { + "title": "Land Nadir, Land Glint and In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGIS_NCE_std_CO2_Budget" + }, + "lnlg-dc-loss-std": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLG_dC_loss_std_CO2_Budget" + }, + "lnlgogis-dc-loss": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGOGIS_dC_loss_CO2_Budget" + }, + "lnlgogis-nbe-std": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGOGIS_NBE_std_CO2_Budget" + }, + "lnlgogis-nce-std": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGOGIS_NCE_std_CO2_Budget" + }, + "lnlgis-dc-loss-std": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGIS_dC_loss_std_CO2_Budget" + }, + "lnlgogis-dc-loss-std": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGOGIS_dC_loss_std_CO2_Budget" + } + } +} diff --git a/ingestion-data/discovery-items/conus-reach.json b/ingestion-data/discovery-items/conus-reach.json index e6bec56b..ec3d86f6 100644 --- a/ingestion-data/discovery-items/conus-reach.json +++ b/ingestion-data/discovery-items/conus-reach.json @@ -1,6 +1,8 @@ { "collection": "conus-reach", "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/Water-Quality/", "discovery": "s3", + "filename_regex": "CONUS_Reach_2020", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/damage_probability_2022-10-03.json b/ingestion-data/discovery-items/damage_probability_2022-10-03.json index cc9ddc84..eb87e322 100644 --- a/ingestion-data/discovery-items/damage_probability_2022-10-03.json +++ b/ingestion-data/discovery-items/damage_probability_2022-10-03.json @@ -1,6 +1,8 @@ { "collection": "damage_probability_2022-10-03", "bucket": "veda-data-store-staging", + "prefix":"damage-probability/", "discovery": "s3", + "filename_regex":"damage_probability_cog", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/disalexi-etsuppression.json b/ingestion-data/discovery-items/disalexi-etsuppression.json index 9185f197..cc78e1b9 100644 --- a/ingestion-data/discovery-items/disalexi-etsuppression.json +++ b/ingestion-data/discovery-items/disalexi-etsuppression.json @@ -1,6 +1,8 @@ { "collection": "disalexi-etsuppression", "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/Fire-Hydro/", + "filename_regex": "disalexi_etsuppression", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/disturbance-probability-percentile.json b/ingestion-data/discovery-items/disturbance-probability-percentile.json index 412ec6e2..b50f080d 100644 --- a/ingestion-data/discovery-items/disturbance-probability-percentile.json +++ b/ingestion-data/discovery-items/disturbance-probability-percentile.json @@ -1,6 +1,8 @@ { "collection": "disturbance-probability-percentile", "bucket": "veda-data-store-staging", + "prefix":"disturbance-probability-percentile", "discovery": "s3", + "filename_regex":"spec_prob_mosaic", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/eis_fire_fireline.json b/ingestion-data/discovery-items/eis_fire_fireline.json deleted file mode 100644 index 265e93c6..00000000 --- a/ingestion-data/discovery-items/eis_fire_fireline.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "eis_fire_fireline", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/eis_fire_newfirepix.json b/ingestion-data/discovery-items/eis_fire_newfirepix.json deleted file mode 100644 index bc80dddc..00000000 --- a/ingestion-data/discovery-items/eis_fire_newfirepix.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "eis_fire_newfirepix", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/eis_fire_perimeter.json b/ingestion-data/discovery-items/eis_fire_perimeter.json deleted file mode 100644 index a1de9df4..00000000 --- a/ingestion-data/discovery-items/eis_fire_perimeter.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "eis_fire_perimeter", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json b/ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json index 8a1e2b4d..2d213d1f 100644 --- a/ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json +++ b/ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json @@ -1,6 +1,10 @@ { "collection": "entropy_difference_2022-09-05_2022-09-30", "bucket": "veda-data-store-staging", + "prefix":"hls-entropy", + "filename_regex":"entropy_difference", "discovery": "s3", - "upload": false + "upload": false, + "start_datetime": "2022-09-05T00:00:00Z", + "end_datetime": "2022-09-30T23:59:59Z" } \ No newline at end of file diff --git a/ingestion-data/discovery-items/epa-emissions-test.json b/ingestion-data/discovery-items/epa-emissions-test.json deleted file mode 100644 index 1ab95728..00000000 --- a/ingestion-data/discovery-items/epa-emissions-test.json +++ /dev/null @@ -1,13 +0,0 @@ -[ - { - "collection": "EPA-annual-emissions_1B1a_Abandoned_Coal", - "prefix": "EIS/cog/EPA-inventory-2012/annual/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*)Abandoned_Coal.tif$", - "discovery": "s3", - "start_datetime": "2012-01-01T00:00:00Z", - "end_datetime": "2012-12-31T23:59:59Z", - "upload": false, - "cogify": false - } -] diff --git a/ingestion-data/discovery-items/facebook_population_density.json b/ingestion-data/discovery-items/facebook_population_density.json deleted file mode 100644 index c0b17f4a..00000000 --- a/ingestion-data/discovery-items/facebook_population_density.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "facebook_population_density", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json b/ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json index eb3be331..dea3e3eb 100644 --- a/ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json +++ b/ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json @@ -1,6 +1,8 @@ { "collection": "fldas-soil-moisture-anomalies", "bucket": "veda-data-store-staging", + "prefix":"fldas-soil-moisture-anomalies", "discovery": "s3", + "filename_regex":"FLDAS_NOAH01_SoilMoi00_10cm_tavg", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/frp-max-thomasfire.json b/ingestion-data/discovery-items/frp-max-thomasfire.json index 31dcb09c..6faea52e 100644 --- a/ingestion-data/discovery-items/frp-max-thomasfire.json +++ b/ingestion-data/discovery-items/frp-max-thomasfire.json @@ -1,6 +1,8 @@ { "collection": "frp-max-thomasfire", "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/Fire-Hydro/", + "filename_regex":"thomas_fire_frpmax", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-cdr-raster.json b/ingestion-data/discovery-items/grdi-cdr-raster.json deleted file mode 100644 index f72f89b1..00000000 --- a/ingestion-data/discovery-items/grdi-cdr-raster.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "grdi-cdr-raster", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-filled-missing-values-count.json b/ingestion-data/discovery-items/grdi-filled-missing-values-count.json deleted file mode 100644 index 7ab0bf9d..00000000 --- a/ingestion-data/discovery-items/grdi-filled-missing-values-count.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "grdi-filled-missing-values-count", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-imr-raster.json b/ingestion-data/discovery-items/grdi-imr-raster.json deleted file mode 100644 index 6d5012d0..00000000 --- a/ingestion-data/discovery-items/grdi-imr-raster.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "grdi-imr-raster", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-shdi-raster.json b/ingestion-data/discovery-items/grdi-shdi-raster.json deleted file mode 100644 index c674a9ee..00000000 --- a/ingestion-data/discovery-items/grdi-shdi-raster.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "grdi-shdi-raster", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-v1-built.json b/ingestion-data/discovery-items/grdi-v1-built.json deleted file mode 100644 index dbc7a8ee..00000000 --- a/ingestion-data/discovery-items/grdi-v1-built.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "grdi-v1-built", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-v1-raster.json b/ingestion-data/discovery-items/grdi-v1-raster.json deleted file mode 100644 index 3fdee72d..00000000 --- a/ingestion-data/discovery-items/grdi-v1-raster.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "grdi-v1-raster", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-vnl-raster.json b/ingestion-data/discovery-items/grdi-vnl-raster.json deleted file mode 100644 index 7ea3224c..00000000 --- a/ingestion-data/discovery-items/grdi-vnl-raster.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "grdi-vnl-raster", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/grdi-vnl-slope-raster.json b/ingestion-data/discovery-items/grdi-vnl-slope-raster.json deleted file mode 100644 index abe065d5..00000000 --- a/ingestion-data/discovery-items/grdi-vnl-slope-raster.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "grdi-vnl-slope-raster", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-bais2-v2.json b/ingestion-data/discovery-items/hls-bais2-v2.json index ea7c68a2..5f20f2f3 100644 --- a/ingestion-data/discovery-items/hls-bais2-v2.json +++ b/ingestion-data/discovery-items/hls-bais2-v2.json @@ -1,6 +1,8 @@ { "collection": "hls-bais2-v2", "bucket": "veda-data-store-staging", + "prefix":"maui-fire", + "filename_regex":"Lahaina_BAIS2", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-bais2.json b/ingestion-data/discovery-items/hls-bais2.json index 89f53fbe..81fe217e 100644 --- a/ingestion-data/discovery-items/hls-bais2.json +++ b/ingestion-data/discovery-items/hls-bais2.json @@ -1,6 +1,8 @@ { "collection": "hls-bais2", "bucket": "veda-data-store-staging", + "prefix":"maui-fire", + "filename_regex":"Lahaina_BAIS2", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-ndvi.json b/ingestion-data/discovery-items/hls-ndvi.json index 0f60d79d..0ee4a714 100644 --- a/ingestion-data/discovery-items/hls-ndvi.json +++ b/ingestion-data/discovery-items/hls-ndvi.json @@ -1,6 +1,8 @@ { "collection": "hls-ndvi", "bucket": "veda-data-store-staging", + "prefix":"hls-ndvi", + "filename_regex":"ndvi_cog_2022-09-05", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-swir-falsecolor-composite.json b/ingestion-data/discovery-items/hls-swir-falsecolor-composite.json index 31dafcce..a5f4f442 100644 --- a/ingestion-data/discovery-items/hls-swir-falsecolor-composite.json +++ b/ingestion-data/discovery-items/hls-swir-falsecolor-composite.json @@ -1,6 +1,8 @@ { "collection": "hls-swir-falsecolor-composite", "bucket": "veda-data-store-staging", + "prefix":"maui-fire", + "filename_regex":"SWIR_falsecolor_cog", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-aod-diff.json b/ingestion-data/discovery-items/houston-aod-diff.json index 2d3b2115..dcdd5f9a 100644 --- a/ingestion-data/discovery-items/houston-aod-diff.json +++ b/ingestion-data/discovery-items/houston-aod-diff.json @@ -1,6 +1,8 @@ { "collection": "houston-aod-diff", "bucket": "veda-data-store-staging", + "prefix":"houston-aod/", + "filename_regex":"HOUS_AOD_difference_2000_2019", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-aod.json b/ingestion-data/discovery-items/houston-aod.json index d6269e6a..08682b9b 100644 --- a/ingestion-data/discovery-items/houston-aod.json +++ b/ingestion-data/discovery-items/houston-aod.json @@ -1,6 +1,8 @@ { "collection": "houston-aod", "bucket": "veda-data-store-staging", + "prefix":"houston-aod/", + "filename_regex":"^(.*)HOUS_AOD(.*)_cog.tif$", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-landcover.json b/ingestion-data/discovery-items/houston-landcover.json index 48a2099b..5fbb2be7 100644 --- a/ingestion-data/discovery-items/houston-landcover.json +++ b/ingestion-data/discovery-items/houston-landcover.json @@ -1,6 +1,8 @@ { "collection": "houston-landcover", "bucket": "veda-data-store-staging", + "prefix":"houston-landcover/", + "filename_regex":"landcover_Z_f", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-lst-day.json b/ingestion-data/discovery-items/houston-lst-day.json index 627e3297..9133d40e 100644 --- a/ingestion-data/discovery-items/houston-lst-day.json +++ b/ingestion-data/discovery-items/houston-lst-day.json @@ -1,6 +1,8 @@ { "collection": "houston-lst-day", "bucket": "veda-data-store-staging", + "prefix":"houston-lst-day/", + "filename_regex":"LST_Day", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-lst-diff.json b/ingestion-data/discovery-items/houston-lst-diff.json index aa73b002..b8087f8c 100644 --- a/ingestion-data/discovery-items/houston-lst-diff.json +++ b/ingestion-data/discovery-items/houston-lst-diff.json @@ -1,6 +1,8 @@ { "collection": "houston-lst-diff", - "bucket": "veda-data-store-staging", + "bucket": "climatedashboard-data", + "prefix":"houston/", + "filename_regex":"houston-lst-diff_2000_2019", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-lst-night.json b/ingestion-data/discovery-items/houston-lst-night.json index 181b87e7..ebe37856 100644 --- a/ingestion-data/discovery-items/houston-lst-night.json +++ b/ingestion-data/discovery-items/houston-lst-night.json @@ -1,6 +1,8 @@ { "collection": "houston-lst-night", "bucket": "veda-data-store-staging", + "prefix":"houston-lst-night/", + "filename_regex":"LST_Night", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-ndvi.json b/ingestion-data/discovery-items/houston-ndvi.json index 3fa19e6a..938a13bf 100644 --- a/ingestion-data/discovery-items/houston-ndvi.json +++ b/ingestion-data/discovery-items/houston-ndvi.json @@ -1,6 +1,8 @@ { "collection": "houston-ndvi", "bucket": "veda-data-store-staging", + "prefix": "houston-ndvi/", + "filename_regex":"NDVI", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-urbanization.json b/ingestion-data/discovery-items/houston-urbanization.json index 86578e50..15783d78 100644 --- a/ingestion-data/discovery-items/houston-urbanization.json +++ b/ingestion-data/discovery-items/houston-urbanization.json @@ -1,6 +1,8 @@ { "collection": "houston-urbanization", "bucket": "veda-data-store-staging", + "prefix": "urbanization/", + "filename_regex":"HOUS_DFAL_urbanization", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-etsuppression.json b/ingestion-data/discovery-items/lis-etsuppression.json index d4e0af9e..c13118a6 100644 --- a/ingestion-data/discovery-items/lis-etsuppression.json +++ b/ingestion-data/discovery-items/lis-etsuppression.json @@ -1,6 +1,8 @@ { "collection": "lis-etsuppression", "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/Fire-Hydro/", + "filename_regex":"lis_etsuppression_2020", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-evap.json b/ingestion-data/discovery-items/lis-global-da-evap.json index 36c7524d..9734fcbf 100644 --- a/ingestion-data/discovery-items/lis-global-da-evap.json +++ b/ingestion-data/discovery-items/lis-global-da-evap.json @@ -1,6 +1,8 @@ { "collection": "lis-global-da-evap", "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/LIS_GLOBAL_DA/Evap/", + "filename_regex":"LIS_Evap", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-gpp-trend.json b/ingestion-data/discovery-items/lis-global-da-gpp-trend.json index ab4e4859..90969779 100644 --- a/ingestion-data/discovery-items/lis-global-da-gpp-trend.json +++ b/ingestion-data/discovery-items/lis-global-da-gpp-trend.json @@ -1,6 +1,8 @@ { "collection": "lis-global-da-gpp-trend", "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "filename_regex":"", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/no2-monthly-orig.json b/ingestion-data/discovery-items/no2-monthly-orig.json deleted file mode 100644 index 7174e8db..00000000 --- a/ingestion-data/discovery-items/no2-monthly-orig.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "collection": "no2-monthly", - "prefix": "no2-monthly/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*).tif$", - "discovery": "s3", - "datetime_range": "month" -} diff --git a/ingestion-data/discovery-items/no2-monthly.json b/ingestion-data/discovery-items/no2-monthly.json index 134eda12..7174e8db 100644 --- a/ingestion-data/discovery-items/no2-monthly.json +++ b/ingestion-data/discovery-items/no2-monthly.json @@ -1,6 +1,8 @@ { "collection": "no2-monthly", + "prefix": "no2-monthly/", "bucket": "veda-data-store-staging", + "filename_regex": "^(.*).tif$", "discovery": "s3", - "upload": false -} \ No newline at end of file + "datetime_range": "month" +} From 16cb07d1515a5e670f5d0d7ced8eb0e1045cb24f Mon Sep 17 00:00:00 2001 From: smohiudd Date: Tue, 19 Dec 2023 10:38:49 -0700 Subject: [PATCH 4/6] update discovery items --- .../collections/snow-projections-diff.json | 68 ------------------- .../collections/snow-projections-median.json | 68 ------------------- .../discovery-items/OMSO2PCA-cog.json | 2 + .../landsat-nighttime-thermal.json | 2 + .../discovery-items/lis-global-da-gpp.json | 2 + .../discovery-items/lis-global-da-gws.json | 2 + .../discovery-items/lis-global-da-qs.json | 2 + .../discovery-items/lis-global-da-qsb.json | 2 + .../lis-global-da-streamflow.json | 2 + .../discovery-items/lis-global-da-swe.json | 2 + .../lis-global-da-totalprecip.json | 2 + .../lis-global-da-tws-trend.json | 32 +++++++-- .../discovery-items/lis-global-da-tws.json | 2 + .../discovery-items/lis-tvegsuppression.json | 2 + .../modis-albedo-wsa-diff-2015-2022.json | 2 + .../modis-lst-day-diff-2015-2022.json | 2 + .../modis-lst-night-diff-2015-2022.json | 4 +- .../modis-ndvi-diff-2015-2022.json | 2 + .../discovery-items/modis_diff.json | 24 +++++-- .../discovery-items/nceo-africa-2017.json | 9 --- .../discovery-items/nceo_africa_2017.json | 7 +- .../ndvi_diff_Ian_2022-09-30_2022-09-05.json | 2 + .../discovery-items/oco2-geos-l3-daily.json | 6 -- .../snow-projections-diff.json | 6 -- .../snow-projections-median.json | 6 -- ...l-vulnerability-index-household-nopop.json | 6 -- .../social-vulnerability-index-household.json | 6 -- ...ial-vulnerability-index-housing-nopop.json | 6 -- .../social-vulnerability-index-housing.json | 6 -- ...al-vulnerability-index-minority-nopop.json | 6 -- .../social-vulnerability-index-minority.json | 6 -- ...ial-vulnerability-index-overall-nopop.json | 6 -- .../social-vulnerability-index-overall.json | 6 -- ...lnerability-index-socioeconomic-nopop.json | 6 -- ...ial-vulnerability-index-socioeconomic.json | 6 -- .../sport-lis-vsm0_100cm-percentile.json | 2 + 36 files changed, 84 insertions(+), 238 deletions(-) delete mode 100644 ingestion-data/collections/snow-projections-diff.json delete mode 100644 ingestion-data/collections/snow-projections-median.json delete mode 100644 ingestion-data/discovery-items/nceo-africa-2017.json delete mode 100644 ingestion-data/discovery-items/oco2-geos-l3-daily.json delete mode 100644 ingestion-data/discovery-items/snow-projections-diff.json delete mode 100644 ingestion-data/discovery-items/snow-projections-median.json delete mode 100644 ingestion-data/discovery-items/social-vulnerability-index-household-nopop.json delete mode 100644 ingestion-data/discovery-items/social-vulnerability-index-household.json delete mode 100644 ingestion-data/discovery-items/social-vulnerability-index-housing-nopop.json delete mode 100644 ingestion-data/discovery-items/social-vulnerability-index-housing.json delete mode 100644 ingestion-data/discovery-items/social-vulnerability-index-minority-nopop.json delete mode 100644 ingestion-data/discovery-items/social-vulnerability-index-minority.json delete mode 100644 ingestion-data/discovery-items/social-vulnerability-index-overall-nopop.json delete mode 100644 ingestion-data/discovery-items/social-vulnerability-index-overall.json delete mode 100644 ingestion-data/discovery-items/social-vulnerability-index-socioeconomic-nopop.json delete mode 100644 ingestion-data/discovery-items/social-vulnerability-index-socioeconomic.json diff --git a/ingestion-data/collections/snow-projections-diff.json b/ingestion-data/collections/snow-projections-diff.json deleted file mode 100644 index 020e4c03..00000000 --- a/ingestion-data/collections/snow-projections-diff.json +++ /dev/null @@ -1,68 +0,0 @@ -{ - "id": "snow-projections-diff", - "type": "Collection", - "title": "Projections of Snow Water Equivalent (SWE) losses", - "links": [], - "description": "Percent-change to future SWE, relative to the historical period (1995 - 2014), simulated using the LIS framework and CMIP6 climate projections downscaled by NASA Earth Exchange (NEX-GDDP-CMIP6)", - "extent": { - "spatial": { - "bbox": [ - [ - -121.2149658203125, - 36.66500091552734, - -105.40498779296708, - 49.064999694823946 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2017-04-01T00:00:00Z", - "2077-05-01T00:00:00Z" - ] - ] - } - }, - "license": "CC0-1.0", - "stac_extensions": [], - "item_assets": { - "cog_default": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Default COG Layer", - "description": "Cloud optimized default layer to display on map" - } - }, - "dashboard:is_periodic": false, - "dashboard:time_density": null, - "stac_version": "1.0.0", - "providers": [ - { - "name": "NASA Center for Climate Simulation (NCCS)", - "url": "https://www.nccs.nasa.gov/services/data-collections/land-based-products/nex-gddp-cmip6", - "roles": [ - "producer", - "processor", - "licensor" - ] - }, - { - "name": "NASA Earth Information System", - "url": "https://www.earthdata.nasa.gov/eis", - "roles": [ - "processor" - ] - }, - { - "name": "NASA VEDA", - "url": "https://www.earthdata.nasa.gov/dashboard/", - "roles": [ - "host" - ] - } - ] -} \ No newline at end of file diff --git a/ingestion-data/collections/snow-projections-median.json b/ingestion-data/collections/snow-projections-median.json deleted file mode 100644 index 9d740181..00000000 --- a/ingestion-data/collections/snow-projections-median.json +++ /dev/null @@ -1,68 +0,0 @@ -{ - "id": "snow-projections-median", - "type": "Collection", - "title": "Projections of Snow Water Equivalent (SWE)", - "links": [], - "description": "Historical (1995 - 2014) and future SWE simulated using the LIS framework and CMIP6 climate projections downscaled by NASA Earth Exchange (NEX-GDDP-CMIP6)", - "extent": { - "spatial": { - "bbox": [ - [ - -121.2149658203125, - 36.66500091552734, - -105.40498779296708, - 49.064999694823946 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2011-04-01T00:00:00Z", - "2077-05-01T00:00:00Z" - ] - ] - } - }, - "license": "CC0-1.0", - "stac_extensions": [], - "item_assets": { - "cog_default": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Default COG Layer", - "description": "Cloud optimized default layer to display on map" - } - }, - "dashboard:is_periodic": false, - "dashboard:time_density": null, - "stac_version": "1.0.0", - "providers": [ - { - "name": "NASA Center for Climate Simulation (NCCS)", - "url": "https://www.nccs.nasa.gov/services/data-collections/land-based-products/nex-gddp-cmip6", - "roles": [ - "producer", - "processor", - "licensor" - ] - }, - { - "name": "NASA Earth Information System", - "url": "https://www.earthdata.nasa.gov/eis", - "roles": [ - "processor" - ] - }, - { - "name": "NASA VEDA", - "url": "https://www.earthdata.nasa.gov/dashboard/", - "roles": [ - "host" - ] - } - ] -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/OMSO2PCA-cog.json b/ingestion-data/discovery-items/OMSO2PCA-cog.json index 04176ad8..8f478436 100644 --- a/ingestion-data/discovery-items/OMSO2PCA-cog.json +++ b/ingestion-data/discovery-items/OMSO2PCA-cog.json @@ -1,6 +1,8 @@ { "collection": "OMSO2PCA-COG", "bucket": "veda-data-store-staging", + "prefix": "OMSO2PCA-COG/", + "filename_regex":"OMSO2PCA_LUT_SCD", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-nighttime-thermal.json b/ingestion-data/discovery-items/landsat-nighttime-thermal.json index 33a35b25..24da9f52 100644 --- a/ingestion-data/discovery-items/landsat-nighttime-thermal.json +++ b/ingestion-data/discovery-items/landsat-nighttime-thermal.json @@ -1,6 +1,8 @@ { "collection": "landsat-nighttime-thermal", "bucket": "veda-data-store-staging", + "prefix": "maui-fire/", + "filename_regex":"Lahaina_Landsat8_Thermal", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-gpp.json b/ingestion-data/discovery-items/lis-global-da-gpp.json index 683b28d1..5bc1e7a4 100644 --- a/ingestion-data/discovery-items/lis-global-da-gpp.json +++ b/ingestion-data/discovery-items/lis-global-da-gpp.json @@ -1,6 +1,8 @@ { "collection": "lis-global-da-gpp", "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/GPP/", + "filename_regex":"LIS_GPP", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-gws.json b/ingestion-data/discovery-items/lis-global-da-gws.json index 0cb55ec4..200d1fb8 100644 --- a/ingestion-data/discovery-items/lis-global-da-gws.json +++ b/ingestion-data/discovery-items/lis-global-da-gws.json @@ -1,6 +1,8 @@ { "collection": "lis-global-da-gws", "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/GWS/", + "filename_regex":"LIS_GWS", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-qs.json b/ingestion-data/discovery-items/lis-global-da-qs.json index f61b5aac..9476b3b4 100644 --- a/ingestion-data/discovery-items/lis-global-da-qs.json +++ b/ingestion-data/discovery-items/lis-global-da-qs.json @@ -1,6 +1,8 @@ { "collection": "lis-global-da-qs", "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/Qs/", + "filename_regex":"LIS_Qs", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-qsb.json b/ingestion-data/discovery-items/lis-global-da-qsb.json index 926cf5dc..2aebd51c 100644 --- a/ingestion-data/discovery-items/lis-global-da-qsb.json +++ b/ingestion-data/discovery-items/lis-global-da-qsb.json @@ -1,6 +1,8 @@ { "collection": "lis-global-da-qsb", "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/Qsb/", + "filename_regex":"LIS_Qsb", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-streamflow.json b/ingestion-data/discovery-items/lis-global-da-streamflow.json index e0b561ce..9e3d22cc 100644 --- a/ingestion-data/discovery-items/lis-global-da-streamflow.json +++ b/ingestion-data/discovery-items/lis-global-da-streamflow.json @@ -1,6 +1,8 @@ { "collection": "lis-global-da-streamflow", "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/Streamflow/", + "filename_regex":"LIS_Streamflow", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-swe.json b/ingestion-data/discovery-items/lis-global-da-swe.json index dff4ce60..17bd409d 100644 --- a/ingestion-data/discovery-items/lis-global-da-swe.json +++ b/ingestion-data/discovery-items/lis-global-da-swe.json @@ -1,6 +1,8 @@ { "collection": "lis-global-da-swe", "bucket": "veda-data-store-staging", + "prefix": "lis-global-da-swe", + "filename_regex":"LIS_SWE", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-totalprecip.json b/ingestion-data/discovery-items/lis-global-da-totalprecip.json index 0a681b2e..ba6fa582 100644 --- a/ingestion-data/discovery-items/lis-global-da-totalprecip.json +++ b/ingestion-data/discovery-items/lis-global-da-totalprecip.json @@ -1,6 +1,8 @@ { "collection": "lis-global-da-totalprecip", "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/TotalPrecip/", + "filename_regex":"LIS_TotalPrecip", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-tws-trend.json b/ingestion-data/discovery-items/lis-global-da-tws-trend.json index 6d88491b..df3c0512 100644 --- a/ingestion-data/discovery-items/lis-global-da-tws-trend.json +++ b/ingestion-data/discovery-items/lis-global-da-tws-trend.json @@ -1,6 +1,26 @@ -{ - "collection": "lis-global-da-tws-trend", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file +[ + { + "collection": "lis-global-da-tws-trend", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "filename_regex":"DATWS_STL_based_trend_v3_2003_2021", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-global-da-tws-trend", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "filename_regex":"DATWS_STL_based_trendv2_2003_2021", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-global-da-tws-trend", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "filename_regex":"DATWS_STL_based_trend.cog.tif", + "discovery": "s3", + "upload": false + } +] diff --git a/ingestion-data/discovery-items/lis-global-da-tws.json b/ingestion-data/discovery-items/lis-global-da-tws.json index b3a645ea..f979216f 100644 --- a/ingestion-data/discovery-items/lis-global-da-tws.json +++ b/ingestion-data/discovery-items/lis-global-da-tws.json @@ -1,6 +1,8 @@ { "collection": "lis-global-da-tws", "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/TWS/", + "filename_regex":"LIS_TWS", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-tvegsuppression.json b/ingestion-data/discovery-items/lis-tvegsuppression.json index 9a7b6dc4..89216563 100644 --- a/ingestion-data/discovery-items/lis-tvegsuppression.json +++ b/ingestion-data/discovery-items/lis-tvegsuppression.json @@ -1,6 +1,8 @@ { "collection": "lis-tvegsuppression", "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/Fire-Hydro/", + "filename_regex":"lis_tvegsuppression_2020", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json b/ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json index 4c3923c0..533c6d3f 100644 --- a/ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json +++ b/ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json @@ -1,6 +1,8 @@ { "collection": "modis-albedo-wsa-diff-2015-2022", "bucket": "veda-data-store-staging", + "prefix": "modis-albedo-wsa-diff-2015-2022/", + "filename_regex":"campfire_albedo_wsa_difference_2015_2022", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json b/ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json index b85d9581..5b83e229 100644 --- a/ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json +++ b/ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json @@ -1,6 +1,8 @@ { "collection": "modis-lst-day-diff-2015-2022", "bucket": "veda-data-store-staging", + "prefix": "modis-lst-day-diff-2015-2022/", + "filename_regex":"campfire_lst_day_difference", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json b/ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json index 3c18275a..7c40de69 100644 --- a/ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json +++ b/ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json @@ -1,6 +1,8 @@ { "collection": "modis-lst-night-diff-2015-2022", - "bucket": "veda-data-store-staging", + "bucket": "veda-data-store-staging/", + "prefix": "modis-lst-night-diff-2015-2022", + "filename_regex":"campfire_lst_night_difference", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json b/ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json index 4fbb8b96..ecfd77ca 100644 --- a/ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json +++ b/ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json @@ -1,6 +1,8 @@ { "collection": "modis-ndvi-diff-2015-2022", "bucket": "veda-data-store-staging", + "prefix":"modis-ndvi-diff-2015-2022/", + "filename_regex":"campfire_ndvi_difference_2015_2022", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis_diff.json b/ingestion-data/discovery-items/modis_diff.json index e54448bf..dc769cf8 100644 --- a/ingestion-data/discovery-items/modis_diff.json +++ b/ingestion-data/discovery-items/modis_diff.json @@ -1,6 +1,18 @@ -{ - "collection": "modis_diff", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file +[ + { + "collection": "modis_diff", + "bucket": "veda-data-store-staging", + "prefix": "modis_diff/", + "filename_regex":"^(.*)campfire(.*)difference(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "modis_diff", + "bucket": "veda-data-store-staging", + "prefix": "modis_diff/", + "filename_regex":"campfire_ndvi_2015_2022.tif", + "discovery": "s3", + "upload": true + } +] \ No newline at end of file diff --git a/ingestion-data/discovery-items/nceo-africa-2017.json b/ingestion-data/discovery-items/nceo-africa-2017.json deleted file mode 100644 index 06ac4b38..00000000 --- a/ingestion-data/discovery-items/nceo-africa-2017.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "collection": "nceo_africa_2017", - "prefix": "file-staging/nasa-map/nceo-africa-2017/", - "bucket": "nasa-maap-data-store", - "filename_regex": "^(.*)AGB_map_2017v0m_COG.tif$", - "discovery": "s3", - "datetime_range": "year", - "upload": false -} diff --git a/ingestion-data/discovery-items/nceo_africa_2017.json b/ingestion-data/discovery-items/nceo_africa_2017.json index 8158e73c..06ac4b38 100644 --- a/ingestion-data/discovery-items/nceo_africa_2017.json +++ b/ingestion-data/discovery-items/nceo_africa_2017.json @@ -1,6 +1,9 @@ { "collection": "nceo_africa_2017", - "bucket": "veda-data-store-staging", + "prefix": "file-staging/nasa-map/nceo-africa-2017/", + "bucket": "nasa-maap-data-store", + "filename_regex": "^(.*)AGB_map_2017v0m_COG.tif$", "discovery": "s3", + "datetime_range": "year", "upload": false -} \ No newline at end of file +} diff --git a/ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json b/ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json index f2e4f85b..d202c91b 100644 --- a/ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json +++ b/ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json @@ -1,6 +1,8 @@ { "collection": "ndvi_diff_Ian_2022-09-30_2022-09-05", "bucket": "veda-data-store-staging", + "prefix": "hls-ndvi/", + "filename_regex":"ndvi_diff", "discovery": "s3", "upload": false } \ No newline at end of file diff --git a/ingestion-data/discovery-items/oco2-geos-l3-daily.json b/ingestion-data/discovery-items/oco2-geos-l3-daily.json deleted file mode 100644 index 3a872fc0..00000000 --- a/ingestion-data/discovery-items/oco2-geos-l3-daily.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "oco2-geos-l3-daily", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/snow-projections-diff.json b/ingestion-data/discovery-items/snow-projections-diff.json deleted file mode 100644 index 3d9c310b..00000000 --- a/ingestion-data/discovery-items/snow-projections-diff.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "snow-projections-diff", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/snow-projections-median.json b/ingestion-data/discovery-items/snow-projections-median.json deleted file mode 100644 index 87086726..00000000 --- a/ingestion-data/discovery-items/snow-projections-median.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "snow-projections-median", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-household-nopop.json b/ingestion-data/discovery-items/social-vulnerability-index-household-nopop.json deleted file mode 100644 index 21f7dac3..00000000 --- a/ingestion-data/discovery-items/social-vulnerability-index-household-nopop.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "social-vulnerability-index-household-nopop", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-household.json b/ingestion-data/discovery-items/social-vulnerability-index-household.json deleted file mode 100644 index 45664d05..00000000 --- a/ingestion-data/discovery-items/social-vulnerability-index-household.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "social-vulnerability-index-household", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-housing-nopop.json b/ingestion-data/discovery-items/social-vulnerability-index-housing-nopop.json deleted file mode 100644 index 8ffeb859..00000000 --- a/ingestion-data/discovery-items/social-vulnerability-index-housing-nopop.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "social-vulnerability-index-housing-nopop", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-housing.json b/ingestion-data/discovery-items/social-vulnerability-index-housing.json deleted file mode 100644 index 6080b23d..00000000 --- a/ingestion-data/discovery-items/social-vulnerability-index-housing.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "social-vulnerability-index-housing", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-minority-nopop.json b/ingestion-data/discovery-items/social-vulnerability-index-minority-nopop.json deleted file mode 100644 index ecc52538..00000000 --- a/ingestion-data/discovery-items/social-vulnerability-index-minority-nopop.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "social-vulnerability-index-minority-nopop", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-minority.json b/ingestion-data/discovery-items/social-vulnerability-index-minority.json deleted file mode 100644 index 571e27dd..00000000 --- a/ingestion-data/discovery-items/social-vulnerability-index-minority.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "social-vulnerability-index-minority", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-overall-nopop.json b/ingestion-data/discovery-items/social-vulnerability-index-overall-nopop.json deleted file mode 100644 index c01756ce..00000000 --- a/ingestion-data/discovery-items/social-vulnerability-index-overall-nopop.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "social-vulnerability-index-overall-nopop", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-overall.json b/ingestion-data/discovery-items/social-vulnerability-index-overall.json deleted file mode 100644 index 77e934d1..00000000 --- a/ingestion-data/discovery-items/social-vulnerability-index-overall.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "social-vulnerability-index-overall", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic-nopop.json b/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic-nopop.json deleted file mode 100644 index ef606611..00000000 --- a/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic-nopop.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "social-vulnerability-index-socioeconomic-nopop", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic.json b/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic.json deleted file mode 100644 index f4145c84..00000000 --- a/ingestion-data/discovery-items/social-vulnerability-index-socioeconomic.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "collection": "social-vulnerability-index-socioeconomic", - "bucket": "veda-data-store-staging", - "discovery": "s3", - "upload": false -} \ No newline at end of file diff --git a/ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json b/ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json index 0005022c..c78f1112 100644 --- a/ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json +++ b/ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json @@ -1,6 +1,8 @@ { "collection": "sport-lis-vsm0_100cm-percentile", "bucket": "veda-data-store-staging", + "prefix": "sport-lis-vsm0_100cm-percentile/", + "filename_regex":"^(.*)sport_lis(.*)cog.tif$", "discovery": "s3", "upload": false } \ No newline at end of file From 28931c4a36e847eec28db5923dadaa229fb09370 Mon Sep 17 00:00:00 2001 From: smohiudd Date: Tue, 19 Dec 2023 13:39:29 -0700 Subject: [PATCH 5/6] update OMSO2PCA --- ingestion-data/discovery-items/OMSO2PCA-cog.json | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/ingestion-data/discovery-items/OMSO2PCA-cog.json b/ingestion-data/discovery-items/OMSO2PCA-cog.json index 8f478436..9aa76473 100644 --- a/ingestion-data/discovery-items/OMSO2PCA-cog.json +++ b/ingestion-data/discovery-items/OMSO2PCA-cog.json @@ -4,5 +4,6 @@ "prefix": "OMSO2PCA-COG/", "filename_regex":"OMSO2PCA_LUT_SCD", "discovery": "s3", - "upload": false + "upload": false, + "datetime_range": "year" } \ No newline at end of file From 76bd98f3180469d28cdbdce0d0f09cb032325c39 Mon Sep 17 00:00:00 2001 From: smohiudd Date: Tue, 19 Dec 2023 14:52:56 -0700 Subject: [PATCH 6/6] fix CEOS_DATA --- .../discovery-items/ceos-co2-flux-budgets-mean.json | 6 ++++-- ingestion-data/discovery-items/ceos-co2-flux-budgets.json | 6 ++++-- 2 files changed, 8 insertions(+), 4 deletions(-) diff --git a/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json b/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json index 89ab9591..bc9845bf 100644 --- a/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json +++ b/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json @@ -4,6 +4,8 @@ "discovery": "s3", "prefix": "EIS/CEOS_DATA/CO2_flux_updated/", "upload": false, + "id_regex": "", + "id_template": "", "assets": { "ff-meanyear": { "title": "Fossil fuel and cement emissions mean year", @@ -11,8 +13,8 @@ "regex": "FF_meanYear" }, "crop-meanyear": { - "title": "", - "description": "Second of a multi-asset item.", + "title": "Lateral crop flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", "regex": "Crop_meanYear" }, "wood-meanyear": { diff --git a/ingestion-data/discovery-items/ceos-co2-flux-budgets.json b/ingestion-data/discovery-items/ceos-co2-flux-budgets.json index 5eb3e66f..47745ce6 100644 --- a/ingestion-data/discovery-items/ceos-co2-flux-budgets.json +++ b/ingestion-data/discovery-items/ceos-co2-flux-budgets.json @@ -3,6 +3,8 @@ "bucket": "veda-data-store-staging", "discovery": "s3", "prefix": "EIS/CEOS_DATA/CO2_flux_updated/", + "id_regex": "", + "id_template": "", "upload": false, "assets": { "ff": { @@ -11,8 +13,8 @@ "regex": "FF_CO2_Budget" }, "crop": { - "title": "", - "description": "Second of a multi-asset item.", + "title": "Lateral crop flux", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", "regex": "Crop_CO2_Budget" }, "wood": {