From f95b5790232de89a0cd80808148a1f6afd4f20af Mon Sep 17 00:00:00 2001 From: Jennifer Tran <12633533+botanical@users.noreply.github.com> Date: Wed, 15 May 2024 10:44:48 -0700 Subject: [PATCH] feat: add new directory structure and update prefixes (#121) * feat: add new directory structure and update prefixes * fix: revert staging discovery item prefix updates --- .../CMIP245-winter-median-pr.json | 42 ++++ .../CMIP245-winter-median-ta.json | 42 ++++ .../CMIP585-winter-median-pr.json | 42 ++++ .../CMIP585-winter-median-ta.json | 42 ++++ .../discovery-items/HLSL30.002-ida.json | 17 ++ .../discovery-items/HLSL30.002-maria.json | 17 ++ .../discovery-items/HLSS30.002-ida.json | 17 ++ .../discovery-items/HLSS30.002-maria.json | 17 ++ .../discovery-items/IS2SITMOGR4-cog.json | 8 + .../discovery-items/MO_NPP_npp_vgpm.json | 9 + .../discovery-items/OMI_trno2-COG.json | 8 + .../discovery-items/OMSO2PCA-cog.json | 9 + .../bangladesh-landcover-2001-2020.json | 22 ++ .../discovery-items/barc-thomasfire.json | 8 + .../discovery-items/blue-tarp-detection.json | 8 + .../blue-tarp-planetscope.json | 8 + .../discovery-items/caldor-fire-behavior.json | 10 + .../caldor-fire-burn-severity.json | 10 + .../campfire-albedo-wsa-diff.json | 8 + .../campfire-lst-day-diff.json | 8 + .../campfire-lst-night-diff.json | 8 + .../discovery-items/campfire-ndvi-diff.json | 8 + .../discovery-items/campfire-nlcd.json | 8 + .../ceos-co2-flux-budgets-mean.json | 171 ++++++++++++++ .../ceos-co2-flux-budgets.json | 171 ++++++++++++++ .../production/discovery-items/co2-diff.json | 58 +++++ .../production/discovery-items/co2-mean.json | 58 +++++ ...6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json | 7 + .../discovery-items/conus-reach.json | 8 + .../cygnss-watermask-ucar.json | 8 + .../cygnss-watermask-ucberkeley.json | 9 + .../damage_probability_2022-10-03.json | 8 + .../disalexi-etsuppression.json | 8 + .../disturbance-probability-percentile.json | 8 + .../ecco-surface-height-change.json | 10 + ...ropy_difference_2022-09-05_2022-09-30.json | 10 + .../epa-emissions-2012-annual.json | 222 ++++++++++++++++++ .../epa-emissions-2012-daily.json | 8 + .../epa-emissions-2012-monthly.json | 56 +++++ .../facebook-population-density.json | 8 + .../fldas-soil-moisture-anomalies.json | 8 + .../discovery-items/frp-max-thomasfire.json | 8 + .../production/discovery-items/geoglam.json | 9 + .../production/discovery-items/grdi.json | 66 ++++++ .../discovery-items/hls-bais2-v2.json | 8 + .../production/discovery-items/hls-bais2.json | 8 + .../hls-l30-002-ej-reprocessed.json | 7 + .../production/discovery-items/hls-ndvi.json | 8 + .../hls-s30-002-ej-reprocessed.json | 7 + .../hls-swir-falsecolor-composite.json | 8 + .../discovery-items/houston-aod-diff.json | 8 + .../discovery-items/houston-aod.json | 8 + .../discovery-items/houston-landcover.json | 8 + .../discovery-items/houston-lst-day.json | 8 + .../discovery-items/houston-lst-diff.json | 8 + .../discovery-items/houston-lst-night.json | 8 + .../discovery-items/houston-ndvi.json | 8 + .../discovery-items/houston-urbanization.json | 8 + ...2l2-sr-antarctic-glaciers-pine-island.json | 7 + ...t-c2l2-sr-antarctic-glaciers-thwaites.json | 7 + .../landsat-c2l2-sr-lakes-aral-sea.json | 7 + .../landsat-c2l2-sr-lakes-lake-balaton.json | 7 + .../landsat-c2l2-sr-lakes-lake-biwa.json | 7 + .../landsat-c2l2-sr-lakes-tonle-sap.json | 7 + .../landsat-c2l2-sr-lakes-vanern.json | 7 + .../landsat-nighttime-thermal.json | 8 + .../discovery-items/lis-etsuppression.json | 8 + .../discovery-items/lis-global-da-evap.json | 8 + .../lis-global-da-gpp-trend.json | 8 + .../discovery-items/lis-global-da-gpp.json | 8 + .../discovery-items/lis-global-da-gws.json | 8 + .../discovery-items/lis-global-da-qs.json | 8 + .../discovery-items/lis-global-da-qsb.json | 8 + .../lis-global-da-streamflow.json | 8 + .../discovery-items/lis-global-da-swe.json | 8 + .../lis-global-da-totalprecip.json | 8 + .../lis-global-da-tws-trend.json | 26 ++ .../discovery-items/lis-global-da-tws.json | 8 + .../discovery-items/lis-tvegsuppression.json | 8 + .../discovery-items/lis-tws-anomaly.json | 178 ++++++++++++++ .../lis-tws-nonstationarity-index.json | 10 + .../discovery-items/lis-tws-trend.json | 10 + .../ls8-covid-19-example-data.json | 7 + .../modis-albedo-wsa-diff-2015-2022.json | 8 + .../modis-annual-lai-2003-2020.json | 22 ++ ...lies-diff-covid-19-changing-landscape.json | 10 + .../modis-lst-day-diff-2015-2022.json | 8 + .../modis-lst-night-diff-2015-2022.json | 8 + .../modis-ndvi-diff-2015-2022.json | 8 + .../discovery-items/modis_diff.json | 18 ++ .../discovery-items/mtbs-burn-severity.json | 47 ++++ .../discovery-items/nceo_africa_2017.json | 9 + .../ndvi_diff_Ian_2022-09-30_2022-09-05.json | 8 + .../nightlights-500m-daily.json | 58 +++++ .../discovery-items/nightlights-hd-1band.json | 18 ++ .../nightlights-hd-3bands.json | 9 + .../nightlights-hd-monthly-blackmarble.json | 8 + .../nightlights-hd-monthly.json | 210 +++++++++++++++++ .../discovery-items/no2-monthly-diff.json | 8 + .../discovery-items/no2-monthly.json | 8 + .../discovery-items/pzd-anomaly-covid-19.json | 10 + .../recovery-proxy-maps-covid-19.json | 10 + ...wn-proxy-covid-19-changing-landscapes.json | 10 + .../snow-projections-diff-245.json | 10 + .../snow-projections-diff-585.json | 10 + .../snow-projections-median-245.json | 10 + .../snow-projections-median-585.json | 10 + .../social-vulnerability-index.json | 82 +++++++ .../sport-lis-vsm0_100cm-percentile.json | 8 + .../togo-agriculture-covid-19.json | 10 + .../CMIP245-winter-median-pr.json | 0 .../CMIP245-winter-median-ta.json | 0 .../CMIP585-winter-median-pr.json | 0 .../CMIP585-winter-median-ta.json | 0 .../dataset-config/HLSL30.002.json | 0 .../dataset-config/HLSS30.002.json | 0 .../dataset-config/IS2SITMOGR4-cog.json | 0 .../dataset-config/OMI_trno2-COG.json | 0 .../dataset-config/OMSO2PCA-COG.json | 0 .../bangladesh-landcover-2001-2020.json | 0 .../dataset-config/black_marble_hd.json | 0 .../dataset-config/caldor-fire-behavior.json | 0 .../caldor-fire-burn-severity.json | 0 ...limdex-tmaxxf-access-cm2-ssp126-items.json | 0 ...limdex-tmaxxf-access-cm2-ssp245-items.json | 0 ...limdex-tmaxxf-access-cm2-ssp370-items.json | 0 ...limdex-tmaxxf-access-cm2-ssp585-items.json | 0 .../dataset-config/co2-diff.json | 0 .../dataset-config/co2-mean.json | 0 .../dataset-config/cygnss-watermask-ucar.json | 0 .../cygnss-watermask-ucberkeley.json | 0 .../ecco-surface-height-change.json | 0 .../dataset-config/eis_fire_fireline.json | 0 .../dataset-config/eis_fire_newfirepix.json | 0 .../dataset-config/eis_fire_perimeter.json | 0 .../facebook-population-density.json | 0 .../{ => staging}/dataset-config/geoglam.json | 0 .../dataset-config/grdi-vnl-slope-raster.json | 0 .../dataset-config/hls-bais2.json | 0 .../hls-swir-falsecolor-composite.json | 0 .../dataset-config/hurricane_blue_tarps.json | 0 .../hurricane_planetscope_images.json | 0 .../landsat-nighttime-thermal.json | 0 .../dataset-config/lis-tws-anomaly.json | 0 .../lis-tws-nonstationarity-index.json | 0 .../dataset-config/lis-tws-trend.json | 0 .../modis-annual-lai-2003-2020.json | 0 ...lies-diff-covid-19-changing-landscape.json | 0 .../dataset-config/modis-ndvi-diff.json | 0 .../dataset-config/mtbs-burn-severity.json | 0 .../dataset-config/nceo-africa-2017.json | 0 .../nightlights-500m-daily.json | 0 .../dataset-config/nightlights-hd-1band.json | 0 .../nightlights-hd-monthly.json | 0 .../dataset-config/nightlights_3bands.json | 0 .../dataset-config/no2-monthly-diff.json | 0 .../dataset-config/no2-monthly.json | 0 .../dataset-config/pzd-anomaly-covid-19.json | 0 .../recovery-proxy-maps-covid-19.json | 0 ...wn-proxy-covid-19-changing-landscapes.json | 0 .../snow-projections-diff-245.json | 0 .../snow-projections-diff-585.json | 0 .../snow-projections-median-245.json | 0 .../snow-projections-median-585.json | 0 ...l-vulnerability-index-household-nopop.json | 0 .../social-vulnerability-index-household.json | 0 ...ial-vulnerability-index-housing-nopop.json | 0 .../social-vulnerability-index-housing.json | 0 ...al-vulnerability-index-minority-nopop.json | 0 .../social-vulnerability-index-minority.json | 0 ...ial-vulnerability-index-overall-nopop.json | 0 .../social-vulnerability-index-overall.json | 0 ...lnerability-index-socioeconomic-nopop.json | 0 ...ial-vulnerability-index-socioeconomic.json | 0 .../togo-agriculture-covid-19.json | 0 .../CMIP245-winter-median-pr.json | 0 .../CMIP245-winter-median-ta.json | 0 .../CMIP585-winter-median-pr.json | 0 .../CMIP585-winter-median-ta.json | 0 .../discovery-items/HLSL30.002-ida.json | 0 .../discovery-items/HLSL30.002-maria.json | 0 .../discovery-items/HLSS30.002-ida.json | 0 .../discovery-items/HLSS30.002-maria.json | 0 .../discovery-items/IS2SITMOGR4-cog.json | 0 .../discovery-items/MO_NPP_npp_vgpm.json | 0 .../discovery-items/OMI_trno2-COG.json | 0 .../discovery-items/OMSO2PCA-cog.json | 0 .../bangladesh-landcover-2001-2020.json | 0 .../discovery-items/barc-thomasfire.json | 0 .../discovery-items/blue-tarp-detection.json | 0 .../blue-tarp-planetscope.json | 0 .../discovery-items/caldor-fire-behavior.json | 0 .../caldor-fire-burn-severity.json | 0 .../campfire-albedo-wsa-diff.json | 0 .../campfire-lst-day-diff.json | 0 .../campfire-lst-night-diff.json | 0 .../discovery-items/campfire-ndvi-diff.json | 0 .../discovery-items/campfire-nlcd.json | 0 .../ceos-co2-flux-budgets-mean.json | 2 +- .../ceos-co2-flux-budgets.json | 0 .../discovery-items/co2-diff.json | 0 .../discovery-items/co2-mean.json | 0 ...6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json | 0 .../discovery-items/conus-reach.json | 0 .../cygnss-watermask-ucar.json | 0 .../cygnss-watermask-ucberkeley.json | 0 .../damage_probability_2022-10-03.json | 0 .../disalexi-etsuppression.json | 0 .../disturbance-probability-percentile.json | 0 .../ecco-surface-height-change.json | 0 ...ropy_difference_2022-09-05_2022-09-30.json | 0 .../epa-emissions-2012-annual.json | 0 .../epa-emissions-2012-daily.json | 0 .../epa-emissions-2012-monthly.json | 0 .../facebook-population-density.json | 0 .../fldas-soil-moisture-anomalies.json | 0 .../discovery-items/frp-max-thomasfire.json | 0 .../discovery-items/geoglam.json | 0 .../{ => staging}/discovery-items/grdi.json | 0 .../discovery-items/hls-bais2-v2.json | 0 .../discovery-items/hls-bais2.json | 0 .../hls-l30-002-ej-reprocessed.json | 0 .../discovery-items/hls-ndvi.json | 0 .../hls-s30-002-ej-reprocessed.json | 0 .../hls-swir-falsecolor-composite.json | 0 .../discovery-items/houston-aod-diff.json | 0 .../discovery-items/houston-aod.json | 0 .../discovery-items/houston-landcover.json | 0 .../discovery-items/houston-lst-day.json | 0 .../discovery-items/houston-lst-diff.json | 0 .../discovery-items/houston-lst-night.json | 0 .../discovery-items/houston-ndvi.json | 0 .../discovery-items/houston-urbanization.json | 0 ...2l2-sr-antarctic-glaciers-pine-island.json | 0 ...t-c2l2-sr-antarctic-glaciers-thwaites.json | 0 .../landsat-c2l2-sr-lakes-aral-sea.json | 0 .../landsat-c2l2-sr-lakes-lake-balaton.json | 0 .../landsat-c2l2-sr-lakes-lake-biwa.json | 0 .../landsat-c2l2-sr-lakes-tonle-sap.json | 0 .../landsat-c2l2-sr-lakes-vanern.json | 0 .../landsat-nighttime-thermal.json | 0 .../discovery-items/lis-etsuppression.json | 0 .../discovery-items/lis-global-da-evap.json | 0 .../lis-global-da-gpp-trend.json | 0 .../discovery-items/lis-global-da-gpp.json | 0 .../discovery-items/lis-global-da-gws.json | 0 .../discovery-items/lis-global-da-qs.json | 0 .../discovery-items/lis-global-da-qsb.json | 0 .../lis-global-da-streamflow.json | 0 .../discovery-items/lis-global-da-swe.json | 0 .../lis-global-da-totalprecip.json | 0 .../lis-global-da-tws-trend.json | 0 .../discovery-items/lis-global-da-tws.json | 0 .../discovery-items/lis-tvegsuppression.json | 0 .../discovery-items/lis-tws-anomaly.json | 0 .../lis-tws-nonstationarity-index.json | 0 .../discovery-items/lis-tws-trend.json | 0 .../ls8-covid-19-example-data.json | 0 .../modis-albedo-wsa-diff-2015-2022.json | 0 .../modis-annual-lai-2003-2020.json | 0 ...lies-diff-covid-19-changing-landscape.json | 0 .../modis-lst-day-diff-2015-2022.json | 0 .../modis-lst-night-diff-2015-2022.json | 0 .../modis-ndvi-diff-2015-2022.json | 0 .../discovery-items/modis_diff.json | 0 .../discovery-items/mtbs-burn-severity.json | 0 .../discovery-items/nceo_africa_2017.json | 0 .../ndvi_diff_Ian_2022-09-30_2022-09-05.json | 0 .../nightlights-500m-daily.json | 0 .../discovery-items/nightlights-hd-1band.json | 0 .../nightlights-hd-3bands.json | 0 .../nightlights-hd-monthly-blackmarble.json | 0 .../nightlights-hd-monthly.json | 0 .../discovery-items/no2-monthly-diff.json | 0 .../discovery-items/no2-monthly.json | 0 .../discovery-items/pzd-anomaly-covid-19.json | 0 .../recovery-proxy-maps-covid-19.json | 0 ...wn-proxy-covid-19-changing-landscapes.json | 0 .../snow-projections-diff-245.json | 0 .../snow-projections-diff-585.json | 0 .../snow-projections-median-245.json | 0 .../snow-projections-median-585.json | 0 .../social-vulnerability-index.json | 0 .../sport-lis-vsm0_100cm-percentile.json | 0 .../togo-agriculture-covid-19.json | 0 285 files changed, 2425 insertions(+), 1 deletion(-) create mode 100644 ingestion-data/production/discovery-items/CMIP245-winter-median-pr.json create mode 100644 ingestion-data/production/discovery-items/CMIP245-winter-median-ta.json create mode 100644 ingestion-data/production/discovery-items/CMIP585-winter-median-pr.json create mode 100644 ingestion-data/production/discovery-items/CMIP585-winter-median-ta.json create mode 100644 ingestion-data/production/discovery-items/HLSL30.002-ida.json create mode 100644 ingestion-data/production/discovery-items/HLSL30.002-maria.json create mode 100644 ingestion-data/production/discovery-items/HLSS30.002-ida.json create mode 100644 ingestion-data/production/discovery-items/HLSS30.002-maria.json create mode 100644 ingestion-data/production/discovery-items/IS2SITMOGR4-cog.json create mode 100644 ingestion-data/production/discovery-items/MO_NPP_npp_vgpm.json create mode 100644 ingestion-data/production/discovery-items/OMI_trno2-COG.json create mode 100644 ingestion-data/production/discovery-items/OMSO2PCA-cog.json create mode 100644 ingestion-data/production/discovery-items/bangladesh-landcover-2001-2020.json create mode 100644 ingestion-data/production/discovery-items/barc-thomasfire.json create mode 100644 ingestion-data/production/discovery-items/blue-tarp-detection.json create mode 100644 ingestion-data/production/discovery-items/blue-tarp-planetscope.json create mode 100644 ingestion-data/production/discovery-items/caldor-fire-behavior.json create mode 100644 ingestion-data/production/discovery-items/caldor-fire-burn-severity.json create mode 100644 ingestion-data/production/discovery-items/campfire-albedo-wsa-diff.json create mode 100644 ingestion-data/production/discovery-items/campfire-lst-day-diff.json create mode 100644 ingestion-data/production/discovery-items/campfire-lst-night-diff.json create mode 100644 ingestion-data/production/discovery-items/campfire-ndvi-diff.json create mode 100644 ingestion-data/production/discovery-items/campfire-nlcd.json create mode 100644 ingestion-data/production/discovery-items/ceos-co2-flux-budgets-mean.json create mode 100644 ingestion-data/production/discovery-items/ceos-co2-flux-budgets.json create mode 100644 ingestion-data/production/discovery-items/co2-diff.json create mode 100644 ingestion-data/production/discovery-items/co2-mean.json create mode 100644 ingestion-data/production/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json create mode 100644 ingestion-data/production/discovery-items/conus-reach.json create mode 100644 ingestion-data/production/discovery-items/cygnss-watermask-ucar.json create mode 100644 ingestion-data/production/discovery-items/cygnss-watermask-ucberkeley.json create mode 100644 ingestion-data/production/discovery-items/damage_probability_2022-10-03.json create mode 100644 ingestion-data/production/discovery-items/disalexi-etsuppression.json create mode 100644 ingestion-data/production/discovery-items/disturbance-probability-percentile.json create mode 100644 ingestion-data/production/discovery-items/ecco-surface-height-change.json create mode 100644 ingestion-data/production/discovery-items/entropy_difference_2022-09-05_2022-09-30.json create mode 100644 ingestion-data/production/discovery-items/epa-emissions-2012-annual.json create mode 100644 ingestion-data/production/discovery-items/epa-emissions-2012-daily.json create mode 100644 ingestion-data/production/discovery-items/epa-emissions-2012-monthly.json create mode 100644 ingestion-data/production/discovery-items/facebook-population-density.json create mode 100644 ingestion-data/production/discovery-items/fldas-soil-moisture-anomalies.json create mode 100644 ingestion-data/production/discovery-items/frp-max-thomasfire.json create mode 100644 ingestion-data/production/discovery-items/geoglam.json create mode 100644 ingestion-data/production/discovery-items/grdi.json create mode 100644 ingestion-data/production/discovery-items/hls-bais2-v2.json create mode 100644 ingestion-data/production/discovery-items/hls-bais2.json create mode 100644 ingestion-data/production/discovery-items/hls-l30-002-ej-reprocessed.json create mode 100644 ingestion-data/production/discovery-items/hls-ndvi.json create mode 100644 ingestion-data/production/discovery-items/hls-s30-002-ej-reprocessed.json create mode 100644 ingestion-data/production/discovery-items/hls-swir-falsecolor-composite.json create mode 100644 ingestion-data/production/discovery-items/houston-aod-diff.json create mode 100644 ingestion-data/production/discovery-items/houston-aod.json create mode 100644 ingestion-data/production/discovery-items/houston-landcover.json create mode 100644 ingestion-data/production/discovery-items/houston-lst-day.json create mode 100644 ingestion-data/production/discovery-items/houston-lst-diff.json create mode 100644 ingestion-data/production/discovery-items/houston-lst-night.json create mode 100644 ingestion-data/production/discovery-items/houston-ndvi.json create mode 100644 ingestion-data/production/discovery-items/houston-urbanization.json create mode 100644 ingestion-data/production/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json create mode 100644 ingestion-data/production/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json create mode 100644 ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json create mode 100644 ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json create mode 100644 ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json create mode 100644 ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json create mode 100644 ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-vanern.json create mode 100644 ingestion-data/production/discovery-items/landsat-nighttime-thermal.json create mode 100644 ingestion-data/production/discovery-items/lis-etsuppression.json create mode 100644 ingestion-data/production/discovery-items/lis-global-da-evap.json create mode 100644 ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json create mode 100644 ingestion-data/production/discovery-items/lis-global-da-gpp.json create mode 100644 ingestion-data/production/discovery-items/lis-global-da-gws.json create mode 100644 ingestion-data/production/discovery-items/lis-global-da-qs.json create mode 100644 ingestion-data/production/discovery-items/lis-global-da-qsb.json create mode 100644 ingestion-data/production/discovery-items/lis-global-da-streamflow.json create mode 100644 ingestion-data/production/discovery-items/lis-global-da-swe.json create mode 100644 ingestion-data/production/discovery-items/lis-global-da-totalprecip.json create mode 100644 ingestion-data/production/discovery-items/lis-global-da-tws-trend.json create mode 100644 ingestion-data/production/discovery-items/lis-global-da-tws.json create mode 100644 ingestion-data/production/discovery-items/lis-tvegsuppression.json create mode 100644 ingestion-data/production/discovery-items/lis-tws-anomaly.json create mode 100644 ingestion-data/production/discovery-items/lis-tws-nonstationarity-index.json create mode 100644 ingestion-data/production/discovery-items/lis-tws-trend.json create mode 100644 ingestion-data/production/discovery-items/ls8-covid-19-example-data.json create mode 100644 ingestion-data/production/discovery-items/modis-albedo-wsa-diff-2015-2022.json create mode 100644 ingestion-data/production/discovery-items/modis-annual-lai-2003-2020.json create mode 100644 ingestion-data/production/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json create mode 100644 ingestion-data/production/discovery-items/modis-lst-day-diff-2015-2022.json create mode 100644 ingestion-data/production/discovery-items/modis-lst-night-diff-2015-2022.json create mode 100644 ingestion-data/production/discovery-items/modis-ndvi-diff-2015-2022.json create mode 100644 ingestion-data/production/discovery-items/modis_diff.json create mode 100644 ingestion-data/production/discovery-items/mtbs-burn-severity.json create mode 100644 ingestion-data/production/discovery-items/nceo_africa_2017.json create mode 100644 ingestion-data/production/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json create mode 100644 ingestion-data/production/discovery-items/nightlights-500m-daily.json create mode 100644 ingestion-data/production/discovery-items/nightlights-hd-1band.json create mode 100644 ingestion-data/production/discovery-items/nightlights-hd-3bands.json create mode 100644 ingestion-data/production/discovery-items/nightlights-hd-monthly-blackmarble.json create mode 100644 ingestion-data/production/discovery-items/nightlights-hd-monthly.json create mode 100644 ingestion-data/production/discovery-items/no2-monthly-diff.json create mode 100644 ingestion-data/production/discovery-items/no2-monthly.json create mode 100644 ingestion-data/production/discovery-items/pzd-anomaly-covid-19.json create mode 100644 ingestion-data/production/discovery-items/recovery-proxy-maps-covid-19.json create mode 100644 ingestion-data/production/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json create mode 100644 ingestion-data/production/discovery-items/snow-projections-diff-245.json create mode 100644 ingestion-data/production/discovery-items/snow-projections-diff-585.json create mode 100644 ingestion-data/production/discovery-items/snow-projections-median-245.json create mode 100644 ingestion-data/production/discovery-items/snow-projections-median-585.json create mode 100644 ingestion-data/production/discovery-items/social-vulnerability-index.json create mode 100644 ingestion-data/production/discovery-items/sport-lis-vsm0_100cm-percentile.json create mode 100644 ingestion-data/production/discovery-items/togo-agriculture-covid-19.json rename ingestion-data/{ => staging}/dataset-config/CMIP245-winter-median-pr.json (100%) rename ingestion-data/{ => staging}/dataset-config/CMIP245-winter-median-ta.json (100%) rename ingestion-data/{ => staging}/dataset-config/CMIP585-winter-median-pr.json (100%) rename ingestion-data/{ => staging}/dataset-config/CMIP585-winter-median-ta.json (100%) rename ingestion-data/{ => staging}/dataset-config/HLSL30.002.json (100%) rename ingestion-data/{ => staging}/dataset-config/HLSS30.002.json (100%) rename ingestion-data/{ => staging}/dataset-config/IS2SITMOGR4-cog.json (100%) rename ingestion-data/{ => staging}/dataset-config/OMI_trno2-COG.json (100%) rename ingestion-data/{ => staging}/dataset-config/OMSO2PCA-COG.json (100%) rename ingestion-data/{ => staging}/dataset-config/bangladesh-landcover-2001-2020.json (100%) rename ingestion-data/{ => staging}/dataset-config/black_marble_hd.json (100%) rename ingestion-data/{ => staging}/dataset-config/caldor-fire-behavior.json (100%) rename ingestion-data/{ => staging}/dataset-config/caldor-fire-burn-severity.json (100%) rename ingestion-data/{ => staging}/dataset-config/climdex-tmaxxf-access-cm2-ssp126-items.json (100%) rename ingestion-data/{ => staging}/dataset-config/climdex-tmaxxf-access-cm2-ssp245-items.json (100%) rename ingestion-data/{ => staging}/dataset-config/climdex-tmaxxf-access-cm2-ssp370-items.json (100%) rename ingestion-data/{ => staging}/dataset-config/climdex-tmaxxf-access-cm2-ssp585-items.json (100%) rename ingestion-data/{ => staging}/dataset-config/co2-diff.json (100%) rename ingestion-data/{ => staging}/dataset-config/co2-mean.json (100%) rename ingestion-data/{ => staging}/dataset-config/cygnss-watermask-ucar.json (100%) rename ingestion-data/{ => staging}/dataset-config/cygnss-watermask-ucberkeley.json (100%) rename ingestion-data/{ => staging}/dataset-config/ecco-surface-height-change.json (100%) rename ingestion-data/{ => staging}/dataset-config/eis_fire_fireline.json (100%) rename ingestion-data/{ => staging}/dataset-config/eis_fire_newfirepix.json (100%) rename ingestion-data/{ => staging}/dataset-config/eis_fire_perimeter.json (100%) rename ingestion-data/{ => staging}/dataset-config/facebook-population-density.json (100%) rename ingestion-data/{ => staging}/dataset-config/geoglam.json (100%) rename ingestion-data/{ => staging}/dataset-config/grdi-vnl-slope-raster.json (100%) rename ingestion-data/{ => staging}/dataset-config/hls-bais2.json (100%) rename ingestion-data/{ => staging}/dataset-config/hls-swir-falsecolor-composite.json (100%) rename ingestion-data/{ => staging}/dataset-config/hurricane_blue_tarps.json (100%) rename ingestion-data/{ => staging}/dataset-config/hurricane_planetscope_images.json (100%) rename ingestion-data/{ => staging}/dataset-config/landsat-nighttime-thermal.json (100%) rename ingestion-data/{ => staging}/dataset-config/lis-tws-anomaly.json (100%) rename ingestion-data/{ => staging}/dataset-config/lis-tws-nonstationarity-index.json (100%) rename ingestion-data/{ => staging}/dataset-config/lis-tws-trend.json (100%) rename ingestion-data/{ => staging}/dataset-config/modis-annual-lai-2003-2020.json (100%) rename ingestion-data/{ => staging}/dataset-config/modis-fire-anomalies-diff-covid-19-changing-landscape.json (100%) rename ingestion-data/{ => staging}/dataset-config/modis-ndvi-diff.json (100%) rename ingestion-data/{ => staging}/dataset-config/mtbs-burn-severity.json (100%) rename ingestion-data/{ => staging}/dataset-config/nceo-africa-2017.json (100%) rename ingestion-data/{ => staging}/dataset-config/nightlights-500m-daily.json (100%) rename ingestion-data/{ => staging}/dataset-config/nightlights-hd-1band.json (100%) rename ingestion-data/{ => staging}/dataset-config/nightlights-hd-monthly.json (100%) rename ingestion-data/{ => staging}/dataset-config/nightlights_3bands.json (100%) rename ingestion-data/{ => staging}/dataset-config/no2-monthly-diff.json (100%) rename ingestion-data/{ => staging}/dataset-config/no2-monthly.json (100%) rename ingestion-data/{ => staging}/dataset-config/pzd-anomaly-covid-19.json (100%) rename ingestion-data/{ => staging}/dataset-config/recovery-proxy-maps-covid-19.json (100%) rename ingestion-data/{ => staging}/dataset-config/slowdown-proxy-covid-19-changing-landscapes.json (100%) rename ingestion-data/{ => staging}/dataset-config/snow-projections-diff-245.json (100%) rename ingestion-data/{ => staging}/dataset-config/snow-projections-diff-585.json (100%) rename ingestion-data/{ => staging}/dataset-config/snow-projections-median-245.json (100%) rename ingestion-data/{ => staging}/dataset-config/snow-projections-median-585.json (100%) rename ingestion-data/{ => staging}/dataset-config/social-vulnerability-index-household-nopop.json (100%) rename ingestion-data/{ => staging}/dataset-config/social-vulnerability-index-household.json (100%) rename ingestion-data/{ => staging}/dataset-config/social-vulnerability-index-housing-nopop.json (100%) rename ingestion-data/{ => staging}/dataset-config/social-vulnerability-index-housing.json (100%) rename ingestion-data/{ => staging}/dataset-config/social-vulnerability-index-minority-nopop.json (100%) rename ingestion-data/{ => staging}/dataset-config/social-vulnerability-index-minority.json (100%) rename ingestion-data/{ => staging}/dataset-config/social-vulnerability-index-overall-nopop.json (100%) rename ingestion-data/{ => staging}/dataset-config/social-vulnerability-index-overall.json (100%) rename ingestion-data/{ => staging}/dataset-config/social-vulnerability-index-socioeconomic-nopop.json (100%) rename ingestion-data/{ => staging}/dataset-config/social-vulnerability-index-socioeconomic.json (100%) rename ingestion-data/{ => staging}/dataset-config/togo-agriculture-covid-19.json (100%) rename ingestion-data/{ => staging}/discovery-items/CMIP245-winter-median-pr.json (100%) rename ingestion-data/{ => staging}/discovery-items/CMIP245-winter-median-ta.json (100%) rename ingestion-data/{ => staging}/discovery-items/CMIP585-winter-median-pr.json (100%) rename ingestion-data/{ => staging}/discovery-items/CMIP585-winter-median-ta.json (100%) rename ingestion-data/{ => staging}/discovery-items/HLSL30.002-ida.json (100%) rename ingestion-data/{ => staging}/discovery-items/HLSL30.002-maria.json (100%) rename ingestion-data/{ => staging}/discovery-items/HLSS30.002-ida.json (100%) rename ingestion-data/{ => staging}/discovery-items/HLSS30.002-maria.json (100%) rename ingestion-data/{ => staging}/discovery-items/IS2SITMOGR4-cog.json (100%) rename ingestion-data/{ => staging}/discovery-items/MO_NPP_npp_vgpm.json (100%) rename ingestion-data/{ => staging}/discovery-items/OMI_trno2-COG.json (100%) rename ingestion-data/{ => staging}/discovery-items/OMSO2PCA-cog.json (100%) rename ingestion-data/{ => staging}/discovery-items/bangladesh-landcover-2001-2020.json (100%) rename ingestion-data/{ => staging}/discovery-items/barc-thomasfire.json (100%) rename ingestion-data/{ => staging}/discovery-items/blue-tarp-detection.json (100%) rename ingestion-data/{ => staging}/discovery-items/blue-tarp-planetscope.json (100%) rename ingestion-data/{ => staging}/discovery-items/caldor-fire-behavior.json (100%) rename ingestion-data/{ => staging}/discovery-items/caldor-fire-burn-severity.json (100%) rename ingestion-data/{ => staging}/discovery-items/campfire-albedo-wsa-diff.json (100%) rename ingestion-data/{ => staging}/discovery-items/campfire-lst-day-diff.json (100%) rename ingestion-data/{ => staging}/discovery-items/campfire-lst-night-diff.json (100%) rename ingestion-data/{ => staging}/discovery-items/campfire-ndvi-diff.json (100%) rename ingestion-data/{ => staging}/discovery-items/campfire-nlcd.json (100%) rename ingestion-data/{ => staging}/discovery-items/ceos-co2-flux-budgets-mean.json (99%) rename ingestion-data/{ => staging}/discovery-items/ceos-co2-flux-budgets.json (100%) rename ingestion-data/{ => staging}/discovery-items/co2-diff.json (100%) rename ingestion-data/{ => staging}/discovery-items/co2-mean.json (100%) rename ingestion-data/{ => staging}/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json (100%) rename ingestion-data/{ => staging}/discovery-items/conus-reach.json (100%) rename ingestion-data/{ => staging}/discovery-items/cygnss-watermask-ucar.json (100%) rename ingestion-data/{ => staging}/discovery-items/cygnss-watermask-ucberkeley.json (100%) rename ingestion-data/{ => staging}/discovery-items/damage_probability_2022-10-03.json (100%) rename ingestion-data/{ => staging}/discovery-items/disalexi-etsuppression.json (100%) rename ingestion-data/{ => staging}/discovery-items/disturbance-probability-percentile.json (100%) rename ingestion-data/{ => staging}/discovery-items/ecco-surface-height-change.json (100%) rename ingestion-data/{ => staging}/discovery-items/entropy_difference_2022-09-05_2022-09-30.json (100%) rename ingestion-data/{ => staging}/discovery-items/epa-emissions-2012-annual.json (100%) rename ingestion-data/{ => staging}/discovery-items/epa-emissions-2012-daily.json (100%) rename ingestion-data/{ => staging}/discovery-items/epa-emissions-2012-monthly.json (100%) rename ingestion-data/{ => staging}/discovery-items/facebook-population-density.json (100%) rename ingestion-data/{ => staging}/discovery-items/fldas-soil-moisture-anomalies.json (100%) rename ingestion-data/{ => staging}/discovery-items/frp-max-thomasfire.json (100%) rename ingestion-data/{ => staging}/discovery-items/geoglam.json (100%) rename ingestion-data/{ => staging}/discovery-items/grdi.json (100%) rename ingestion-data/{ => staging}/discovery-items/hls-bais2-v2.json (100%) rename ingestion-data/{ => staging}/discovery-items/hls-bais2.json (100%) rename ingestion-data/{ => staging}/discovery-items/hls-l30-002-ej-reprocessed.json (100%) rename ingestion-data/{ => staging}/discovery-items/hls-ndvi.json (100%) rename ingestion-data/{ => staging}/discovery-items/hls-s30-002-ej-reprocessed.json (100%) rename ingestion-data/{ => staging}/discovery-items/hls-swir-falsecolor-composite.json (100%) rename ingestion-data/{ => staging}/discovery-items/houston-aod-diff.json (100%) rename ingestion-data/{ => staging}/discovery-items/houston-aod.json (100%) rename ingestion-data/{ => staging}/discovery-items/houston-landcover.json (100%) rename ingestion-data/{ => staging}/discovery-items/houston-lst-day.json (100%) rename ingestion-data/{ => staging}/discovery-items/houston-lst-diff.json (100%) rename ingestion-data/{ => staging}/discovery-items/houston-lst-night.json (100%) rename ingestion-data/{ => staging}/discovery-items/houston-ndvi.json (100%) rename ingestion-data/{ => staging}/discovery-items/houston-urbanization.json (100%) rename ingestion-data/{ => staging}/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json (100%) rename ingestion-data/{ => staging}/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json (100%) rename ingestion-data/{ => staging}/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json (100%) rename ingestion-data/{ => staging}/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json (100%) rename ingestion-data/{ => staging}/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json (100%) rename ingestion-data/{ => staging}/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json (100%) rename ingestion-data/{ => staging}/discovery-items/landsat-c2l2-sr-lakes-vanern.json (100%) rename ingestion-data/{ => staging}/discovery-items/landsat-nighttime-thermal.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-etsuppression.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-global-da-evap.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-global-da-gpp-trend.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-global-da-gpp.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-global-da-gws.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-global-da-qs.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-global-da-qsb.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-global-da-streamflow.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-global-da-swe.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-global-da-totalprecip.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-global-da-tws-trend.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-global-da-tws.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-tvegsuppression.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-tws-anomaly.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-tws-nonstationarity-index.json (100%) rename ingestion-data/{ => staging}/discovery-items/lis-tws-trend.json (100%) rename ingestion-data/{ => staging}/discovery-items/ls8-covid-19-example-data.json (100%) rename ingestion-data/{ => staging}/discovery-items/modis-albedo-wsa-diff-2015-2022.json (100%) rename ingestion-data/{ => staging}/discovery-items/modis-annual-lai-2003-2020.json (100%) rename ingestion-data/{ => staging}/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json (100%) rename ingestion-data/{ => staging}/discovery-items/modis-lst-day-diff-2015-2022.json (100%) rename ingestion-data/{ => staging}/discovery-items/modis-lst-night-diff-2015-2022.json (100%) rename ingestion-data/{ => staging}/discovery-items/modis-ndvi-diff-2015-2022.json (100%) rename ingestion-data/{ => staging}/discovery-items/modis_diff.json (100%) rename ingestion-data/{ => staging}/discovery-items/mtbs-burn-severity.json (100%) rename ingestion-data/{ => staging}/discovery-items/nceo_africa_2017.json (100%) rename ingestion-data/{ => staging}/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json (100%) rename ingestion-data/{ => staging}/discovery-items/nightlights-500m-daily.json (100%) rename ingestion-data/{ => staging}/discovery-items/nightlights-hd-1band.json (100%) rename ingestion-data/{ => staging}/discovery-items/nightlights-hd-3bands.json (100%) rename ingestion-data/{ => staging}/discovery-items/nightlights-hd-monthly-blackmarble.json (100%) rename ingestion-data/{ => staging}/discovery-items/nightlights-hd-monthly.json (100%) rename ingestion-data/{ => staging}/discovery-items/no2-monthly-diff.json (100%) rename ingestion-data/{ => staging}/discovery-items/no2-monthly.json (100%) rename ingestion-data/{ => staging}/discovery-items/pzd-anomaly-covid-19.json (100%) rename ingestion-data/{ => staging}/discovery-items/recovery-proxy-maps-covid-19.json (100%) rename ingestion-data/{ => staging}/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json (100%) rename ingestion-data/{ => staging}/discovery-items/snow-projections-diff-245.json (100%) rename ingestion-data/{ => staging}/discovery-items/snow-projections-diff-585.json (100%) rename ingestion-data/{ => staging}/discovery-items/snow-projections-median-245.json (100%) rename ingestion-data/{ => staging}/discovery-items/snow-projections-median-585.json (100%) rename ingestion-data/{ => staging}/discovery-items/social-vulnerability-index.json (100%) rename ingestion-data/{ => staging}/discovery-items/sport-lis-vsm0_100cm-percentile.json (100%) rename ingestion-data/{ => staging}/discovery-items/togo-agriculture-covid-19.json (100%) diff --git a/ingestion-data/production/discovery-items/CMIP245-winter-median-pr.json b/ingestion-data/production/discovery-items/CMIP245-winter-median-pr.json new file mode 100644 index 00000000..51c3ec9f --- /dev/null +++ b/ingestion-data/production/discovery-items/CMIP245-winter-median-pr.json @@ -0,0 +1,42 @@ +[ + { + "collection": "CMIP245-winter-median-pr", + "prefix": "CMIP245-winter-median-pr/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_pr(.*)ssp245_2025(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2025-01-01T00:00:00Z", + "end_datetime": "2025-03-31T12:00:00Z" + }, + { + "collection": "CMIP245-winter-median-pr", + "prefix": "CMIP245-winter-median-pr/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_pr(.*)ssp245_2045(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2045-01-01T00:00:00Z", + "end_datetime": "2045-03-31T12:00:00Z" + }, + { + "collection": "CMIP245-winter-median-pr", + "prefix": "CMIP245-winter-median-pr/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_pr(.*)ssp245_2065(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2065-01-01T00:00:00Z", + "end_datetime": "2065-03-31T12:00:00Z" + }, + { + "collection": "CMIP245-winter-median-pr", + "prefix": "CMIP245-winter-median-pr/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_pr(.*)ssp245_2085(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2085-01-01T00:00:00Z", + "end_datetime": "2085-03-31T12:00:00Z" + } +] \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/CMIP245-winter-median-ta.json b/ingestion-data/production/discovery-items/CMIP245-winter-median-ta.json new file mode 100644 index 00000000..99e37508 --- /dev/null +++ b/ingestion-data/production/discovery-items/CMIP245-winter-median-ta.json @@ -0,0 +1,42 @@ +[ + { + "collection": "CMIP245-winter-median-ta", + "prefix": "CMIP245-winter-median-ta/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_tas(.*)ssp245_2025(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2025-01-01T00:00:00Z", + "end_datetime": "2025-03-31T12:00:00Z" + }, + { + "collection": "CMIP245-winter-median-ta", + "prefix": "CMIP245-winter-median-ta/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_tas(.*)ssp245_2045(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2045-01-01T00:00:00Z", + "end_datetime": "2045-03-31T12:00:00Z" + }, + { + "collection": "CMIP245-winter-median-ta", + "prefix": "CMIP245-winter-median-ta/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_tas(.*)ssp245_2065(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2065-01-01T00:00:00Z", + "end_datetime": "2065-03-31T12:00:00Z" + }, + { + "collection": "CMIP245-winter-median-ta", + "prefix": "CMIP245-winter-median-ta/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_tas(.*)ssp245_2085(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2085-01-01T00:00:00Z", + "end_datetime": "2085-03-31T12:00:00Z" + } +] \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/CMIP585-winter-median-pr.json b/ingestion-data/production/discovery-items/CMIP585-winter-median-pr.json new file mode 100644 index 00000000..1db0e1ba --- /dev/null +++ b/ingestion-data/production/discovery-items/CMIP585-winter-median-pr.json @@ -0,0 +1,42 @@ +[ + { + "collection": "CMIP585-winter-median-pr", + "prefix": "CMIP585-winter-median-pr/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_pr(.*)ssp585_2025(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2025-01-01T00:00:00Z", + "end_datetime": "2025-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-pr", + "prefix": "CMIP585-winter-median-pr/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_pr(.*)ssp585_2045(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2045-01-01T00:00:00Z", + "end_datetime": "2045-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-pr", + "prefix": "CMIP585-winter-median-pr/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_pr(.*)ssp585_2065(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2065-01-01T00:00:00Z", + "end_datetime": "2065-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-pr", + "prefix": "CMIP585-winter-median-pr/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_pr(.*)ssp585_2085(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2085-01-01T00:00:00Z", + "end_datetime": "2085-03-31T12:00:00Z" + } + ] \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/CMIP585-winter-median-ta.json b/ingestion-data/production/discovery-items/CMIP585-winter-median-ta.json new file mode 100644 index 00000000..8fee78df --- /dev/null +++ b/ingestion-data/production/discovery-items/CMIP585-winter-median-ta.json @@ -0,0 +1,42 @@ +[ + { + "collection": "CMIP585-winter-median-ta", + "prefix": "CMIP585-winter-median-ta/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_tas(.*)ssp585_2025(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2025-01-01T00:00:00Z", + "end_datetime": "2025-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-ta", + "prefix": "CMIP585-winter-median-ta/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_tas(.*)ssp585_2045(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2045-01-01T00:00:00Z", + "end_datetime": "2045-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-ta", + "prefix": "CMIP585-winter-median-ta/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_tas(.*)ssp585_2065(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2065-01-01T00:00:00Z", + "end_datetime": "2065-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-ta", + "prefix": "CMIP585-winter-median-ta/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_tas(.*)ssp585_2085(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2085-01-01T00:00:00Z", + "end_datetime": "2085-03-31T12:00:00Z" + } +] \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/HLSL30.002-ida.json b/ingestion-data/production/discovery-items/HLSL30.002-ida.json new file mode 100644 index 00000000..cf630440 --- /dev/null +++ b/ingestion-data/production/discovery-items/HLSL30.002-ida.json @@ -0,0 +1,17 @@ +{ + "mode": "stac", + "queue_messages": "true", + "collection": "HLSL30", + "version": "2.0", + "temporal": [ + "2021-08-23T00:00:00Z", + "2022-02-12T00:00:00Z" + ], + "bounding_box": [ + -90.300691019583, + 29.791754950316868, + -89.86300184384689, + 30.099979027371006 + ], + "prefix": "HLSL30/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/HLSL30.002-maria.json b/ingestion-data/production/discovery-items/HLSL30.002-maria.json new file mode 100644 index 00000000..c44c3d97 --- /dev/null +++ b/ingestion-data/production/discovery-items/HLSL30.002-maria.json @@ -0,0 +1,17 @@ +{ + "mode": "stac", + "queue_messages": "true", + "collection": "HLSL30", + "version": "2.0", + "bounding_box": [ + -67.2716765, + 17.912139, + -65.5747876, + 18.5156946 + ], + "temporal": [ + "2017-07-21T00:00:00Z", + "2018-03-20T23:59:59Z" + ], + "prefix": "HLSL30/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/HLSS30.002-ida.json b/ingestion-data/production/discovery-items/HLSS30.002-ida.json new file mode 100644 index 00000000..04094f48 --- /dev/null +++ b/ingestion-data/production/discovery-items/HLSS30.002-ida.json @@ -0,0 +1,17 @@ +{ + "mode": "stac", + "queue_messages": "true", + "collection": "HLSS30", + "version": "2.0", + "temporal": [ + "2021-08-23T00:00:00Z", + "2022-02-12T00:00:00Z" + ], + "bounding_box": [ + -90.300691019583, + 29.791754950316868, + -89.86300184384689, + 30.099979027371006 + ], + "prefix": "HLSS30/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/HLSS30.002-maria.json b/ingestion-data/production/discovery-items/HLSS30.002-maria.json new file mode 100644 index 00000000..25e874b9 --- /dev/null +++ b/ingestion-data/production/discovery-items/HLSS30.002-maria.json @@ -0,0 +1,17 @@ +{ + "mode": "stac", + "queue_messages": "true", + "collection": "HLSS30", + "version": "2.0", + "bounding_box": [ + -67.2716765, + 17.912139, + -65.5747876, + 18.5156946 + ], + "temporal": [ + "2017-07-21T00:00:00Z", + "2018-03-20T23:59:59Z" + ], + "prefix": "HLSS30/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/IS2SITMOGR4-cog.json b/ingestion-data/production/discovery-items/IS2SITMOGR4-cog.json new file mode 100644 index 00000000..24e3c504 --- /dev/null +++ b/ingestion-data/production/discovery-items/IS2SITMOGR4-cog.json @@ -0,0 +1,8 @@ +{ + "collection": "IS2SITMOGR4-cog", + "prefix": "IS2SITMOGR4-cog/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "month" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/MO_NPP_npp_vgpm.json b/ingestion-data/production/discovery-items/MO_NPP_npp_vgpm.json new file mode 100644 index 00000000..291af9ea --- /dev/null +++ b/ingestion-data/production/discovery-items/MO_NPP_npp_vgpm.json @@ -0,0 +1,9 @@ +{ + "collection": "MO_NPP_npp_vgpm", + "prefix": "MO_NPP_npp_vgpm/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "month", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/OMI_trno2-COG.json b/ingestion-data/production/discovery-items/OMI_trno2-COG.json new file mode 100644 index 00000000..dc6831f0 --- /dev/null +++ b/ingestion-data/production/discovery-items/OMI_trno2-COG.json @@ -0,0 +1,8 @@ +{ + "collection": "OMI_trno2-COG", + "prefix": "OMI_trno2-COG/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "year" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/OMSO2PCA-cog.json b/ingestion-data/production/discovery-items/OMSO2PCA-cog.json new file mode 100644 index 00000000..09a1abf9 --- /dev/null +++ b/ingestion-data/production/discovery-items/OMSO2PCA-cog.json @@ -0,0 +1,9 @@ +{ + "collection": "OMSO2PCA-COG", + "bucket": "veda-data-store", + "prefix": "OMSO2PCA-COG/", + "filename_regex": "^(.*)OMSO2PCA_LUT_SCD", + "discovery": "s3", + "upload": false, + "datetime_range": "year" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/bangladesh-landcover-2001-2020.json b/ingestion-data/production/discovery-items/bangladesh-landcover-2001-2020.json new file mode 100644 index 00000000..bad597dd --- /dev/null +++ b/ingestion-data/production/discovery-items/bangladesh-landcover-2001-2020.json @@ -0,0 +1,22 @@ +[ + { + "collection": "bangladesh-landcover-2001-2020", + "prefix": "bangladesh-landcover-2001-2020/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)MODIS_LC_2001_BD_v2.cog.tif$", + "discovery": "s3", + "start_datetime": "2001-01-01T00:00:00Z", + "end_datetime": "2001-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "bangladesh-landcover-2001-2020", + "prefix": "bangladesh-landcover-2001-2020/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)MODIS_LC_2020_BD.cog.tif$", + "discovery": "s3", + "start_datetime": "2020-01-01T00:00:00Z", + "end_datetime": "2020-12-31T23:59:59Z", + "upload": false + } +] diff --git a/ingestion-data/production/discovery-items/barc-thomasfire.json b/ingestion-data/production/discovery-items/barc-thomasfire.json new file mode 100644 index 00000000..9eef4a00 --- /dev/null +++ b/ingestion-data/production/discovery-items/barc-thomasfire.json @@ -0,0 +1,8 @@ +{ + "collection": "barc-thomasfire", + "bucket": "veda-data-store", + "prefix": "barc-thomasfire/", + "filename_regex": "^(.*)thomas_fire_barc_201712", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/blue-tarp-detection.json b/ingestion-data/production/discovery-items/blue-tarp-detection.json new file mode 100644 index 00000000..533f95d3 --- /dev/null +++ b/ingestion-data/production/discovery-items/blue-tarp-detection.json @@ -0,0 +1,8 @@ +{ + "collection": "blue-tarp-detection", + "prefix": "blue-tarp-detection/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/blue-tarp-planetscope.json b/ingestion-data/production/discovery-items/blue-tarp-planetscope.json new file mode 100644 index 00000000..3d18a1ce --- /dev/null +++ b/ingestion-data/production/discovery-items/blue-tarp-planetscope.json @@ -0,0 +1,8 @@ +{ + "collection": "blue-tarp-planetscope", + "prefix": "blue-tarp-planetscope/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/caldor-fire-behavior.json b/ingestion-data/production/discovery-items/caldor-fire-behavior.json new file mode 100644 index 00000000..ff167dab --- /dev/null +++ b/ingestion-data/production/discovery-items/caldor-fire-behavior.json @@ -0,0 +1,10 @@ +{ + "collection": "caldor-fire-behavior", + "prefix": "caldor-fire-behavior/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)frp_to_save.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2021-08-15T00:00:00Z", + "end_datetime": "2021-10-21T12:00:00Z" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/caldor-fire-burn-severity.json b/ingestion-data/production/discovery-items/caldor-fire-burn-severity.json new file mode 100644 index 00000000..35cddca1 --- /dev/null +++ b/ingestion-data/production/discovery-items/caldor-fire-burn-severity.json @@ -0,0 +1,10 @@ +{ + "collection": "caldor-fire-burn-severity", + "prefix": "caldor-fire-burn-severity/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)bs_to_save.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2021-08-15T00:00:00Z", + "end_datetime": "2021-10-21T12:00:00Z" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/campfire-albedo-wsa-diff.json b/ingestion-data/production/discovery-items/campfire-albedo-wsa-diff.json new file mode 100644 index 00000000..1d554bc9 --- /dev/null +++ b/ingestion-data/production/discovery-items/campfire-albedo-wsa-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "campfire-albedo-wsa-diff", + "bucket": "veda-data-store", + "prefix": "campfire-albedo-wsa-diff/", + "filename_regex": "^(.*)CampFire_albedo_WSA_2015_2022_diff", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/campfire-lst-day-diff.json b/ingestion-data/production/discovery-items/campfire-lst-day-diff.json new file mode 100644 index 00000000..b95f2c04 --- /dev/null +++ b/ingestion-data/production/discovery-items/campfire-lst-day-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "campfire-lst-day-diff", + "bucket": "veda-data-store", + "prefix": "campfire-lst-day-diff/", + "filename_regex": "^(.*)CampFire_LST_Day_2015_2022_diff", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/campfire-lst-night-diff.json b/ingestion-data/production/discovery-items/campfire-lst-night-diff.json new file mode 100644 index 00000000..aff5562f --- /dev/null +++ b/ingestion-data/production/discovery-items/campfire-lst-night-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "campfire-lst-night-diff", + "bucket": "veda-data-store", + "prefix": "campfire-lst-night-diff/", + "filename_regex": "^(.*)CampFire_LST_Night_2015_2022_diff", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/campfire-ndvi-diff.json b/ingestion-data/production/discovery-items/campfire-ndvi-diff.json new file mode 100644 index 00000000..2e18f3e1 --- /dev/null +++ b/ingestion-data/production/discovery-items/campfire-ndvi-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "campfire-ndvi-diff", + "bucket": "veda-data-store", + "prefix": "campfire-ndvi-diff/", + "filename_regex": "^(.*)CampFire_NDVI_2015_2022_diff", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/campfire-nlcd.json b/ingestion-data/production/discovery-items/campfire-nlcd.json new file mode 100644 index 00000000..ae02620f --- /dev/null +++ b/ingestion-data/production/discovery-items/campfire-nlcd.json @@ -0,0 +1,8 @@ +{ + "collection": "campfire-nlcd", + "bucket": "veda-data-store", + "prefix": "campfire-nlcd/", + "filename_regex": "^(.*)CampFire_NLCD_2019", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/ceos-co2-flux-budgets-mean.json b/ingestion-data/production/discovery-items/ceos-co2-flux-budgets-mean.json new file mode 100644 index 00000000..1313cdc1 --- /dev/null +++ b/ingestion-data/production/discovery-items/ceos-co2-flux-budgets-mean.json @@ -0,0 +1,171 @@ +{ + "collection": "ceos-co2-flux-budgets-mean", + "bucket": "veda-data-store", + "discovery": "s3", + "prefix": "ceos-co2-flux-budgets-mean/", + "upload": false, + "id_regex": "", + "id_template": "", + "assets": { + "ff-meanyear": { + "title": "Fossil fuel and cement emissions mean year", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere", + "regex": "^(.*)pilot_topdown_FF_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "crop-meanyear": { + "title": "Lateral crop flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "^(.*)pilot_topdown_Crop_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "wood-meanyear": { + "title": "Lateral crop flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "^(.*)pilot_topdown_Wood_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "river-meanyear": { + "title": "Lateral wood flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": "^(.*)pilot_topdown_River_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "ff-std-meanyear": { + "title": "Fossil fuel and cement emissions std mean year", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", + "regex": "^(.*)pilot_topdown_FF_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "is-nbe-meanyear": { + "title": "In situ Net biosphere exchange mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "^(.*)pilot_topdown_IS_NBE_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "is-nce-meanyear": { + "title": "In situ Terrestrial net carbon exchange year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_IS_NCE_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "crop-std-meanyear": { + "title": "lateral crop flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "^(.*)pilot_topdown_Crop_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlg-nbe-meanyear": { + "title": "Land Nadir and Land Glint Net biosphere exchange mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLG_NBE_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlg-nce-meanyear": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_LNLG_NCE_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "wood-std-meanyear": { + "title": "Lateral wood flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": "^(.*)pilot_topdown_Wood_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "river-std-meanyear": { + "title": "Lateral rivers flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", + "regex": "^(.*)pilot_topdown_River_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "is-dc-loss-meanyear": { + "title": "In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_IS_dC_loss_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "is-nbe-std-meanyear": { + "title": "In situ Net biosphere exchange std mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "^(.*)pilot_topdown_IS_NBE_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "is-nce-std-meanyear": { + "title": "In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_IS_NCE_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgis-nbe-meanyear": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLGIS_NBE_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgis-nce-meanyear": { + "title": "fuelLand Glint, Land Glint In situ Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_LNLGIS_NCE_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlg-dc-loss-meanyear": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_IS_dC_loss_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlg-nbe-std-meanyear": { + "title": "Land Nadir and Land Glint Net biosphere exchange std mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLG_NBE_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlg-nce-std-meanyear": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_LNLG_NCE_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgogis-nbe-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLGOGIS_NBE_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgogis-nce-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions", + "regex": "^(.*)pilot_topdown_LNLGIS_NCE_std_meanYear_CO2_Budget_grid_v1_2015_2020." + }, + "is-dc-loss-std-meanyear": { + "title": "In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_IS_dC_loss_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgis-dc-loss-meanyear": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_LNLGIS_dC_loss_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgis-nbe-std-meanyear": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLGIS_NBE_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgis-nce-std-meanyear": { + "title": "Land Nadir, Land Glint and In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_LNLGIS_NCE_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlg-dc-loss-std-meanyear": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_LNLG_dC_loss_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgogis-dc-loss-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_LNLGOGIS_dC_loss_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgogis-nbe-std-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLGOGIS_NBE_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgogis-nce-std-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_LNLGOGIS_NCE_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgis-dc-loss-std-meanyear": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_LNLGIS_dC_loss_std_meanYear_CO2_Budget_grid_v1_2015_2020" + }, + "lnlgogis-dc-loss-std-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_LNLGOGIS_dC_loss_std_meanYear_CO2_Budget_grid_v1_2015_2020" + } + } +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/ceos-co2-flux-budgets.json b/ingestion-data/production/discovery-items/ceos-co2-flux-budgets.json new file mode 100644 index 00000000..1154a011 --- /dev/null +++ b/ingestion-data/production/discovery-items/ceos-co2-flux-budgets.json @@ -0,0 +1,171 @@ +{ + "collection": "ceos-co2-flux-budgets", + "bucket": "veda-data-store", + "discovery": "s3", + "prefix": "ceos-co2-flux-budgets/", + "id_regex": "", + "id_template": "", + "upload": false, + "assets": { + "ff": { + "title": "Fossil fuel and cement emissions", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere", + "regex": "^(.*)pilot_topdown_FF_CO2_Budget_grid_v1" + }, + "crop": { + "title": "Lateral crop flux", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "^(.*)pilot_topdown_Crop_CO2_Budget_grid_v1" + }, + "wood": { + "title": "Lateral wood flux", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "^(.*)pilot_topdown_Wood_CO2_Budget_grid_v1" + }, + "river": { + "title": "Lateral rivers flux", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": "^(.*)pilot_topdown_River_CO2_Budget_grid_v1" + }, + "ff-std": { + "title": "Fossil fuel and cement emissions std", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", + "regex": "^(.*)pilot_topdown_FF_std_CO2_Budget_grid_v1" + }, + "is-nbe": { + "title": "In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "^(.*)pilot_topdown_IS_NBE_CO2_Budget_grid_v1" + }, + "is-nce": { + "title": "In situ Terrestrial net carbon exchange", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_IS_NCE_CO2_Budget_grid_v1" + }, + "crop-std": { + "title": "lateral crop flux std", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "^(.*)pilot_topdown_Crop_std_CO2_Budget_grid_v1" + }, + "lnlg-nbe": { + "title": "Land Nadir and Land Glint Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLG_NBE_CO2_Budget_grid_v1" + }, + "lnlg-nce": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_LNLG_NCE_CO2_Budget_grid_v1" + }, + "wood-std": { + "title": "Lateral wood flux std", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": "^(.*)pilot_topdown_Wood_std_CO2_Budget_grid_v1" + }, + "river-std": { + "title": "Lateral rivers flux std", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", + "regex": "^(.*)pilot_topdown_River_std_CO2_Budget_grid_v1" + }, + "is-dc-loss": { + "title": "In situ Net terrestrial carbon stock loss", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_IS_dC_loss_CO2_Budget_grid_v1" + }, + "is-nbe-std": { + "title": "In situ Net biosphere exchange std", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "^(.*)pilot_topdown_IS_NBE_std_CO2_Budget_grid_v1" + }, + "is-nce-std": { + "title": "In situ Terrestrial net carbon exchange std", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_IS_NCE_std_CO2_Budget_grid_v1" + }, + "lnlgis-nbe": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLGIS_NBE_CO2_Budget_grid_v1" + }, + "lnlgis-nce": { + "title": "fuelLand Glint, Land Glint In situ Terrestrial net carbon exchange", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_LNLGIS_NCE_CO2_Budget_grid_v1" + }, + "lnlg-dc-loss": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_LNLG_dC_loss_CO2_Budget_grid_v1" + }, + "lnlg-nbe-std": { + "title": "Land Nadir and Land Glint Net biosphere exchange std", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLG_NBE_std_CO2_Budget_grid_v1" + }, + "lnlg-nce-std": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange std", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_LNLG_NCE_std_CO2_Budget_grid_v1" + }, + "lnlgogis-nbe": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLGOGIS_NBE_CO2_Budget_grid_v1_2020" + }, + "lnlgogis-nce": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions", + "regex": "^(.*)pilot_topdown_LNLGOGIS_NCE_CO2_Budget_grid_v1" + }, + "is-dc-loss-std": { + "title": "In situ Net terrestrial carbon stock loss std", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_IS_dC_loss_std_CO2_Budget_grid_v1" + }, + "lnlgis-dc-loss": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_LNLGIS_dC_loss_CO2_Budget_grid_v1" + }, + "lnlgis-nbe-std": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLGIS_NBE_std_CO2_Budget_grid_v1" + }, + "lnlgis-nce-std": { + "title": "Land Nadir, Land Glint and In situ Terrestrial net carbon exchange std", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_LNLGIS_NCE_std_CO2_Budget_grid_v1" + }, + "lnlg-dc-loss-std": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss std", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_LNLG_dC_loss_std_CO2_Budget_grid_v1" + }, + "lnlgogis-dc-loss": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_LNLGOGIS_dC_loss_CO2_Budget_grid_v1" + }, + "lnlgogis-nbe-std": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "^(.*)pilot_topdown_LNLGOGIS_NBE_std_CO2_Budget_grid_v1" + }, + "lnlgogis-nce-std": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange std", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "^(.*)pilot_topdown_LNLGOGIS_NCE_CO2_Budget_grid_v1" + }, + "lnlgis-dc-loss-std": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss std", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_LNLGIS_dC_loss_std_CO2_Budget_grid_v1" + }, + "lnlgogis-dc-loss-std": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss std", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "^(.*)pilot_topdown_LNLGOGIS_dC_loss_std_CO2_Budget_grid_v1" + } + } +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/co2-diff.json b/ingestion-data/production/discovery-items/co2-diff.json new file mode 100644 index 00000000..cc9c3fa1 --- /dev/null +++ b/ingestion-data/production/discovery-items/co2-diff.json @@ -0,0 +1,58 @@ +[ + { + "collection": "co2-diff", + "prefix": "co2-diff/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2015.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-diff", + "prefix": "co2-diff/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2016.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-diff", + "prefix": "co2-diff/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2017.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-diff", + "prefix": "co2-diff/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2018.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-diff", + "prefix": "co2-diff/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2019.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-diff", + "prefix": "co2-diff/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2020.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-diff", + "prefix": "co2-diff/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2021.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-diff", + "prefix": "co2-diff/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2022.*.tif$", + "discovery": "s3" + } +] diff --git a/ingestion-data/production/discovery-items/co2-mean.json b/ingestion-data/production/discovery-items/co2-mean.json new file mode 100644 index 00000000..2d54d338 --- /dev/null +++ b/ingestion-data/production/discovery-items/co2-mean.json @@ -0,0 +1,58 @@ +[ + { + "collection": "co2-mean", + "prefix": "co2-mean/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2015.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-mean", + "prefix": "co2-mean/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2016.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-mean", + "prefix": "co2-mean/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2017.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-mean", + "prefix": "co2-mean/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2018.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-mean", + "prefix": "co2-mean/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2019.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-mean", + "prefix": "co2-mean/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2020.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-mean", + "prefix": "co2-mean/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2021.*.tif$", + "discovery": "s3" + }, + { + "collection": "co2-mean", + "prefix": "co2-mean/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2022.*.tif$", + "discovery": "s3" + } +] diff --git a/ingestion-data/production/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json b/ingestion-data/production/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json new file mode 100644 index 00000000..4e8d2353 --- /dev/null +++ b/ingestion-data/production/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json @@ -0,0 +1,7 @@ +{ + "collection": "combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO", + "bucket": "veda-data-store", + "discovery": "s3", + "upload": false, + "prefix": "combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/conus-reach.json b/ingestion-data/production/discovery-items/conus-reach.json new file mode 100644 index 00000000..25bc4769 --- /dev/null +++ b/ingestion-data/production/discovery-items/conus-reach.json @@ -0,0 +1,8 @@ +{ + "collection": "conus-reach", + "bucket": "veda-data-store", + "prefix": "conus-reach/", + "discovery": "s3", + "filename_regex": "^(.*)CONUS_Reach_2020", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/cygnss-watermask-ucar.json b/ingestion-data/production/discovery-items/cygnss-watermask-ucar.json new file mode 100644 index 00000000..2c0d978c --- /dev/null +++ b/ingestion-data/production/discovery-items/cygnss-watermask-ucar.json @@ -0,0 +1,8 @@ +{ + "collection": "cygnss-watermask-ucar", + "prefix": "cygnss-watermask-ucar/", + "bucket": "veda-data-store", + "filename_regex": "(.*)cygnss_watermask_ucar(.*).tif$", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/cygnss-watermask-ucberkeley.json b/ingestion-data/production/discovery-items/cygnss-watermask-ucberkeley.json new file mode 100644 index 00000000..9bafa34e --- /dev/null +++ b/ingestion-data/production/discovery-items/cygnss-watermask-ucberkeley.json @@ -0,0 +1,9 @@ +{ + "collection": "cygnss-watermask-ucberkeley", + "prefix": "cygnss-watermask-ucberkeley/", + "bucket": "veda-data-store", + "filename_regex": "(.*)cygnss_watermask_ucberkeley(.*).tif$", + "datetime_range": "month", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/damage_probability_2022-10-03.json b/ingestion-data/production/discovery-items/damage_probability_2022-10-03.json new file mode 100644 index 00000000..6d507cb5 --- /dev/null +++ b/ingestion-data/production/discovery-items/damage_probability_2022-10-03.json @@ -0,0 +1,8 @@ +{ + "collection": "damage_probability_2022-10-03", + "bucket": "veda-data-store", + "prefix": "damage_probability_2022-10-03/", + "discovery": "s3", + "filename_regex": "^(.*)damage_probability_cog", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/disalexi-etsuppression.json b/ingestion-data/production/discovery-items/disalexi-etsuppression.json new file mode 100644 index 00000000..0a4c4e9f --- /dev/null +++ b/ingestion-data/production/discovery-items/disalexi-etsuppression.json @@ -0,0 +1,8 @@ +{ + "collection": "disalexi-etsuppression", + "bucket": "veda-data-store", + "prefix": "disalexi-etsuppression/", + "filename_regex": "^(.*)disalexi_etsuppression", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/disturbance-probability-percentile.json b/ingestion-data/production/discovery-items/disturbance-probability-percentile.json new file mode 100644 index 00000000..1abed406 --- /dev/null +++ b/ingestion-data/production/discovery-items/disturbance-probability-percentile.json @@ -0,0 +1,8 @@ +{ + "collection": "disturbance-probability-percentile", + "bucket": "veda-data-store", + "prefix": "disturbance-probability-percentile/", + "discovery": "s3", + "filename_regex": "^(.*)spec_prob_mosaic", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/ecco-surface-height-change.json b/ingestion-data/production/discovery-items/ecco-surface-height-change.json new file mode 100644 index 00000000..cc0a3272 --- /dev/null +++ b/ingestion-data/production/discovery-items/ecco-surface-height-change.json @@ -0,0 +1,10 @@ +{ + "collection": "ecco-surface-height-change", + "discovery": "s3", + "prefix": "ecco-surface-height-change/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2017_minus_1992.cog.tif$", + "start_datetime": "1992-01-01T00:00:00Z", + "end_datetime": "2017-12-31T23:59:59Z", + "cogify": "false" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/entropy_difference_2022-09-05_2022-09-30.json b/ingestion-data/production/discovery-items/entropy_difference_2022-09-05_2022-09-30.json new file mode 100644 index 00000000..da155783 --- /dev/null +++ b/ingestion-data/production/discovery-items/entropy_difference_2022-09-05_2022-09-30.json @@ -0,0 +1,10 @@ +{ + "collection": "entropy_difference_2022-09-05_2022-09-30", + "bucket": "veda-data-store", + "prefix": "entropy_difference_2022-09-05_2022-09-30/", + "filename_regex": "^(.*)entropy_difference", + "discovery": "s3", + "upload": false, + "start_datetime": "2022-09-05T00:00:00Z", + "end_datetime": "2022-09-30T23:59:59Z" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/epa-emissions-2012-annual.json b/ingestion-data/production/discovery-items/epa-emissions-2012-annual.json new file mode 100644 index 00000000..c81ebccd --- /dev/null +++ b/ingestion-data/production/discovery-items/epa-emissions-2012-annual.json @@ -0,0 +1,222 @@ +[ + { + "collection": "EPA-annual-emissions_1A_Combustion_Mobile", + "prefix": "EPA-annual-emissions_1A_Combustion_Mobile/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Combustion_Mobile.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_1A_Combustion_Stationary", + "prefix": "EPA-annual-emissions_1A_Combustion_Stationary/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Combustion_Stationary.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_1B1a_Abandoned_Coal", + "prefix": "EPA-annual-emissions_1B1a_Abandoned_Coal/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Abandoned_Coal.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_1B1a_Coal_Mining_Surface", + "prefix": "EPA-annual-emissions_1B1a_Coal_Mining_Surface/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Coal_Mining_Surface.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_1B1a_Coal_Mining_Underground", + "prefix": "EPA-annual-emissions_1B1a_Coal_Mining_Underground/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Coal_Mining_Underground.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_1B2a_Petroleum", + "prefix": "EPA-annual-emissions_1B2a_Petroleum/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Petroleum.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Distribution", + "prefix": "EPA-annual-emissions_1B2b_Natural_Gas_Distribution/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Natural_Gas_Distribution.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Processing", + "prefix": "EPA-annual-emissions_1B2b_Natural_Gas_Processing/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Natural_Gas_Processing.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Production", + "prefix": "EPA-annual-emissions_1B2b_Natural_Gas_Production/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Natural_Gas_Production.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_1B2b_Natural_Gas_Transmission", + "prefix": "EPA-annual-emissions_1B2b_Natural_Gas_Transmission/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Natural_Gas_Transmission.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_2B5_Petrochemical_Production", + "prefix": "EPA-annual-emissions_2B5_Petrochemical_Production/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Petrochemical_Production.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_2C2_Ferroalloy_Production", + "prefix": "EPA-annual-emissions_2C2_Ferroalloy_Production/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Ferroalloy_Production.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_4A_Enteric_Fermentation", + "prefix": "EPA-annual-emissions_4A_Enteric_Fermentation/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Enteric_Fermentation.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_4B_Manure_Management", + "prefix": "EPA-annual-emissions_4B_Manure_Management/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Manure_Management.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_4C_Rice_Cultivation", + "prefix": "EPA-annual-emissions_4C_Rice_Cultivation/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Rice_Cultivation.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_4F_Field_Burning", + "prefix": "EPA-annual-emissions_4F_Field_Burning/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Field_Burning.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_5_Forest_Fires", + "prefix": "EPA-annual-emissions_5_Forest_Fires/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Forest_Fires.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_6A_Landfills_Industrial", + "prefix": "EPA-annual-emissions_6A_Landfills_Industrial/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Landfills_Industrial.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_6A_Landfills_Municipal", + "prefix": "EPA-annual-emissions_6A_Landfills_Municipal/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Landfills_Municipal.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_6B_Wastewater_Treatment_Domestic", + "prefix": "EPA-annual-emissions_6B_Wastewater_Treatment_Domestic/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Wastewater_Treatment_Domestic.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_6B_Wastewater_Treatment_Industrial", + "prefix": "EPA-annual-emissions_6B_Wastewater_Treatment_Industrial/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Wastewater_Treatment_Industrial.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + }, + { + "collection": "EPA-annual-emissions_6D_Composting", + "prefix": "EPA-annual-emissions_6D_Composting/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Composting.tif$", + "discovery": "s3", + "start_datetime": "2012-01-01T00:00:00Z", + "end_datetime": "2012-12-31T23:59:59Z", + "upload": false + } +] diff --git a/ingestion-data/production/discovery-items/epa-emissions-2012-daily.json b/ingestion-data/production/discovery-items/epa-emissions-2012-daily.json new file mode 100644 index 00000000..f7a77c7c --- /dev/null +++ b/ingestion-data/production/discovery-items/epa-emissions-2012-daily.json @@ -0,0 +1,8 @@ +{ + "collection": "EPA-daily-emissions_5_Forest_Fires", + "prefix": "EPA-daily-emissions_5_Forest_Fires/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Forest_Fires_(.*).tif$", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/epa-emissions-2012-monthly.json b/ingestion-data/production/discovery-items/epa-emissions-2012-monthly.json new file mode 100644 index 00000000..a5c11e01 --- /dev/null +++ b/ingestion-data/production/discovery-items/epa-emissions-2012-monthly.json @@ -0,0 +1,56 @@ +[ + { + "collection": "EPA-monthly-emissions_1A_Combustion_Stationary", + "prefix": "EPA-monthly-emissions_1A_Combustion_Stationary/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Combustion_Stationary_(.*).tif$", + "discovery": "s3", + "upload": false, + "datetime_range": "month" + }, + { + "collection": "EPA-monthly-emissions_1B2a_Petroleum", + "prefix": "EPA-monthly-emissions_1B2a_Petroleum/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Petroleum_(.*).tif$", + "discovery": "s3", + "upload": false, + "datetime_range": "month" + }, + { + "collection": "EPA-monthly-emissions_1B2b_Natural_Gas_Production", + "prefix": "EPA-monthly-emissions_1B2b_Natural_Gas_Production/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Natural_Gas_Production_(.*).tif$", + "discovery": "s3", + "upload": false, + "datetime_range": "month" + }, + { + "collection": "EPA-monthly-emissions_4C_Rice_Cultivation", + "prefix": "EPA-monthly-emissions_4C_Rice_Cultivation/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Rice_Cultivation_(.*).tif$", + "discovery": "s3", + "upload": false, + "datetime_range": "month" + }, + { + "collection": "EPA-monthly-emissions_4F_Field_Burning", + "prefix": "EPA-monthly-emissions_4F_Field_Burning/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Field_Burning_(.*).tif$", + "discovery": "s3", + "upload": false, + "datetime_range": "month" + }, + { + "collection": "EPA-monthly-emissions_4B_Manure_Management", + "prefix": "EPA-monthly-emissions_4B_Manure_Management/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Manure_Management_(.*).tif$", + "discovery": "s3", + "upload": false, + "datetime_range": "month" + } +] diff --git a/ingestion-data/production/discovery-items/facebook-population-density.json b/ingestion-data/production/discovery-items/facebook-population-density.json new file mode 100644 index 00000000..d84a1838 --- /dev/null +++ b/ingestion-data/production/discovery-items/facebook-population-density.json @@ -0,0 +1,8 @@ +{ + "collection": "facebook_population_density", + "prefix": "facebook_population_density/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/fldas-soil-moisture-anomalies.json b/ingestion-data/production/discovery-items/fldas-soil-moisture-anomalies.json new file mode 100644 index 00000000..94c8cce7 --- /dev/null +++ b/ingestion-data/production/discovery-items/fldas-soil-moisture-anomalies.json @@ -0,0 +1,8 @@ +{ + "collection": "fldas-soil-moisture-anomalies", + "bucket": "veda-data-store", + "prefix": "fldas-soil-moisture-anomalies/", + "discovery": "s3", + "filename_regex": "^(.*)FLDAS_NOAH01_SoilMoi00_10cm_tavg", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/frp-max-thomasfire.json b/ingestion-data/production/discovery-items/frp-max-thomasfire.json new file mode 100644 index 00000000..43a14bad --- /dev/null +++ b/ingestion-data/production/discovery-items/frp-max-thomasfire.json @@ -0,0 +1,8 @@ +{ + "collection": "frp-max-thomasfire", + "bucket": "veda-data-store", + "prefix": "frp-max-thomasfire/", + "filename_regex": "^(.*)thomas_fire_frpmax", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/geoglam.json b/ingestion-data/production/discovery-items/geoglam.json new file mode 100644 index 00000000..4de6b668 --- /dev/null +++ b/ingestion-data/production/discovery-items/geoglam.json @@ -0,0 +1,9 @@ +{ + "collection": "geoglam", + "prefix": "geoglam/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "month", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/grdi.json b/ingestion-data/production/discovery-items/grdi.json new file mode 100644 index 00000000..87442ea1 --- /dev/null +++ b/ingestion-data/production/discovery-items/grdi.json @@ -0,0 +1,66 @@ +[ + { + "collection": "grdi-v1-raster", + "prefix": "grdi-v1-raster/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)v1_2010(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "grdi-v1-built", + "prefix": "grdi-v1-built/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)v1_BUILT(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "grdi-imr-raster", + "prefix": "grdi-imr-raster/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)IMR(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "grdi-shdi-raster", + "prefix": "grdi-shdi-raster/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)SHDI(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "grdi-vnl-raster", + "prefix": "grdi-vnl-raster/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)VNL_(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "grdi-vnl-slope-raster", + "prefix": "grdi-vnl-slope-raster/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_VNL-slope_(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "grdi-cdr-raster", + "prefix": "grdi-cdr-raster/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)CDR(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "grdi-filled-missing-values-count", + "prefix": "grdi-filled-missing-values-count/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)FilledMissingValues(.*).tif$", + "discovery": "s3", + "upload": false + } +] diff --git a/ingestion-data/production/discovery-items/hls-bais2-v2.json b/ingestion-data/production/discovery-items/hls-bais2-v2.json new file mode 100644 index 00000000..c86592f4 --- /dev/null +++ b/ingestion-data/production/discovery-items/hls-bais2-v2.json @@ -0,0 +1,8 @@ +{ + "collection": "hls-bais2-v2", + "bucket": "veda-data-store", + "prefix": "hls-bais2-v2/", + "filename_regex": "^(.*)Lahaina_BAIS2", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/hls-bais2.json b/ingestion-data/production/discovery-items/hls-bais2.json new file mode 100644 index 00000000..cf7afc76 --- /dev/null +++ b/ingestion-data/production/discovery-items/hls-bais2.json @@ -0,0 +1,8 @@ +{ + "collection": "hls-bais2", + "bucket": "veda-data-store", + "prefix": "hls-bais2/", + "filename_regex": "^(.*)Lahaina_BAIS2", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/hls-l30-002-ej-reprocessed.json b/ingestion-data/production/discovery-items/hls-l30-002-ej-reprocessed.json new file mode 100644 index 00000000..10ff1314 --- /dev/null +++ b/ingestion-data/production/discovery-items/hls-l30-002-ej-reprocessed.json @@ -0,0 +1,7 @@ +{ + "collection": "hls-l30-002-ej-reprocessed", + "bucket": "veda-data-store", + "discovery": "s3", + "upload": false, + "prefix": "hls-l30-002-ej-reprocessed/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/hls-ndvi.json b/ingestion-data/production/discovery-items/hls-ndvi.json new file mode 100644 index 00000000..f30b2b0f --- /dev/null +++ b/ingestion-data/production/discovery-items/hls-ndvi.json @@ -0,0 +1,8 @@ +{ + "collection": "hls-ndvi", + "bucket": "veda-data-store", + "prefix": "hls-ndvi/", + "filename_regex": "^(.*)ndvi_cog_2022-09-05", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/hls-s30-002-ej-reprocessed.json b/ingestion-data/production/discovery-items/hls-s30-002-ej-reprocessed.json new file mode 100644 index 00000000..d931fffc --- /dev/null +++ b/ingestion-data/production/discovery-items/hls-s30-002-ej-reprocessed.json @@ -0,0 +1,7 @@ +{ + "collection": "hls-s30-002-ej-reprocessed", + "bucket": "veda-data-store", + "discovery": "s3", + "upload": false, + "prefix": "hls-s30-002-ej-reprocessed/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/hls-swir-falsecolor-composite.json b/ingestion-data/production/discovery-items/hls-swir-falsecolor-composite.json new file mode 100644 index 00000000..0003b268 --- /dev/null +++ b/ingestion-data/production/discovery-items/hls-swir-falsecolor-composite.json @@ -0,0 +1,8 @@ +{ + "collection": "hls-swir-falsecolor-composite", + "bucket": "veda-data-store", + "prefix": "hls-swir-falsecolor-composite/", + "filename_regex": "^(.*)SWIR_falsecolor_cog", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/houston-aod-diff.json b/ingestion-data/production/discovery-items/houston-aod-diff.json new file mode 100644 index 00000000..b540bffd --- /dev/null +++ b/ingestion-data/production/discovery-items/houston-aod-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-aod-diff", + "bucket": "veda-data-store", + "prefix": "houston-aod-diff/", + "filename_regex": "^(.*)HOUS_AOD_difference_2000_2019", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/houston-aod.json b/ingestion-data/production/discovery-items/houston-aod.json new file mode 100644 index 00000000..b8ef1b56 --- /dev/null +++ b/ingestion-data/production/discovery-items/houston-aod.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-aod", + "bucket": "veda-data-store", + "prefix": "houston-aod/", + "filename_regex": "^(.*)HOUS_AOD(.*)_cog.tif$", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/houston-landcover.json b/ingestion-data/production/discovery-items/houston-landcover.json new file mode 100644 index 00000000..f6a39178 --- /dev/null +++ b/ingestion-data/production/discovery-items/houston-landcover.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-landcover", + "bucket": "veda-data-store", + "prefix": "houston-landcover/", + "filename_regex": "^(.*)landcover_Z_f", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/houston-lst-day.json b/ingestion-data/production/discovery-items/houston-lst-day.json new file mode 100644 index 00000000..3b3fb10d --- /dev/null +++ b/ingestion-data/production/discovery-items/houston-lst-day.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-lst-day", + "bucket": "veda-data-store", + "prefix": "houston-lst-day/", + "filename_regex": "^(.*)LST_Day", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/houston-lst-diff.json b/ingestion-data/production/discovery-items/houston-lst-diff.json new file mode 100644 index 00000000..5100f410 --- /dev/null +++ b/ingestion-data/production/discovery-items/houston-lst-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-lst-diff", + "bucket": "climatedashboard-data", + "prefix": "houston-lst-diff/", + "filename_regex": "^(.*)houston-lst-diff_2000_2019", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/houston-lst-night.json b/ingestion-data/production/discovery-items/houston-lst-night.json new file mode 100644 index 00000000..a046cd5a --- /dev/null +++ b/ingestion-data/production/discovery-items/houston-lst-night.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-lst-night", + "bucket": "veda-data-store", + "prefix": "houston-lst-night/", + "filename_regex": "^(.*)LST_Night", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/houston-ndvi.json b/ingestion-data/production/discovery-items/houston-ndvi.json new file mode 100644 index 00000000..5b2c9057 --- /dev/null +++ b/ingestion-data/production/discovery-items/houston-ndvi.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-ndvi", + "bucket": "veda-data-store", + "prefix": "houston-ndvi/", + "filename_regex": "^(.*)NDVI", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/houston-urbanization.json b/ingestion-data/production/discovery-items/houston-urbanization.json new file mode 100644 index 00000000..78e5d6e8 --- /dev/null +++ b/ingestion-data/production/discovery-items/houston-urbanization.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-urbanization", + "bucket": "veda-data-store", + "prefix": "houston-urbanization/", + "filename_regex": "^(.*)HOUS_DFAL_urbanization", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json b/ingestion-data/production/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json new file mode 100644 index 00000000..a2cdcb68 --- /dev/null +++ b/ingestion-data/production/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json @@ -0,0 +1,7 @@ +{ + "collection": "landsat-c2l2-sr-antarctic-glaciers-pine-island", + "bucket": "veda-data-store", + "discovery": "s3", + "upload": false, + "prefix": "landsat-c2l2-sr-antarctic-glaciers-pine-island/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json b/ingestion-data/production/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json new file mode 100644 index 00000000..b6b0a7cc --- /dev/null +++ b/ingestion-data/production/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json @@ -0,0 +1,7 @@ +{ + "collection": "landsat-c2l2-sr-antarctic-glaciers-thwaites", + "bucket": "veda-data-store", + "discovery": "s3", + "upload": false, + "prefix": "landsat-c2l2-sr-antarctic-glaciers-thwaites/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json b/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json new file mode 100644 index 00000000..9c986fa6 --- /dev/null +++ b/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json @@ -0,0 +1,7 @@ +{ + "collection": "landsat-c2l2-sr-lakes-aral-sea", + "bucket": "veda-data-store", + "discovery": "s3", + "upload": false, + "prefix": "landsat-c2l2-sr-lakes-aral-sea/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json b/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json new file mode 100644 index 00000000..791d2641 --- /dev/null +++ b/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json @@ -0,0 +1,7 @@ +{ + "collection": "landsat-c2l2-sr-lakes-lake-balaton", + "bucket": "veda-data-store", + "discovery": "s3", + "upload": false, + "prefix": "landsat-c2l2-sr-lakes-lake-balaton/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json b/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json new file mode 100644 index 00000000..5cad6502 --- /dev/null +++ b/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json @@ -0,0 +1,7 @@ +{ + "collection": "landsat-c2l2-sr-lakes-lake-biwa", + "bucket": "veda-data-store", + "discovery": "s3", + "upload": false, + "prefix": "landsat-c2l2-sr-lakes-lake-biwa/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json b/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json new file mode 100644 index 00000000..509e6c65 --- /dev/null +++ b/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json @@ -0,0 +1,7 @@ +{ + "collection": "landsat-c2l2-sr-lakes-tonle-sap", + "bucket": "veda-data-store", + "discovery": "s3", + "upload": false, + "prefix": "landsat-c2l2-sr-lakes-tonle-sap/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-vanern.json b/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-vanern.json new file mode 100644 index 00000000..ee427425 --- /dev/null +++ b/ingestion-data/production/discovery-items/landsat-c2l2-sr-lakes-vanern.json @@ -0,0 +1,7 @@ +{ + "collection": "landsat-c2l2-sr-lakes-vanern", + "bucket": "veda-data-store", + "discovery": "s3", + "upload": false, + "prefix": "landsat-c2l2-sr-lakes-vanern/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/landsat-nighttime-thermal.json b/ingestion-data/production/discovery-items/landsat-nighttime-thermal.json new file mode 100644 index 00000000..6d9e2ecf --- /dev/null +++ b/ingestion-data/production/discovery-items/landsat-nighttime-thermal.json @@ -0,0 +1,8 @@ +{ + "collection": "landsat-nighttime-thermal", + "bucket": "veda-data-store", + "prefix": "landsat-nighttime-thermal/", + "filename_regex": "^(.*)Lahaina_Landsat8_Thermal", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-etsuppression.json b/ingestion-data/production/discovery-items/lis-etsuppression.json new file mode 100644 index 00000000..71c5c3b7 --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-etsuppression.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-etsuppression", + "bucket": "veda-data-store", + "prefix": "lis-etsuppression/", + "filename_regex": "^(.*)lis_etsuppression_2020", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-global-da-evap.json b/ingestion-data/production/discovery-items/lis-global-da-evap.json new file mode 100644 index 00000000..083a2511 --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-global-da-evap.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-evap", + "bucket": "veda-data-store", + "prefix": "lis-global-da-evap/", + "filename_regex": "^(.*)LIS_Evap", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json b/ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json new file mode 100644 index 00000000..59028f0b --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-global-da-gpp-trend.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-gpp-trend", + "bucket": "veda-data-store", + "prefix": "lis-global-da-gpp-trend/", + "filename_regex": "^(.*)DAGPP_STL_based_trend", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-global-da-gpp.json b/ingestion-data/production/discovery-items/lis-global-da-gpp.json new file mode 100644 index 00000000..a2b16015 --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-global-da-gpp.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-gpp", + "bucket": "veda-data-store", + "prefix": "lis-global-da-gpp/", + "filename_regex": "^(.*)LIS_GPP", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-global-da-gws.json b/ingestion-data/production/discovery-items/lis-global-da-gws.json new file mode 100644 index 00000000..75680722 --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-global-da-gws.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-gws", + "bucket": "veda-data-store", + "prefix": "lis-global-da-gws/", + "filename_regex": "^(.*)LIS_GWS", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-global-da-qs.json b/ingestion-data/production/discovery-items/lis-global-da-qs.json new file mode 100644 index 00000000..a817825c --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-global-da-qs.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-qs", + "bucket": "veda-data-store", + "prefix": "lis-global-da-qs/", + "filename_regex": "^(.*)LIS_Qs", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-global-da-qsb.json b/ingestion-data/production/discovery-items/lis-global-da-qsb.json new file mode 100644 index 00000000..ef7663d4 --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-global-da-qsb.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-qsb", + "bucket": "veda-data-store", + "prefix": "lis-global-da-qsb/", + "filename_regex": "^(.*)LIS_Qsb", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-global-da-streamflow.json b/ingestion-data/production/discovery-items/lis-global-da-streamflow.json new file mode 100644 index 00000000..84f0c2c0 --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-global-da-streamflow.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-streamflow", + "bucket": "veda-data-store", + "prefix": "lis-global-da-streamflow/", + "filename_regex": "^(.*)LIS_Streamflow", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-global-da-swe.json b/ingestion-data/production/discovery-items/lis-global-da-swe.json new file mode 100644 index 00000000..c6e112ab --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-global-da-swe.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-swe", + "bucket": "veda-data-store", + "prefix": "lis-global-da-swe/", + "filename_regex": "^(.*)LIS_SWE", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-global-da-totalprecip.json b/ingestion-data/production/discovery-items/lis-global-da-totalprecip.json new file mode 100644 index 00000000..6863ce39 --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-global-da-totalprecip.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-totalprecip", + "bucket": "veda-data-store", + "prefix": "lis-global-da-totalprecip/", + "filename_regex": "^(.*)LIS_TotalPrecip", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-global-da-tws-trend.json b/ingestion-data/production/discovery-items/lis-global-da-tws-trend.json new file mode 100644 index 00000000..15922ef8 --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-global-da-tws-trend.json @@ -0,0 +1,26 @@ +[ + { + "collection": "lis-global-da-tws-trend", + "bucket": "veda-data-store", + "prefix": "lis-global-da-tws-trend/", + "filename_regex":"^(.*)DATWS_STL_based_trend_v3_2003_2021", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-global-da-tws-trend", + "bucket": "veda-data-store", + "prefix": "lis-global-da-tws-trend/", + "filename_regex":"^(.*)DATWS_STL_based_trendv2_2003_2021", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-global-da-tws-trend", + "bucket": "veda-data-store", + "prefix": "lis-global-da-tws-trend/", + "filename_regex":"^(.*)DATWS_STL_based_trend.cog.tif", + "discovery": "s3", + "upload": false + } +] diff --git a/ingestion-data/production/discovery-items/lis-global-da-tws.json b/ingestion-data/production/discovery-items/lis-global-da-tws.json new file mode 100644 index 00000000..6035200b --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-global-da-tws.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-tws", + "bucket": "veda-data-store", + "prefix": "lis-global-da-tws/", + "filename_regex": "^(.*)LIS_TWS", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-tvegsuppression.json b/ingestion-data/production/discovery-items/lis-tvegsuppression.json new file mode 100644 index 00000000..922c2068 --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-tvegsuppression.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-tvegsuppression", + "bucket": "veda-data-store", + "prefix": "lis-tvegsuppression/", + "filename_regex": "^(.*)lis_tvegsuppression_2020", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-tws-anomaly.json b/ingestion-data/production/discovery-items/lis-tws-anomaly.json new file mode 100644 index 00000000..85501e2e --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-tws-anomaly.json @@ -0,0 +1,178 @@ +[ + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2001(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2002(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2003(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2004(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2005(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2006(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2007(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2008(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2009(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2010(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2011(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2012(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2013(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2014(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2015(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2016(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2017(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2018(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2019(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2020(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2021(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-tws-anomaly", + "prefix": "lis-tws-anomaly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)2022(.*).tif$", + "discovery": "s3", + "upload": false + } +] diff --git a/ingestion-data/production/discovery-items/lis-tws-nonstationarity-index.json b/ingestion-data/production/discovery-items/lis-tws-nonstationarity-index.json new file mode 100644 index 00000000..fca6c9c7 --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-tws-nonstationarity-index.json @@ -0,0 +1,10 @@ +{ + "collection": "lis-tws-nonstationarity-index", + "prefix": "lis-tws-nonstationarity-index/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "start_datetime": "2003-01-01T00:00:00Z", + "end_datetime": "2020-01-01T00:00:00Z", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/lis-tws-trend.json b/ingestion-data/production/discovery-items/lis-tws-trend.json new file mode 100644 index 00000000..339719dd --- /dev/null +++ b/ingestion-data/production/discovery-items/lis-tws-trend.json @@ -0,0 +1,10 @@ +{ + "collection": "lis-tws-trend", + "prefix": "lis-tws-trend/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "start_datetime": "2001-01-01T00:00:00Z", + "end_datetime": "2021-12-31T23:59:59Z", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/ls8-covid-19-example-data.json b/ingestion-data/production/discovery-items/ls8-covid-19-example-data.json new file mode 100644 index 00000000..78573aaa --- /dev/null +++ b/ingestion-data/production/discovery-items/ls8-covid-19-example-data.json @@ -0,0 +1,7 @@ +{ + "collection": "ls8-covid-19-example-data", + "bucket": "veda-data-store", + "discovery": "s3", + "upload": false, + "prefix": "ls8-covid-19-example-data/" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/modis-albedo-wsa-diff-2015-2022.json b/ingestion-data/production/discovery-items/modis-albedo-wsa-diff-2015-2022.json new file mode 100644 index 00000000..0c84ae11 --- /dev/null +++ b/ingestion-data/production/discovery-items/modis-albedo-wsa-diff-2015-2022.json @@ -0,0 +1,8 @@ +{ + "collection": "modis-albedo-wsa-diff-2015-2022", + "bucket": "veda-data-store", + "prefix": "modis-albedo-wsa-diff-2015-2022/", + "filename_regex": "^(.*)campfire_albedo_wsa_difference_2015_2022", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/modis-annual-lai-2003-2020.json b/ingestion-data/production/discovery-items/modis-annual-lai-2003-2020.json new file mode 100644 index 00000000..4f74976e --- /dev/null +++ b/ingestion-data/production/discovery-items/modis-annual-lai-2003-2020.json @@ -0,0 +1,22 @@ +[ + { + "collection": "modis-annual-lai-2003-2020", + "prefix": "modis-annual-lai-2003-2020/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)MODIS_LAI_2003_BD.cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2003-01-01T00:00:00Z", + "end_datetime": "2003-12-31T23:59:00Z" + }, + { + "collection": "modis-annual-lai-2003-2020", + "prefix": "modis-annual-lai-2003-2020/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)MODIS_LAI_2020_BD.cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2020-01-01T00:00:00Z", + "end_datetime": "2020-12-31T23:59:00Z" + } +] diff --git a/ingestion-data/production/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json b/ingestion-data/production/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json new file mode 100644 index 00000000..120e35cd --- /dev/null +++ b/ingestion-data/production/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json @@ -0,0 +1,10 @@ +{ + "collection": "modis-fire-anomalies-diff-covid-19-changing-landscape", + "discovery": "s3", + "prefix": "modis-fire-anomalies-diff-covid-19-changing-landscape/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)MODIS-AF_anomalies_USA(.*).tif$", + "start_datetime": "2020-01-01T00:00:00Z", + "end_datetime": "2020-12-31T23:59:59Z", + "cogify": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/modis-lst-day-diff-2015-2022.json b/ingestion-data/production/discovery-items/modis-lst-day-diff-2015-2022.json new file mode 100644 index 00000000..192476ef --- /dev/null +++ b/ingestion-data/production/discovery-items/modis-lst-day-diff-2015-2022.json @@ -0,0 +1,8 @@ +{ + "collection": "modis-lst-day-diff-2015-2022", + "bucket": "veda-data-store", + "prefix": "modis-lst-day-diff-2015-2022/", + "filename_regex": "^(.*)campfire_lst_day_difference", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/modis-lst-night-diff-2015-2022.json b/ingestion-data/production/discovery-items/modis-lst-night-diff-2015-2022.json new file mode 100644 index 00000000..a5ed010e --- /dev/null +++ b/ingestion-data/production/discovery-items/modis-lst-night-diff-2015-2022.json @@ -0,0 +1,8 @@ +{ + "collection": "modis-lst-night-diff-2015-2022", + "bucket": "veda-data-store/", + "prefix": "modis-lst-night-diff-2015-2022/", + "filename_regex": "^(.*)campfire_lst_night_difference", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/modis-ndvi-diff-2015-2022.json b/ingestion-data/production/discovery-items/modis-ndvi-diff-2015-2022.json new file mode 100644 index 00000000..eaf6f205 --- /dev/null +++ b/ingestion-data/production/discovery-items/modis-ndvi-diff-2015-2022.json @@ -0,0 +1,8 @@ +{ + "collection": "modis-ndvi-diff-2015-2022", + "bucket": "veda-data-store", + "prefix": "modis-ndvi-diff-2015-2022/", + "filename_regex": "^(.*)campfire_ndvi_difference_2015_2022", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/modis_diff.json b/ingestion-data/production/discovery-items/modis_diff.json new file mode 100644 index 00000000..eee9eaeb --- /dev/null +++ b/ingestion-data/production/discovery-items/modis_diff.json @@ -0,0 +1,18 @@ +[ + { + "collection": "modis_diff", + "bucket": "veda-data-store", + "prefix": "modis_diff/", + "filename_regex":"^(.*)campfire(.*)difference(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "modis_diff", + "bucket": "veda-data-store", + "prefix": "modis_diff/", + "filename_regex":"^(.*)campfire_ndvi_2015_2022.tif", + "discovery": "s3", + "upload": true + } +] \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/mtbs-burn-severity.json b/ingestion-data/production/discovery-items/mtbs-burn-severity.json new file mode 100644 index 00000000..7c70bafb --- /dev/null +++ b/ingestion-data/production/discovery-items/mtbs-burn-severity.json @@ -0,0 +1,47 @@ +[ + { + "collection": "mtbs-burn-severity", + "discovery": "s3", + "prefix": "mtbs-burn-severity/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)mtbs_CONUS_2016.cog.tif", + "start_datetime": "2016-01-01T00:00:00Z", + "end_datetime": "2016-12-31T23:59:59Z" + }, + { + "collection": "mtbs-burn-severity", + "discovery": "s3", + "prefix": "mtbs-burn-severity/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)mtbs_CONUS_2017.cog.tif", + "start_datetime": "2017-01-01T00:00:00Z", + "end_datetime": "2017-12-31T23:59:59Z" + }, + { + "collection": "mtbs-burn-severity", + "discovery": "s3", + "prefix": "mtbs-burn-severity/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)mtbs_CONUS_2018.cog.tif", + "start_datetime": "2018-01-01T00:00:00Z", + "end_datetime": "2018-12-31T23:59:59Z" + }, + { + "collection": "mtbs-burn-severity", + "discovery": "s3", + "prefix": "mtbs-burn-severity/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)mtbs_CONUS_2019.cog.tif", + "start_datetime": "2019-01-01T00:00:00Z", + "end_datetime": "2019-12-31T23:59:59Z" + }, + { + "collection": "mtbs-burn-severity", + "discovery": "s3", + "prefix": "mtbs-burn-severity/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)mtbs_CONUS_2020.cog.tif", + "start_datetime": "2020-01-01T00:00:00Z", + "end_datetime": "2020-12-31T23:59:59Z" + } +] diff --git a/ingestion-data/production/discovery-items/nceo_africa_2017.json b/ingestion-data/production/discovery-items/nceo_africa_2017.json new file mode 100644 index 00000000..c59a7022 --- /dev/null +++ b/ingestion-data/production/discovery-items/nceo_africa_2017.json @@ -0,0 +1,9 @@ +{ + "collection": "nceo_africa_2017", + "prefix": "nceo_africa_2017/", + "bucket": "nasa-maap-data-store", + "filename_regex": "^(.*)AGB_map_2017v0m_COG.tif$", + "discovery": "s3", + "datetime_range": "year", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json b/ingestion-data/production/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json new file mode 100644 index 00000000..0d575812 --- /dev/null +++ b/ingestion-data/production/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json @@ -0,0 +1,8 @@ +{ + "collection": "ndvi_diff_Ian_2022-09-30_2022-09-05", + "bucket": "veda-data-store", + "prefix": "ndvi_diff_Ian_2022-09-30_2022-09-05/", + "filename_regex": "^(.*)ndvi_diff", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/nightlights-500m-daily.json b/ingestion-data/production/discovery-items/nightlights-500m-daily.json new file mode 100644 index 00000000..0d0a7eca --- /dev/null +++ b/ingestion-data/production/discovery-items/nightlights-500m-daily.json @@ -0,0 +1,58 @@ +[ + { + "collection": "nightlights-500m-daily", + "prefix": "nightlights-500m-daily/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)V011_be_\\d{4}-\\d{2}-\\d{2}(.*).tif$", + "discovery": "s3", + "upload": true + }, + { + "collection": "nightlights-500m-daily", + "prefix": "nightlights-500m-daily/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)V011_ca_\\d{4}-\\d{2}-\\d{2}(.*).tif$", + "discovery": "s3", + "upload": true + }, + { + "collection": "nightlights-500m-daily", + "prefix": "nightlights-500m-daily/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)V011_la_\\d{4}-\\d{2}-\\d{2}(.*).tif$", + "discovery": "s3", + "upload": true + }, + { + "collection": "nightlights-500m-daily", + "prefix": "nightlights-500m-daily/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)V011_ny_\\d{4}-\\d{2}-\\d{2}(.*).tif$", + "discovery": "s3", + "upload": true + }, + { + "collection": "nightlights-500m-daily", + "prefix": "nightlights-500m-daily/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)V011_sf_\\d{4}-\\d{2}-\\d{2}(.*).tif$", + "discovery": "s3", + "upload": true + }, + { + "collection": "nightlights-500m-daily", + "prefix": "nightlights-500m-daily/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)EUPorts_\\d{4}-\\d{2}-\\d{2}(.*).tif$", + "discovery": "s3", + "upload": true + }, + { + "collection": "nightlights-500m-daily", + "prefix": "nightlights-500m-daily/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)V011_tk_\\d{4}-\\d{2}-\\d{2}(.*).tif$", + "discovery": "s3", + "upload": true + } +] diff --git a/ingestion-data/production/discovery-items/nightlights-hd-1band.json b/ingestion-data/production/discovery-items/nightlights-hd-1band.json new file mode 100644 index 00000000..c62f7483 --- /dev/null +++ b/ingestion-data/production/discovery-items/nightlights-hd-1band.json @@ -0,0 +1,18 @@ +[ + { + "collection": "nightlights-hd-1band", + "prefix": "nightlights-hd-1band/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)BMHD_Ida(.*)1band.tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "nightlights-hd-1band", + "prefix": "nightlights-hd-1band/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Maria(.*)1band.tif$", + "discovery": "s3", + "upload": false + } +] diff --git a/ingestion-data/production/discovery-items/nightlights-hd-3bands.json b/ingestion-data/production/discovery-items/nightlights-hd-3bands.json new file mode 100644 index 00000000..704bfe4c --- /dev/null +++ b/ingestion-data/production/discovery-items/nightlights-hd-3bands.json @@ -0,0 +1,9 @@ +{ + "collection": "nightlights-hd-3bands", + "prefix": "nightlights-hd-3bands/", + "bucket": "climatedashboard-data", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "year", + "upload": true +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/nightlights-hd-monthly-blackmarble.json b/ingestion-data/production/discovery-items/nightlights-hd-monthly-blackmarble.json new file mode 100644 index 00000000..4818eecc --- /dev/null +++ b/ingestion-data/production/discovery-items/nightlights-hd-monthly-blackmarble.json @@ -0,0 +1,8 @@ +{ + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)BMHD_VNP46A2(.*).tif$", + "discovery": "s3", + "datetime_range": "month" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/nightlights-hd-monthly.json b/ingestion-data/production/discovery-items/nightlights-hd-monthly.json new file mode 100644 index 00000000..8a63d49e --- /dev/null +++ b/ingestion-data/production/discovery-items/nightlights-hd-monthly.json @@ -0,0 +1,210 @@ +[ + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Barcelona(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Lima(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Paris(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Milan(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Marseille(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Beijing(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Dhaka_Dhaka-city(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Ghent(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Fukuoka_Fukuoka-city(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Tokyo-23Wards(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Aichi_Nagoya-city(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Dunkirk(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Madrid(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Colombo(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Gdynia(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Hamburg(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Osaka_Osaka-city(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Singapore(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Venice(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Auckland(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Genoa(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Kyoto_Kyoto-city(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)London(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Rome(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Amsterdam(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + }, + { + "collection": "nightlights-hd-monthly", + "prefix": "nightlights-hd-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)Hokkaido_Sapporo(.*).tif$", + "discovery": "s3", + "datetime_range": "month" + } +] diff --git a/ingestion-data/production/discovery-items/no2-monthly-diff.json b/ingestion-data/production/discovery-items/no2-monthly-diff.json new file mode 100644 index 00000000..6868b7ba --- /dev/null +++ b/ingestion-data/production/discovery-items/no2-monthly-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "no2-monthly-diff", + "prefix": "no2-monthly-diff/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "month" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/no2-monthly.json b/ingestion-data/production/discovery-items/no2-monthly.json new file mode 100644 index 00000000..ed4f16cd --- /dev/null +++ b/ingestion-data/production/discovery-items/no2-monthly.json @@ -0,0 +1,8 @@ +{ + "collection": "no2-monthly", + "prefix": "no2-monthly/", + "bucket": "veda-data-store", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "month" +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/pzd-anomaly-covid-19.json b/ingestion-data/production/discovery-items/pzd-anomaly-covid-19.json new file mode 100644 index 00000000..58bf263e --- /dev/null +++ b/ingestion-data/production/discovery-items/pzd-anomaly-covid-19.json @@ -0,0 +1,10 @@ +{ + "collection": "pzd-anomaly-covid-19", + "discovery": "s3", + "prefix": "pzd-anomaly-covid-19/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)anomaly-pzd-gl(.*).tif$", + "start_datetime": "2020-01-01T00:00:00Z", + "end_datetime": "2021-12-31T23:59:59Z", + "cogify": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/recovery-proxy-maps-covid-19.json b/ingestion-data/production/discovery-items/recovery-proxy-maps-covid-19.json new file mode 100644 index 00000000..0fc6de22 --- /dev/null +++ b/ingestion-data/production/discovery-items/recovery-proxy-maps-covid-19.json @@ -0,0 +1,10 @@ +{ + "collection": "recovery-proxy-maps-covid-19", + "discovery": "s3", + "prefix": "recovery-proxy-maps-covid-19/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)RPM_2020(.*).tif$", + "start_datetime": "2020-01-01T00:00:00Z", + "end_datetime": "2020-12-31T23:59:59Z", + "cogify": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json b/ingestion-data/production/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json new file mode 100644 index 00000000..bdac4c86 --- /dev/null +++ b/ingestion-data/production/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json @@ -0,0 +1,10 @@ +{ + "collection": "slowdown-proxy-covid-19-changing-landscapes", + "discovery": "s3", + "prefix": "slowdown-proxy-covid-19-changing-landscapes/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)SPM_2020(.*).tif$", + "start_datetime": "2020-01-01T00:00:00Z", + "end_datetime": "2020-12-31T23:59:59Z", + "cogify": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/snow-projections-diff-245.json b/ingestion-data/production/discovery-items/snow-projections-diff-245.json new file mode 100644 index 00000000..4000d033 --- /dev/null +++ b/ingestion-data/production/discovery-items/snow-projections-diff-245.json @@ -0,0 +1,10 @@ +[ + { + "collection": "snow-projections-diff-245", + "prefix": "snow-projections-diff-245/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)ssp245(.*)percChange.cog.tif$", + "discovery": "s3", + "upload": false + } +] diff --git a/ingestion-data/production/discovery-items/snow-projections-diff-585.json b/ingestion-data/production/discovery-items/snow-projections-diff-585.json new file mode 100644 index 00000000..4b28aca5 --- /dev/null +++ b/ingestion-data/production/discovery-items/snow-projections-diff-585.json @@ -0,0 +1,10 @@ +[ + { + "collection": "snow-projections-diff-585", + "prefix": "snow-projections-diff-245/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)ssp585(.*)percChange.cog.tif$", + "discovery": "s3", + "upload": false + } +] \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/snow-projections-median-245.json b/ingestion-data/production/discovery-items/snow-projections-median-245.json new file mode 100644 index 00000000..fa33b376 --- /dev/null +++ b/ingestion-data/production/discovery-items/snow-projections-median-245.json @@ -0,0 +1,10 @@ +[ + { + "collection": "snow-projections-median-245", + "prefix": "snow-projections-diff-245/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)ssp245(.*)median.cog.tif$", + "discovery": "s3", + "upload": false + } +] \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/snow-projections-median-585.json b/ingestion-data/production/discovery-items/snow-projections-median-585.json new file mode 100644 index 00000000..484291de --- /dev/null +++ b/ingestion-data/production/discovery-items/snow-projections-median-585.json @@ -0,0 +1,10 @@ +[ + { + "collection": "snow-projections-median-585", + "prefix": "snow-projections-diff-245/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)ssp585(.*)median.cog.tif$", + "discovery": "s3", + "upload": false + } +] \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/social-vulnerability-index.json b/ingestion-data/production/discovery-items/social-vulnerability-index.json new file mode 100644 index 00000000..e699404a --- /dev/null +++ b/ingestion-data/production/discovery-items/social-vulnerability-index.json @@ -0,0 +1,82 @@ +[ + { + "collection": "social-vulnerability-index-household", + "prefix": "social-vulnerability-index-household/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_household_wgs84_cog.tif$", + "discovery": "s3", + "datetime_range": "year" + }, + { + "collection": "social-vulnerability-index-household-nopop", + "prefix": "social-vulnerability-index-household-nopop/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_household_wgs84_nopop_cog.tif$", + "discovery": "s3", + "datetime_range": "year" + }, + { + "collection": "social-vulnerability-index-housing", + "prefix": "social-vulnerability-index-housing/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_housing_wgs84_cog.tif$", + "discovery": "s3", + "datetime_range": "year" + }, + { + "collection": "social-vulnerability-index-housing-nopop", + "prefix": "social-vulnerability-index-housing-nopop/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_housing_wgs84_nopop_cog.tif$", + "discovery": "s3", + "datetime_range": "year" + }, + { + "collection": "social-vulnerability-index-minority", + "prefix": "social-vulnerability-index-minority/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_minority_wgs84_cog.tif$", + "discovery": "s3", + "datetime_range": "year" + }, + { + "collection": "social-vulnerability-index-minority-nopop", + "prefix": "social-vulnerability-index-minority-nopop/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_minority_wgs84_nopop_cog.tif$", + "discovery": "s3", + "datetime_range": "year" + }, + { + "collection": "social-vulnerability-index-overall", + "prefix": "social-vulnerability-index-overall/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_overall_wgs84_cog.tif$", + "discovery": "s3", + "datetime_range": "year" + }, + { + "collection": "social-vulnerability-index-overall-nopop", + "prefix": "social-vulnerability-index-overall-nopop/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_overall_wgs84_nopop_cog.tif$", + "discovery": "s3", + "datetime_range": "year" + }, + { + "collection": "social-vulnerability-index-socioeconomic", + "prefix": "social-vulnerability-index-socioeconomic/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_socioeconomic_wgs84_cog.tif$", + "discovery": "s3", + "datetime_range": "year" + }, + { + "collection": "social-vulnerability-index-socioeconomic-nopop", + "prefix": "social-vulnerability-index-socioeconomic-nopop/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)_socioeconomic_wgs84_nopop_cog.tif$", + "discovery": "s3", + "datetime_range": "year" + } +] diff --git a/ingestion-data/production/discovery-items/sport-lis-vsm0_100cm-percentile.json b/ingestion-data/production/discovery-items/sport-lis-vsm0_100cm-percentile.json new file mode 100644 index 00000000..44bd433a --- /dev/null +++ b/ingestion-data/production/discovery-items/sport-lis-vsm0_100cm-percentile.json @@ -0,0 +1,8 @@ +{ + "collection": "sport-lis-vsm0_100cm-percentile", + "bucket": "veda-data-store", + "prefix": "sport-lis-vsm0_100cm-percentile/", + "filename_regex": "^(.*)sport_lis(.*)cog.tif$", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/production/discovery-items/togo-agriculture-covid-19.json b/ingestion-data/production/discovery-items/togo-agriculture-covid-19.json new file mode 100644 index 00000000..6754bae8 --- /dev/null +++ b/ingestion-data/production/discovery-items/togo-agriculture-covid-19.json @@ -0,0 +1,10 @@ +{ + "collection": "togo-agriculture-covid-19", + "discovery": "s3", + "prefix": "togo-agriculture-covid-19/", + "bucket": "veda-data-store", + "filename_regex": "^(.*)togo_cropland_2020(.*).tif$", + "start_datetime": "2020-01-01T00:00:00Z", + "end_datetime": "2020-12-31T23:59:59Z", + "cogify": false +} \ No newline at end of file diff --git a/ingestion-data/dataset-config/CMIP245-winter-median-pr.json b/ingestion-data/staging/dataset-config/CMIP245-winter-median-pr.json similarity index 100% rename from ingestion-data/dataset-config/CMIP245-winter-median-pr.json rename to ingestion-data/staging/dataset-config/CMIP245-winter-median-pr.json diff --git a/ingestion-data/dataset-config/CMIP245-winter-median-ta.json b/ingestion-data/staging/dataset-config/CMIP245-winter-median-ta.json similarity index 100% rename from ingestion-data/dataset-config/CMIP245-winter-median-ta.json rename to ingestion-data/staging/dataset-config/CMIP245-winter-median-ta.json diff --git a/ingestion-data/dataset-config/CMIP585-winter-median-pr.json b/ingestion-data/staging/dataset-config/CMIP585-winter-median-pr.json similarity index 100% rename from ingestion-data/dataset-config/CMIP585-winter-median-pr.json rename to ingestion-data/staging/dataset-config/CMIP585-winter-median-pr.json diff --git a/ingestion-data/dataset-config/CMIP585-winter-median-ta.json b/ingestion-data/staging/dataset-config/CMIP585-winter-median-ta.json similarity index 100% rename from ingestion-data/dataset-config/CMIP585-winter-median-ta.json rename to ingestion-data/staging/dataset-config/CMIP585-winter-median-ta.json diff --git a/ingestion-data/dataset-config/HLSL30.002.json b/ingestion-data/staging/dataset-config/HLSL30.002.json similarity index 100% rename from ingestion-data/dataset-config/HLSL30.002.json rename to ingestion-data/staging/dataset-config/HLSL30.002.json diff --git a/ingestion-data/dataset-config/HLSS30.002.json b/ingestion-data/staging/dataset-config/HLSS30.002.json similarity index 100% rename from ingestion-data/dataset-config/HLSS30.002.json rename to ingestion-data/staging/dataset-config/HLSS30.002.json diff --git a/ingestion-data/dataset-config/IS2SITMOGR4-cog.json b/ingestion-data/staging/dataset-config/IS2SITMOGR4-cog.json similarity index 100% rename from ingestion-data/dataset-config/IS2SITMOGR4-cog.json rename to ingestion-data/staging/dataset-config/IS2SITMOGR4-cog.json diff --git a/ingestion-data/dataset-config/OMI_trno2-COG.json b/ingestion-data/staging/dataset-config/OMI_trno2-COG.json similarity index 100% rename from ingestion-data/dataset-config/OMI_trno2-COG.json rename to ingestion-data/staging/dataset-config/OMI_trno2-COG.json diff --git a/ingestion-data/dataset-config/OMSO2PCA-COG.json b/ingestion-data/staging/dataset-config/OMSO2PCA-COG.json similarity index 100% rename from ingestion-data/dataset-config/OMSO2PCA-COG.json rename to ingestion-data/staging/dataset-config/OMSO2PCA-COG.json diff --git a/ingestion-data/dataset-config/bangladesh-landcover-2001-2020.json b/ingestion-data/staging/dataset-config/bangladesh-landcover-2001-2020.json similarity index 100% rename from ingestion-data/dataset-config/bangladesh-landcover-2001-2020.json rename to ingestion-data/staging/dataset-config/bangladesh-landcover-2001-2020.json diff --git a/ingestion-data/dataset-config/black_marble_hd.json b/ingestion-data/staging/dataset-config/black_marble_hd.json similarity index 100% rename from ingestion-data/dataset-config/black_marble_hd.json rename to ingestion-data/staging/dataset-config/black_marble_hd.json diff --git a/ingestion-data/dataset-config/caldor-fire-behavior.json b/ingestion-data/staging/dataset-config/caldor-fire-behavior.json similarity index 100% rename from ingestion-data/dataset-config/caldor-fire-behavior.json rename to ingestion-data/staging/dataset-config/caldor-fire-behavior.json diff --git a/ingestion-data/dataset-config/caldor-fire-burn-severity.json b/ingestion-data/staging/dataset-config/caldor-fire-burn-severity.json similarity index 100% rename from ingestion-data/dataset-config/caldor-fire-burn-severity.json rename to ingestion-data/staging/dataset-config/caldor-fire-burn-severity.json diff --git a/ingestion-data/dataset-config/climdex-tmaxxf-access-cm2-ssp126-items.json b/ingestion-data/staging/dataset-config/climdex-tmaxxf-access-cm2-ssp126-items.json similarity index 100% rename from ingestion-data/dataset-config/climdex-tmaxxf-access-cm2-ssp126-items.json rename to ingestion-data/staging/dataset-config/climdex-tmaxxf-access-cm2-ssp126-items.json diff --git a/ingestion-data/dataset-config/climdex-tmaxxf-access-cm2-ssp245-items.json b/ingestion-data/staging/dataset-config/climdex-tmaxxf-access-cm2-ssp245-items.json similarity index 100% rename from ingestion-data/dataset-config/climdex-tmaxxf-access-cm2-ssp245-items.json rename to ingestion-data/staging/dataset-config/climdex-tmaxxf-access-cm2-ssp245-items.json diff --git a/ingestion-data/dataset-config/climdex-tmaxxf-access-cm2-ssp370-items.json b/ingestion-data/staging/dataset-config/climdex-tmaxxf-access-cm2-ssp370-items.json similarity index 100% rename from ingestion-data/dataset-config/climdex-tmaxxf-access-cm2-ssp370-items.json rename to ingestion-data/staging/dataset-config/climdex-tmaxxf-access-cm2-ssp370-items.json diff --git a/ingestion-data/dataset-config/climdex-tmaxxf-access-cm2-ssp585-items.json b/ingestion-data/staging/dataset-config/climdex-tmaxxf-access-cm2-ssp585-items.json similarity index 100% rename from ingestion-data/dataset-config/climdex-tmaxxf-access-cm2-ssp585-items.json rename to ingestion-data/staging/dataset-config/climdex-tmaxxf-access-cm2-ssp585-items.json diff --git a/ingestion-data/dataset-config/co2-diff.json b/ingestion-data/staging/dataset-config/co2-diff.json similarity index 100% rename from ingestion-data/dataset-config/co2-diff.json rename to ingestion-data/staging/dataset-config/co2-diff.json diff --git a/ingestion-data/dataset-config/co2-mean.json b/ingestion-data/staging/dataset-config/co2-mean.json similarity index 100% rename from ingestion-data/dataset-config/co2-mean.json rename to ingestion-data/staging/dataset-config/co2-mean.json diff --git a/ingestion-data/dataset-config/cygnss-watermask-ucar.json b/ingestion-data/staging/dataset-config/cygnss-watermask-ucar.json similarity index 100% rename from ingestion-data/dataset-config/cygnss-watermask-ucar.json rename to ingestion-data/staging/dataset-config/cygnss-watermask-ucar.json diff --git a/ingestion-data/dataset-config/cygnss-watermask-ucberkeley.json b/ingestion-data/staging/dataset-config/cygnss-watermask-ucberkeley.json similarity index 100% rename from ingestion-data/dataset-config/cygnss-watermask-ucberkeley.json rename to ingestion-data/staging/dataset-config/cygnss-watermask-ucberkeley.json diff --git a/ingestion-data/dataset-config/ecco-surface-height-change.json b/ingestion-data/staging/dataset-config/ecco-surface-height-change.json similarity index 100% rename from ingestion-data/dataset-config/ecco-surface-height-change.json rename to ingestion-data/staging/dataset-config/ecco-surface-height-change.json diff --git a/ingestion-data/dataset-config/eis_fire_fireline.json b/ingestion-data/staging/dataset-config/eis_fire_fireline.json similarity index 100% rename from ingestion-data/dataset-config/eis_fire_fireline.json rename to ingestion-data/staging/dataset-config/eis_fire_fireline.json diff --git a/ingestion-data/dataset-config/eis_fire_newfirepix.json b/ingestion-data/staging/dataset-config/eis_fire_newfirepix.json similarity index 100% rename from ingestion-data/dataset-config/eis_fire_newfirepix.json rename to ingestion-data/staging/dataset-config/eis_fire_newfirepix.json diff --git a/ingestion-data/dataset-config/eis_fire_perimeter.json b/ingestion-data/staging/dataset-config/eis_fire_perimeter.json similarity index 100% rename from ingestion-data/dataset-config/eis_fire_perimeter.json rename to ingestion-data/staging/dataset-config/eis_fire_perimeter.json diff --git a/ingestion-data/dataset-config/facebook-population-density.json b/ingestion-data/staging/dataset-config/facebook-population-density.json similarity index 100% rename from ingestion-data/dataset-config/facebook-population-density.json rename to ingestion-data/staging/dataset-config/facebook-population-density.json diff --git a/ingestion-data/dataset-config/geoglam.json b/ingestion-data/staging/dataset-config/geoglam.json similarity index 100% rename from ingestion-data/dataset-config/geoglam.json rename to ingestion-data/staging/dataset-config/geoglam.json diff --git a/ingestion-data/dataset-config/grdi-vnl-slope-raster.json b/ingestion-data/staging/dataset-config/grdi-vnl-slope-raster.json similarity index 100% rename from ingestion-data/dataset-config/grdi-vnl-slope-raster.json rename to ingestion-data/staging/dataset-config/grdi-vnl-slope-raster.json diff --git a/ingestion-data/dataset-config/hls-bais2.json b/ingestion-data/staging/dataset-config/hls-bais2.json similarity index 100% rename from ingestion-data/dataset-config/hls-bais2.json rename to ingestion-data/staging/dataset-config/hls-bais2.json diff --git a/ingestion-data/dataset-config/hls-swir-falsecolor-composite.json b/ingestion-data/staging/dataset-config/hls-swir-falsecolor-composite.json similarity index 100% rename from ingestion-data/dataset-config/hls-swir-falsecolor-composite.json rename to ingestion-data/staging/dataset-config/hls-swir-falsecolor-composite.json diff --git a/ingestion-data/dataset-config/hurricane_blue_tarps.json b/ingestion-data/staging/dataset-config/hurricane_blue_tarps.json similarity index 100% rename from ingestion-data/dataset-config/hurricane_blue_tarps.json rename to ingestion-data/staging/dataset-config/hurricane_blue_tarps.json diff --git a/ingestion-data/dataset-config/hurricane_planetscope_images.json b/ingestion-data/staging/dataset-config/hurricane_planetscope_images.json similarity index 100% rename from ingestion-data/dataset-config/hurricane_planetscope_images.json rename to ingestion-data/staging/dataset-config/hurricane_planetscope_images.json diff --git a/ingestion-data/dataset-config/landsat-nighttime-thermal.json b/ingestion-data/staging/dataset-config/landsat-nighttime-thermal.json similarity index 100% rename from ingestion-data/dataset-config/landsat-nighttime-thermal.json rename to ingestion-data/staging/dataset-config/landsat-nighttime-thermal.json diff --git a/ingestion-data/dataset-config/lis-tws-anomaly.json b/ingestion-data/staging/dataset-config/lis-tws-anomaly.json similarity index 100% rename from ingestion-data/dataset-config/lis-tws-anomaly.json rename to ingestion-data/staging/dataset-config/lis-tws-anomaly.json diff --git a/ingestion-data/dataset-config/lis-tws-nonstationarity-index.json b/ingestion-data/staging/dataset-config/lis-tws-nonstationarity-index.json similarity index 100% rename from ingestion-data/dataset-config/lis-tws-nonstationarity-index.json rename to ingestion-data/staging/dataset-config/lis-tws-nonstationarity-index.json diff --git a/ingestion-data/dataset-config/lis-tws-trend.json b/ingestion-data/staging/dataset-config/lis-tws-trend.json similarity index 100% rename from ingestion-data/dataset-config/lis-tws-trend.json rename to ingestion-data/staging/dataset-config/lis-tws-trend.json diff --git a/ingestion-data/dataset-config/modis-annual-lai-2003-2020.json b/ingestion-data/staging/dataset-config/modis-annual-lai-2003-2020.json similarity index 100% rename from ingestion-data/dataset-config/modis-annual-lai-2003-2020.json rename to ingestion-data/staging/dataset-config/modis-annual-lai-2003-2020.json diff --git a/ingestion-data/dataset-config/modis-fire-anomalies-diff-covid-19-changing-landscape.json b/ingestion-data/staging/dataset-config/modis-fire-anomalies-diff-covid-19-changing-landscape.json similarity index 100% rename from ingestion-data/dataset-config/modis-fire-anomalies-diff-covid-19-changing-landscape.json rename to ingestion-data/staging/dataset-config/modis-fire-anomalies-diff-covid-19-changing-landscape.json diff --git a/ingestion-data/dataset-config/modis-ndvi-diff.json b/ingestion-data/staging/dataset-config/modis-ndvi-diff.json similarity index 100% rename from ingestion-data/dataset-config/modis-ndvi-diff.json rename to ingestion-data/staging/dataset-config/modis-ndvi-diff.json diff --git a/ingestion-data/dataset-config/mtbs-burn-severity.json b/ingestion-data/staging/dataset-config/mtbs-burn-severity.json similarity index 100% rename from ingestion-data/dataset-config/mtbs-burn-severity.json rename to ingestion-data/staging/dataset-config/mtbs-burn-severity.json diff --git a/ingestion-data/dataset-config/nceo-africa-2017.json b/ingestion-data/staging/dataset-config/nceo-africa-2017.json similarity index 100% rename from ingestion-data/dataset-config/nceo-africa-2017.json rename to ingestion-data/staging/dataset-config/nceo-africa-2017.json diff --git a/ingestion-data/dataset-config/nightlights-500m-daily.json b/ingestion-data/staging/dataset-config/nightlights-500m-daily.json similarity index 100% rename from ingestion-data/dataset-config/nightlights-500m-daily.json rename to ingestion-data/staging/dataset-config/nightlights-500m-daily.json diff --git a/ingestion-data/dataset-config/nightlights-hd-1band.json b/ingestion-data/staging/dataset-config/nightlights-hd-1band.json similarity index 100% rename from ingestion-data/dataset-config/nightlights-hd-1band.json rename to ingestion-data/staging/dataset-config/nightlights-hd-1band.json diff --git a/ingestion-data/dataset-config/nightlights-hd-monthly.json b/ingestion-data/staging/dataset-config/nightlights-hd-monthly.json similarity index 100% rename from ingestion-data/dataset-config/nightlights-hd-monthly.json rename to ingestion-data/staging/dataset-config/nightlights-hd-monthly.json diff --git a/ingestion-data/dataset-config/nightlights_3bands.json b/ingestion-data/staging/dataset-config/nightlights_3bands.json similarity index 100% rename from ingestion-data/dataset-config/nightlights_3bands.json rename to ingestion-data/staging/dataset-config/nightlights_3bands.json diff --git a/ingestion-data/dataset-config/no2-monthly-diff.json b/ingestion-data/staging/dataset-config/no2-monthly-diff.json similarity index 100% rename from ingestion-data/dataset-config/no2-monthly-diff.json rename to ingestion-data/staging/dataset-config/no2-monthly-diff.json diff --git a/ingestion-data/dataset-config/no2-monthly.json b/ingestion-data/staging/dataset-config/no2-monthly.json similarity index 100% rename from ingestion-data/dataset-config/no2-monthly.json rename to ingestion-data/staging/dataset-config/no2-monthly.json diff --git a/ingestion-data/dataset-config/pzd-anomaly-covid-19.json b/ingestion-data/staging/dataset-config/pzd-anomaly-covid-19.json similarity index 100% rename from ingestion-data/dataset-config/pzd-anomaly-covid-19.json rename to ingestion-data/staging/dataset-config/pzd-anomaly-covid-19.json diff --git a/ingestion-data/dataset-config/recovery-proxy-maps-covid-19.json b/ingestion-data/staging/dataset-config/recovery-proxy-maps-covid-19.json similarity index 100% rename from ingestion-data/dataset-config/recovery-proxy-maps-covid-19.json rename to ingestion-data/staging/dataset-config/recovery-proxy-maps-covid-19.json diff --git a/ingestion-data/dataset-config/slowdown-proxy-covid-19-changing-landscapes.json b/ingestion-data/staging/dataset-config/slowdown-proxy-covid-19-changing-landscapes.json similarity index 100% rename from ingestion-data/dataset-config/slowdown-proxy-covid-19-changing-landscapes.json rename to ingestion-data/staging/dataset-config/slowdown-proxy-covid-19-changing-landscapes.json diff --git a/ingestion-data/dataset-config/snow-projections-diff-245.json b/ingestion-data/staging/dataset-config/snow-projections-diff-245.json similarity index 100% rename from ingestion-data/dataset-config/snow-projections-diff-245.json rename to ingestion-data/staging/dataset-config/snow-projections-diff-245.json diff --git a/ingestion-data/dataset-config/snow-projections-diff-585.json b/ingestion-data/staging/dataset-config/snow-projections-diff-585.json similarity index 100% rename from ingestion-data/dataset-config/snow-projections-diff-585.json rename to ingestion-data/staging/dataset-config/snow-projections-diff-585.json diff --git a/ingestion-data/dataset-config/snow-projections-median-245.json b/ingestion-data/staging/dataset-config/snow-projections-median-245.json similarity index 100% rename from ingestion-data/dataset-config/snow-projections-median-245.json rename to ingestion-data/staging/dataset-config/snow-projections-median-245.json diff --git a/ingestion-data/dataset-config/snow-projections-median-585.json b/ingestion-data/staging/dataset-config/snow-projections-median-585.json similarity index 100% rename from ingestion-data/dataset-config/snow-projections-median-585.json rename to ingestion-data/staging/dataset-config/snow-projections-median-585.json diff --git a/ingestion-data/dataset-config/social-vulnerability-index-household-nopop.json b/ingestion-data/staging/dataset-config/social-vulnerability-index-household-nopop.json similarity index 100% rename from ingestion-data/dataset-config/social-vulnerability-index-household-nopop.json rename to ingestion-data/staging/dataset-config/social-vulnerability-index-household-nopop.json diff --git a/ingestion-data/dataset-config/social-vulnerability-index-household.json b/ingestion-data/staging/dataset-config/social-vulnerability-index-household.json similarity index 100% rename from ingestion-data/dataset-config/social-vulnerability-index-household.json rename to ingestion-data/staging/dataset-config/social-vulnerability-index-household.json diff --git a/ingestion-data/dataset-config/social-vulnerability-index-housing-nopop.json b/ingestion-data/staging/dataset-config/social-vulnerability-index-housing-nopop.json similarity index 100% rename from ingestion-data/dataset-config/social-vulnerability-index-housing-nopop.json rename to ingestion-data/staging/dataset-config/social-vulnerability-index-housing-nopop.json diff --git a/ingestion-data/dataset-config/social-vulnerability-index-housing.json b/ingestion-data/staging/dataset-config/social-vulnerability-index-housing.json similarity index 100% rename from ingestion-data/dataset-config/social-vulnerability-index-housing.json rename to ingestion-data/staging/dataset-config/social-vulnerability-index-housing.json diff --git a/ingestion-data/dataset-config/social-vulnerability-index-minority-nopop.json b/ingestion-data/staging/dataset-config/social-vulnerability-index-minority-nopop.json similarity index 100% rename from ingestion-data/dataset-config/social-vulnerability-index-minority-nopop.json rename to ingestion-data/staging/dataset-config/social-vulnerability-index-minority-nopop.json diff --git a/ingestion-data/dataset-config/social-vulnerability-index-minority.json b/ingestion-data/staging/dataset-config/social-vulnerability-index-minority.json similarity index 100% rename from ingestion-data/dataset-config/social-vulnerability-index-minority.json rename to ingestion-data/staging/dataset-config/social-vulnerability-index-minority.json diff --git a/ingestion-data/dataset-config/social-vulnerability-index-overall-nopop.json b/ingestion-data/staging/dataset-config/social-vulnerability-index-overall-nopop.json similarity index 100% rename from ingestion-data/dataset-config/social-vulnerability-index-overall-nopop.json rename to ingestion-data/staging/dataset-config/social-vulnerability-index-overall-nopop.json diff --git a/ingestion-data/dataset-config/social-vulnerability-index-overall.json b/ingestion-data/staging/dataset-config/social-vulnerability-index-overall.json similarity index 100% rename from ingestion-data/dataset-config/social-vulnerability-index-overall.json rename to ingestion-data/staging/dataset-config/social-vulnerability-index-overall.json diff --git a/ingestion-data/dataset-config/social-vulnerability-index-socioeconomic-nopop.json b/ingestion-data/staging/dataset-config/social-vulnerability-index-socioeconomic-nopop.json similarity index 100% rename from ingestion-data/dataset-config/social-vulnerability-index-socioeconomic-nopop.json rename to ingestion-data/staging/dataset-config/social-vulnerability-index-socioeconomic-nopop.json diff --git a/ingestion-data/dataset-config/social-vulnerability-index-socioeconomic.json b/ingestion-data/staging/dataset-config/social-vulnerability-index-socioeconomic.json similarity index 100% rename from ingestion-data/dataset-config/social-vulnerability-index-socioeconomic.json rename to ingestion-data/staging/dataset-config/social-vulnerability-index-socioeconomic.json diff --git a/ingestion-data/dataset-config/togo-agriculture-covid-19.json b/ingestion-data/staging/dataset-config/togo-agriculture-covid-19.json similarity index 100% rename from ingestion-data/dataset-config/togo-agriculture-covid-19.json rename to ingestion-data/staging/dataset-config/togo-agriculture-covid-19.json diff --git a/ingestion-data/discovery-items/CMIP245-winter-median-pr.json b/ingestion-data/staging/discovery-items/CMIP245-winter-median-pr.json similarity index 100% rename from ingestion-data/discovery-items/CMIP245-winter-median-pr.json rename to ingestion-data/staging/discovery-items/CMIP245-winter-median-pr.json diff --git a/ingestion-data/discovery-items/CMIP245-winter-median-ta.json b/ingestion-data/staging/discovery-items/CMIP245-winter-median-ta.json similarity index 100% rename from ingestion-data/discovery-items/CMIP245-winter-median-ta.json rename to ingestion-data/staging/discovery-items/CMIP245-winter-median-ta.json diff --git a/ingestion-data/discovery-items/CMIP585-winter-median-pr.json b/ingestion-data/staging/discovery-items/CMIP585-winter-median-pr.json similarity index 100% rename from ingestion-data/discovery-items/CMIP585-winter-median-pr.json rename to ingestion-data/staging/discovery-items/CMIP585-winter-median-pr.json diff --git a/ingestion-data/discovery-items/CMIP585-winter-median-ta.json b/ingestion-data/staging/discovery-items/CMIP585-winter-median-ta.json similarity index 100% rename from ingestion-data/discovery-items/CMIP585-winter-median-ta.json rename to ingestion-data/staging/discovery-items/CMIP585-winter-median-ta.json diff --git a/ingestion-data/discovery-items/HLSL30.002-ida.json b/ingestion-data/staging/discovery-items/HLSL30.002-ida.json similarity index 100% rename from ingestion-data/discovery-items/HLSL30.002-ida.json rename to ingestion-data/staging/discovery-items/HLSL30.002-ida.json diff --git a/ingestion-data/discovery-items/HLSL30.002-maria.json b/ingestion-data/staging/discovery-items/HLSL30.002-maria.json similarity index 100% rename from ingestion-data/discovery-items/HLSL30.002-maria.json rename to ingestion-data/staging/discovery-items/HLSL30.002-maria.json diff --git a/ingestion-data/discovery-items/HLSS30.002-ida.json b/ingestion-data/staging/discovery-items/HLSS30.002-ida.json similarity index 100% rename from ingestion-data/discovery-items/HLSS30.002-ida.json rename to ingestion-data/staging/discovery-items/HLSS30.002-ida.json diff --git a/ingestion-data/discovery-items/HLSS30.002-maria.json b/ingestion-data/staging/discovery-items/HLSS30.002-maria.json similarity index 100% rename from ingestion-data/discovery-items/HLSS30.002-maria.json rename to ingestion-data/staging/discovery-items/HLSS30.002-maria.json diff --git a/ingestion-data/discovery-items/IS2SITMOGR4-cog.json b/ingestion-data/staging/discovery-items/IS2SITMOGR4-cog.json similarity index 100% rename from ingestion-data/discovery-items/IS2SITMOGR4-cog.json rename to ingestion-data/staging/discovery-items/IS2SITMOGR4-cog.json diff --git a/ingestion-data/discovery-items/MO_NPP_npp_vgpm.json b/ingestion-data/staging/discovery-items/MO_NPP_npp_vgpm.json similarity index 100% rename from ingestion-data/discovery-items/MO_NPP_npp_vgpm.json rename to ingestion-data/staging/discovery-items/MO_NPP_npp_vgpm.json diff --git a/ingestion-data/discovery-items/OMI_trno2-COG.json b/ingestion-data/staging/discovery-items/OMI_trno2-COG.json similarity index 100% rename from ingestion-data/discovery-items/OMI_trno2-COG.json rename to ingestion-data/staging/discovery-items/OMI_trno2-COG.json diff --git a/ingestion-data/discovery-items/OMSO2PCA-cog.json b/ingestion-data/staging/discovery-items/OMSO2PCA-cog.json similarity index 100% rename from ingestion-data/discovery-items/OMSO2PCA-cog.json rename to ingestion-data/staging/discovery-items/OMSO2PCA-cog.json diff --git a/ingestion-data/discovery-items/bangladesh-landcover-2001-2020.json b/ingestion-data/staging/discovery-items/bangladesh-landcover-2001-2020.json similarity index 100% rename from ingestion-data/discovery-items/bangladesh-landcover-2001-2020.json rename to ingestion-data/staging/discovery-items/bangladesh-landcover-2001-2020.json diff --git a/ingestion-data/discovery-items/barc-thomasfire.json b/ingestion-data/staging/discovery-items/barc-thomasfire.json similarity index 100% rename from ingestion-data/discovery-items/barc-thomasfire.json rename to ingestion-data/staging/discovery-items/barc-thomasfire.json diff --git a/ingestion-data/discovery-items/blue-tarp-detection.json b/ingestion-data/staging/discovery-items/blue-tarp-detection.json similarity index 100% rename from ingestion-data/discovery-items/blue-tarp-detection.json rename to ingestion-data/staging/discovery-items/blue-tarp-detection.json diff --git a/ingestion-data/discovery-items/blue-tarp-planetscope.json b/ingestion-data/staging/discovery-items/blue-tarp-planetscope.json similarity index 100% rename from ingestion-data/discovery-items/blue-tarp-planetscope.json rename to ingestion-data/staging/discovery-items/blue-tarp-planetscope.json diff --git a/ingestion-data/discovery-items/caldor-fire-behavior.json b/ingestion-data/staging/discovery-items/caldor-fire-behavior.json similarity index 100% rename from ingestion-data/discovery-items/caldor-fire-behavior.json rename to ingestion-data/staging/discovery-items/caldor-fire-behavior.json diff --git a/ingestion-data/discovery-items/caldor-fire-burn-severity.json b/ingestion-data/staging/discovery-items/caldor-fire-burn-severity.json similarity index 100% rename from ingestion-data/discovery-items/caldor-fire-burn-severity.json rename to ingestion-data/staging/discovery-items/caldor-fire-burn-severity.json diff --git a/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json b/ingestion-data/staging/discovery-items/campfire-albedo-wsa-diff.json similarity index 100% rename from ingestion-data/discovery-items/campfire-albedo-wsa-diff.json rename to ingestion-data/staging/discovery-items/campfire-albedo-wsa-diff.json diff --git a/ingestion-data/discovery-items/campfire-lst-day-diff.json b/ingestion-data/staging/discovery-items/campfire-lst-day-diff.json similarity index 100% rename from ingestion-data/discovery-items/campfire-lst-day-diff.json rename to ingestion-data/staging/discovery-items/campfire-lst-day-diff.json diff --git a/ingestion-data/discovery-items/campfire-lst-night-diff.json b/ingestion-data/staging/discovery-items/campfire-lst-night-diff.json similarity index 100% rename from ingestion-data/discovery-items/campfire-lst-night-diff.json rename to ingestion-data/staging/discovery-items/campfire-lst-night-diff.json diff --git a/ingestion-data/discovery-items/campfire-ndvi-diff.json b/ingestion-data/staging/discovery-items/campfire-ndvi-diff.json similarity index 100% rename from ingestion-data/discovery-items/campfire-ndvi-diff.json rename to ingestion-data/staging/discovery-items/campfire-ndvi-diff.json diff --git a/ingestion-data/discovery-items/campfire-nlcd.json b/ingestion-data/staging/discovery-items/campfire-nlcd.json similarity index 100% rename from ingestion-data/discovery-items/campfire-nlcd.json rename to ingestion-data/staging/discovery-items/campfire-nlcd.json diff --git a/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json b/ingestion-data/staging/discovery-items/ceos-co2-flux-budgets-mean.json similarity index 99% rename from ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json rename to ingestion-data/staging/discovery-items/ceos-co2-flux-budgets-mean.json index 1d0f42bf..9864235c 100644 --- a/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json +++ b/ingestion-data/staging/discovery-items/ceos-co2-flux-budgets-mean.json @@ -15,7 +15,7 @@ "crop-meanyear": { "title": "Lateral crop flux mean year", "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", - "regex": "^(.*)pilot_topdown_Crop_meanYear_CO2_Budget_grid_v1_2015_2020" + "regex": "^(.*)pilot_topdown_Crop_meanYear_CO2_Budget_grid_v1_2015_2020" }, "wood-meanyear": { "title": "Lateral crop flux mean year", diff --git a/ingestion-data/discovery-items/ceos-co2-flux-budgets.json b/ingestion-data/staging/discovery-items/ceos-co2-flux-budgets.json similarity index 100% rename from ingestion-data/discovery-items/ceos-co2-flux-budgets.json rename to ingestion-data/staging/discovery-items/ceos-co2-flux-budgets.json diff --git a/ingestion-data/discovery-items/co2-diff.json b/ingestion-data/staging/discovery-items/co2-diff.json similarity index 100% rename from ingestion-data/discovery-items/co2-diff.json rename to ingestion-data/staging/discovery-items/co2-diff.json diff --git a/ingestion-data/discovery-items/co2-mean.json b/ingestion-data/staging/discovery-items/co2-mean.json similarity index 100% rename from ingestion-data/discovery-items/co2-mean.json rename to ingestion-data/staging/discovery-items/co2-mean.json diff --git a/ingestion-data/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json b/ingestion-data/staging/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json similarity index 100% rename from ingestion-data/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json rename to ingestion-data/staging/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json diff --git a/ingestion-data/discovery-items/conus-reach.json b/ingestion-data/staging/discovery-items/conus-reach.json similarity index 100% rename from ingestion-data/discovery-items/conus-reach.json rename to ingestion-data/staging/discovery-items/conus-reach.json diff --git a/ingestion-data/discovery-items/cygnss-watermask-ucar.json b/ingestion-data/staging/discovery-items/cygnss-watermask-ucar.json similarity index 100% rename from ingestion-data/discovery-items/cygnss-watermask-ucar.json rename to ingestion-data/staging/discovery-items/cygnss-watermask-ucar.json diff --git a/ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json b/ingestion-data/staging/discovery-items/cygnss-watermask-ucberkeley.json similarity index 100% rename from ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json rename to ingestion-data/staging/discovery-items/cygnss-watermask-ucberkeley.json diff --git a/ingestion-data/discovery-items/damage_probability_2022-10-03.json b/ingestion-data/staging/discovery-items/damage_probability_2022-10-03.json similarity index 100% rename from ingestion-data/discovery-items/damage_probability_2022-10-03.json rename to ingestion-data/staging/discovery-items/damage_probability_2022-10-03.json diff --git a/ingestion-data/discovery-items/disalexi-etsuppression.json b/ingestion-data/staging/discovery-items/disalexi-etsuppression.json similarity index 100% rename from ingestion-data/discovery-items/disalexi-etsuppression.json rename to ingestion-data/staging/discovery-items/disalexi-etsuppression.json diff --git a/ingestion-data/discovery-items/disturbance-probability-percentile.json b/ingestion-data/staging/discovery-items/disturbance-probability-percentile.json similarity index 100% rename from ingestion-data/discovery-items/disturbance-probability-percentile.json rename to ingestion-data/staging/discovery-items/disturbance-probability-percentile.json diff --git a/ingestion-data/discovery-items/ecco-surface-height-change.json b/ingestion-data/staging/discovery-items/ecco-surface-height-change.json similarity index 100% rename from ingestion-data/discovery-items/ecco-surface-height-change.json rename to ingestion-data/staging/discovery-items/ecco-surface-height-change.json diff --git a/ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json b/ingestion-data/staging/discovery-items/entropy_difference_2022-09-05_2022-09-30.json similarity index 100% rename from ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json rename to ingestion-data/staging/discovery-items/entropy_difference_2022-09-05_2022-09-30.json diff --git a/ingestion-data/discovery-items/epa-emissions-2012-annual.json b/ingestion-data/staging/discovery-items/epa-emissions-2012-annual.json similarity index 100% rename from ingestion-data/discovery-items/epa-emissions-2012-annual.json rename to ingestion-data/staging/discovery-items/epa-emissions-2012-annual.json diff --git a/ingestion-data/discovery-items/epa-emissions-2012-daily.json b/ingestion-data/staging/discovery-items/epa-emissions-2012-daily.json similarity index 100% rename from ingestion-data/discovery-items/epa-emissions-2012-daily.json rename to ingestion-data/staging/discovery-items/epa-emissions-2012-daily.json diff --git a/ingestion-data/discovery-items/epa-emissions-2012-monthly.json b/ingestion-data/staging/discovery-items/epa-emissions-2012-monthly.json similarity index 100% rename from ingestion-data/discovery-items/epa-emissions-2012-monthly.json rename to ingestion-data/staging/discovery-items/epa-emissions-2012-monthly.json diff --git a/ingestion-data/discovery-items/facebook-population-density.json b/ingestion-data/staging/discovery-items/facebook-population-density.json similarity index 100% rename from ingestion-data/discovery-items/facebook-population-density.json rename to ingestion-data/staging/discovery-items/facebook-population-density.json diff --git a/ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json b/ingestion-data/staging/discovery-items/fldas-soil-moisture-anomalies.json similarity index 100% rename from ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json rename to ingestion-data/staging/discovery-items/fldas-soil-moisture-anomalies.json diff --git a/ingestion-data/discovery-items/frp-max-thomasfire.json b/ingestion-data/staging/discovery-items/frp-max-thomasfire.json similarity index 100% rename from ingestion-data/discovery-items/frp-max-thomasfire.json rename to ingestion-data/staging/discovery-items/frp-max-thomasfire.json diff --git a/ingestion-data/discovery-items/geoglam.json b/ingestion-data/staging/discovery-items/geoglam.json similarity index 100% rename from ingestion-data/discovery-items/geoglam.json rename to ingestion-data/staging/discovery-items/geoglam.json diff --git a/ingestion-data/discovery-items/grdi.json b/ingestion-data/staging/discovery-items/grdi.json similarity index 100% rename from ingestion-data/discovery-items/grdi.json rename to ingestion-data/staging/discovery-items/grdi.json diff --git a/ingestion-data/discovery-items/hls-bais2-v2.json b/ingestion-data/staging/discovery-items/hls-bais2-v2.json similarity index 100% rename from ingestion-data/discovery-items/hls-bais2-v2.json rename to ingestion-data/staging/discovery-items/hls-bais2-v2.json diff --git a/ingestion-data/discovery-items/hls-bais2.json b/ingestion-data/staging/discovery-items/hls-bais2.json similarity index 100% rename from ingestion-data/discovery-items/hls-bais2.json rename to ingestion-data/staging/discovery-items/hls-bais2.json diff --git a/ingestion-data/discovery-items/hls-l30-002-ej-reprocessed.json b/ingestion-data/staging/discovery-items/hls-l30-002-ej-reprocessed.json similarity index 100% rename from ingestion-data/discovery-items/hls-l30-002-ej-reprocessed.json rename to ingestion-data/staging/discovery-items/hls-l30-002-ej-reprocessed.json diff --git a/ingestion-data/discovery-items/hls-ndvi.json b/ingestion-data/staging/discovery-items/hls-ndvi.json similarity index 100% rename from ingestion-data/discovery-items/hls-ndvi.json rename to ingestion-data/staging/discovery-items/hls-ndvi.json diff --git a/ingestion-data/discovery-items/hls-s30-002-ej-reprocessed.json b/ingestion-data/staging/discovery-items/hls-s30-002-ej-reprocessed.json similarity index 100% rename from ingestion-data/discovery-items/hls-s30-002-ej-reprocessed.json rename to ingestion-data/staging/discovery-items/hls-s30-002-ej-reprocessed.json diff --git a/ingestion-data/discovery-items/hls-swir-falsecolor-composite.json b/ingestion-data/staging/discovery-items/hls-swir-falsecolor-composite.json similarity index 100% rename from ingestion-data/discovery-items/hls-swir-falsecolor-composite.json rename to ingestion-data/staging/discovery-items/hls-swir-falsecolor-composite.json diff --git a/ingestion-data/discovery-items/houston-aod-diff.json b/ingestion-data/staging/discovery-items/houston-aod-diff.json similarity index 100% rename from ingestion-data/discovery-items/houston-aod-diff.json rename to ingestion-data/staging/discovery-items/houston-aod-diff.json diff --git a/ingestion-data/discovery-items/houston-aod.json b/ingestion-data/staging/discovery-items/houston-aod.json similarity index 100% rename from ingestion-data/discovery-items/houston-aod.json rename to ingestion-data/staging/discovery-items/houston-aod.json diff --git a/ingestion-data/discovery-items/houston-landcover.json b/ingestion-data/staging/discovery-items/houston-landcover.json similarity index 100% rename from ingestion-data/discovery-items/houston-landcover.json rename to ingestion-data/staging/discovery-items/houston-landcover.json diff --git a/ingestion-data/discovery-items/houston-lst-day.json b/ingestion-data/staging/discovery-items/houston-lst-day.json similarity index 100% rename from ingestion-data/discovery-items/houston-lst-day.json rename to ingestion-data/staging/discovery-items/houston-lst-day.json diff --git a/ingestion-data/discovery-items/houston-lst-diff.json b/ingestion-data/staging/discovery-items/houston-lst-diff.json similarity index 100% rename from ingestion-data/discovery-items/houston-lst-diff.json rename to ingestion-data/staging/discovery-items/houston-lst-diff.json diff --git a/ingestion-data/discovery-items/houston-lst-night.json b/ingestion-data/staging/discovery-items/houston-lst-night.json similarity index 100% rename from ingestion-data/discovery-items/houston-lst-night.json rename to ingestion-data/staging/discovery-items/houston-lst-night.json diff --git a/ingestion-data/discovery-items/houston-ndvi.json b/ingestion-data/staging/discovery-items/houston-ndvi.json similarity index 100% rename from ingestion-data/discovery-items/houston-ndvi.json rename to ingestion-data/staging/discovery-items/houston-ndvi.json diff --git a/ingestion-data/discovery-items/houston-urbanization.json b/ingestion-data/staging/discovery-items/houston-urbanization.json similarity index 100% rename from ingestion-data/discovery-items/houston-urbanization.json rename to ingestion-data/staging/discovery-items/houston-urbanization.json diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json b/ingestion-data/staging/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json similarity index 100% rename from ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json rename to ingestion-data/staging/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json b/ingestion-data/staging/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json similarity index 100% rename from ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json rename to ingestion-data/staging/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json b/ingestion-data/staging/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json similarity index 100% rename from ingestion-data/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json rename to ingestion-data/staging/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json b/ingestion-data/staging/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json similarity index 100% rename from ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json rename to ingestion-data/staging/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json b/ingestion-data/staging/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json similarity index 100% rename from ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json rename to ingestion-data/staging/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json b/ingestion-data/staging/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json similarity index 100% rename from ingestion-data/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json rename to ingestion-data/staging/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-vanern.json b/ingestion-data/staging/discovery-items/landsat-c2l2-sr-lakes-vanern.json similarity index 100% rename from ingestion-data/discovery-items/landsat-c2l2-sr-lakes-vanern.json rename to ingestion-data/staging/discovery-items/landsat-c2l2-sr-lakes-vanern.json diff --git a/ingestion-data/discovery-items/landsat-nighttime-thermal.json b/ingestion-data/staging/discovery-items/landsat-nighttime-thermal.json similarity index 100% rename from ingestion-data/discovery-items/landsat-nighttime-thermal.json rename to ingestion-data/staging/discovery-items/landsat-nighttime-thermal.json diff --git a/ingestion-data/discovery-items/lis-etsuppression.json b/ingestion-data/staging/discovery-items/lis-etsuppression.json similarity index 100% rename from ingestion-data/discovery-items/lis-etsuppression.json rename to ingestion-data/staging/discovery-items/lis-etsuppression.json diff --git a/ingestion-data/discovery-items/lis-global-da-evap.json b/ingestion-data/staging/discovery-items/lis-global-da-evap.json similarity index 100% rename from ingestion-data/discovery-items/lis-global-da-evap.json rename to ingestion-data/staging/discovery-items/lis-global-da-evap.json diff --git a/ingestion-data/discovery-items/lis-global-da-gpp-trend.json b/ingestion-data/staging/discovery-items/lis-global-da-gpp-trend.json similarity index 100% rename from ingestion-data/discovery-items/lis-global-da-gpp-trend.json rename to ingestion-data/staging/discovery-items/lis-global-da-gpp-trend.json diff --git a/ingestion-data/discovery-items/lis-global-da-gpp.json b/ingestion-data/staging/discovery-items/lis-global-da-gpp.json similarity index 100% rename from ingestion-data/discovery-items/lis-global-da-gpp.json rename to ingestion-data/staging/discovery-items/lis-global-da-gpp.json diff --git a/ingestion-data/discovery-items/lis-global-da-gws.json b/ingestion-data/staging/discovery-items/lis-global-da-gws.json similarity index 100% rename from ingestion-data/discovery-items/lis-global-da-gws.json rename to ingestion-data/staging/discovery-items/lis-global-da-gws.json diff --git a/ingestion-data/discovery-items/lis-global-da-qs.json b/ingestion-data/staging/discovery-items/lis-global-da-qs.json similarity index 100% rename from ingestion-data/discovery-items/lis-global-da-qs.json rename to ingestion-data/staging/discovery-items/lis-global-da-qs.json diff --git a/ingestion-data/discovery-items/lis-global-da-qsb.json b/ingestion-data/staging/discovery-items/lis-global-da-qsb.json similarity index 100% rename from ingestion-data/discovery-items/lis-global-da-qsb.json rename to ingestion-data/staging/discovery-items/lis-global-da-qsb.json diff --git a/ingestion-data/discovery-items/lis-global-da-streamflow.json b/ingestion-data/staging/discovery-items/lis-global-da-streamflow.json similarity index 100% rename from ingestion-data/discovery-items/lis-global-da-streamflow.json rename to ingestion-data/staging/discovery-items/lis-global-da-streamflow.json diff --git a/ingestion-data/discovery-items/lis-global-da-swe.json b/ingestion-data/staging/discovery-items/lis-global-da-swe.json similarity index 100% rename from ingestion-data/discovery-items/lis-global-da-swe.json rename to ingestion-data/staging/discovery-items/lis-global-da-swe.json diff --git a/ingestion-data/discovery-items/lis-global-da-totalprecip.json b/ingestion-data/staging/discovery-items/lis-global-da-totalprecip.json similarity index 100% rename from ingestion-data/discovery-items/lis-global-da-totalprecip.json rename to ingestion-data/staging/discovery-items/lis-global-da-totalprecip.json diff --git a/ingestion-data/discovery-items/lis-global-da-tws-trend.json b/ingestion-data/staging/discovery-items/lis-global-da-tws-trend.json similarity index 100% rename from ingestion-data/discovery-items/lis-global-da-tws-trend.json rename to ingestion-data/staging/discovery-items/lis-global-da-tws-trend.json diff --git a/ingestion-data/discovery-items/lis-global-da-tws.json b/ingestion-data/staging/discovery-items/lis-global-da-tws.json similarity index 100% rename from ingestion-data/discovery-items/lis-global-da-tws.json rename to ingestion-data/staging/discovery-items/lis-global-da-tws.json diff --git a/ingestion-data/discovery-items/lis-tvegsuppression.json b/ingestion-data/staging/discovery-items/lis-tvegsuppression.json similarity index 100% rename from ingestion-data/discovery-items/lis-tvegsuppression.json rename to ingestion-data/staging/discovery-items/lis-tvegsuppression.json diff --git a/ingestion-data/discovery-items/lis-tws-anomaly.json b/ingestion-data/staging/discovery-items/lis-tws-anomaly.json similarity index 100% rename from ingestion-data/discovery-items/lis-tws-anomaly.json rename to ingestion-data/staging/discovery-items/lis-tws-anomaly.json diff --git a/ingestion-data/discovery-items/lis-tws-nonstationarity-index.json b/ingestion-data/staging/discovery-items/lis-tws-nonstationarity-index.json similarity index 100% rename from ingestion-data/discovery-items/lis-tws-nonstationarity-index.json rename to ingestion-data/staging/discovery-items/lis-tws-nonstationarity-index.json diff --git a/ingestion-data/discovery-items/lis-tws-trend.json b/ingestion-data/staging/discovery-items/lis-tws-trend.json similarity index 100% rename from ingestion-data/discovery-items/lis-tws-trend.json rename to ingestion-data/staging/discovery-items/lis-tws-trend.json diff --git a/ingestion-data/discovery-items/ls8-covid-19-example-data.json b/ingestion-data/staging/discovery-items/ls8-covid-19-example-data.json similarity index 100% rename from ingestion-data/discovery-items/ls8-covid-19-example-data.json rename to ingestion-data/staging/discovery-items/ls8-covid-19-example-data.json diff --git a/ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json b/ingestion-data/staging/discovery-items/modis-albedo-wsa-diff-2015-2022.json similarity index 100% rename from ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json rename to ingestion-data/staging/discovery-items/modis-albedo-wsa-diff-2015-2022.json diff --git a/ingestion-data/discovery-items/modis-annual-lai-2003-2020.json b/ingestion-data/staging/discovery-items/modis-annual-lai-2003-2020.json similarity index 100% rename from ingestion-data/discovery-items/modis-annual-lai-2003-2020.json rename to ingestion-data/staging/discovery-items/modis-annual-lai-2003-2020.json diff --git a/ingestion-data/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json b/ingestion-data/staging/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json similarity index 100% rename from ingestion-data/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json rename to ingestion-data/staging/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json diff --git a/ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json b/ingestion-data/staging/discovery-items/modis-lst-day-diff-2015-2022.json similarity index 100% rename from ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json rename to ingestion-data/staging/discovery-items/modis-lst-day-diff-2015-2022.json diff --git a/ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json b/ingestion-data/staging/discovery-items/modis-lst-night-diff-2015-2022.json similarity index 100% rename from ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json rename to ingestion-data/staging/discovery-items/modis-lst-night-diff-2015-2022.json diff --git a/ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json b/ingestion-data/staging/discovery-items/modis-ndvi-diff-2015-2022.json similarity index 100% rename from ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json rename to ingestion-data/staging/discovery-items/modis-ndvi-diff-2015-2022.json diff --git a/ingestion-data/discovery-items/modis_diff.json b/ingestion-data/staging/discovery-items/modis_diff.json similarity index 100% rename from ingestion-data/discovery-items/modis_diff.json rename to ingestion-data/staging/discovery-items/modis_diff.json diff --git a/ingestion-data/discovery-items/mtbs-burn-severity.json b/ingestion-data/staging/discovery-items/mtbs-burn-severity.json similarity index 100% rename from ingestion-data/discovery-items/mtbs-burn-severity.json rename to ingestion-data/staging/discovery-items/mtbs-burn-severity.json diff --git a/ingestion-data/discovery-items/nceo_africa_2017.json b/ingestion-data/staging/discovery-items/nceo_africa_2017.json similarity index 100% rename from ingestion-data/discovery-items/nceo_africa_2017.json rename to ingestion-data/staging/discovery-items/nceo_africa_2017.json diff --git a/ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json b/ingestion-data/staging/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json similarity index 100% rename from ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json rename to ingestion-data/staging/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json diff --git a/ingestion-data/discovery-items/nightlights-500m-daily.json b/ingestion-data/staging/discovery-items/nightlights-500m-daily.json similarity index 100% rename from ingestion-data/discovery-items/nightlights-500m-daily.json rename to ingestion-data/staging/discovery-items/nightlights-500m-daily.json diff --git a/ingestion-data/discovery-items/nightlights-hd-1band.json b/ingestion-data/staging/discovery-items/nightlights-hd-1band.json similarity index 100% rename from ingestion-data/discovery-items/nightlights-hd-1band.json rename to ingestion-data/staging/discovery-items/nightlights-hd-1band.json diff --git a/ingestion-data/discovery-items/nightlights-hd-3bands.json b/ingestion-data/staging/discovery-items/nightlights-hd-3bands.json similarity index 100% rename from ingestion-data/discovery-items/nightlights-hd-3bands.json rename to ingestion-data/staging/discovery-items/nightlights-hd-3bands.json diff --git a/ingestion-data/discovery-items/nightlights-hd-monthly-blackmarble.json b/ingestion-data/staging/discovery-items/nightlights-hd-monthly-blackmarble.json similarity index 100% rename from ingestion-data/discovery-items/nightlights-hd-monthly-blackmarble.json rename to ingestion-data/staging/discovery-items/nightlights-hd-monthly-blackmarble.json diff --git a/ingestion-data/discovery-items/nightlights-hd-monthly.json b/ingestion-data/staging/discovery-items/nightlights-hd-monthly.json similarity index 100% rename from ingestion-data/discovery-items/nightlights-hd-monthly.json rename to ingestion-data/staging/discovery-items/nightlights-hd-monthly.json diff --git a/ingestion-data/discovery-items/no2-monthly-diff.json b/ingestion-data/staging/discovery-items/no2-monthly-diff.json similarity index 100% rename from ingestion-data/discovery-items/no2-monthly-diff.json rename to ingestion-data/staging/discovery-items/no2-monthly-diff.json diff --git a/ingestion-data/discovery-items/no2-monthly.json b/ingestion-data/staging/discovery-items/no2-monthly.json similarity index 100% rename from ingestion-data/discovery-items/no2-monthly.json rename to ingestion-data/staging/discovery-items/no2-monthly.json diff --git a/ingestion-data/discovery-items/pzd-anomaly-covid-19.json b/ingestion-data/staging/discovery-items/pzd-anomaly-covid-19.json similarity index 100% rename from ingestion-data/discovery-items/pzd-anomaly-covid-19.json rename to ingestion-data/staging/discovery-items/pzd-anomaly-covid-19.json diff --git a/ingestion-data/discovery-items/recovery-proxy-maps-covid-19.json b/ingestion-data/staging/discovery-items/recovery-proxy-maps-covid-19.json similarity index 100% rename from ingestion-data/discovery-items/recovery-proxy-maps-covid-19.json rename to ingestion-data/staging/discovery-items/recovery-proxy-maps-covid-19.json diff --git a/ingestion-data/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json b/ingestion-data/staging/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json similarity index 100% rename from ingestion-data/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json rename to ingestion-data/staging/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json diff --git a/ingestion-data/discovery-items/snow-projections-diff-245.json b/ingestion-data/staging/discovery-items/snow-projections-diff-245.json similarity index 100% rename from ingestion-data/discovery-items/snow-projections-diff-245.json rename to ingestion-data/staging/discovery-items/snow-projections-diff-245.json diff --git a/ingestion-data/discovery-items/snow-projections-diff-585.json b/ingestion-data/staging/discovery-items/snow-projections-diff-585.json similarity index 100% rename from ingestion-data/discovery-items/snow-projections-diff-585.json rename to ingestion-data/staging/discovery-items/snow-projections-diff-585.json diff --git a/ingestion-data/discovery-items/snow-projections-median-245.json b/ingestion-data/staging/discovery-items/snow-projections-median-245.json similarity index 100% rename from ingestion-data/discovery-items/snow-projections-median-245.json rename to ingestion-data/staging/discovery-items/snow-projections-median-245.json diff --git a/ingestion-data/discovery-items/snow-projections-median-585.json b/ingestion-data/staging/discovery-items/snow-projections-median-585.json similarity index 100% rename from ingestion-data/discovery-items/snow-projections-median-585.json rename to ingestion-data/staging/discovery-items/snow-projections-median-585.json diff --git a/ingestion-data/discovery-items/social-vulnerability-index.json b/ingestion-data/staging/discovery-items/social-vulnerability-index.json similarity index 100% rename from ingestion-data/discovery-items/social-vulnerability-index.json rename to ingestion-data/staging/discovery-items/social-vulnerability-index.json diff --git a/ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json b/ingestion-data/staging/discovery-items/sport-lis-vsm0_100cm-percentile.json similarity index 100% rename from ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json rename to ingestion-data/staging/discovery-items/sport-lis-vsm0_100cm-percentile.json diff --git a/ingestion-data/discovery-items/togo-agriculture-covid-19.json b/ingestion-data/staging/discovery-items/togo-agriculture-covid-19.json similarity index 100% rename from ingestion-data/discovery-items/togo-agriculture-covid-19.json rename to ingestion-data/staging/discovery-items/togo-agriculture-covid-19.json