diff --git a/ingestion-data/collections/snow-projections-diff.json b/ingestion-data/collections/snow-projections-diff.json deleted file mode 100644 index e9ef2fb3..00000000 --- a/ingestion-data/collections/snow-projections-diff.json +++ /dev/null @@ -1,70 +0,0 @@ -{ - "id": "snow-projections-diff", - "type": "Collection", - "title": "Projections of Snow Water Equivalent (SWE) losses", - "links": [], - "description": "Percent-change to future SWE, relative to the historical period (1995 - 2014), simulated using the LIS framework and CMIP6 climate projections downscaled by NASA Earth Exchange (NEX-GDDP-CMIP6)", - "extent": { - "spatial": { - "bbox": [ - [ - -121.2149658203125, - 36.66500091552734, - -105.40498779296708, - 49.064999694823946 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2017-04-01T00:00:00Z", - "2077-05-01T00:00:00Z" - ] - ] - } - }, - "license": "CC0-1.0", - "stac_extensions": [ - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "item_assets": { - "cog_default": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Default COG Layer", - "description": "Cloud optimized default layer to display on map" - } - }, - "dashboard:is_periodic": false, - "dashboard:time_density": null, - "stac_version": "1.0.0", - "providers": [ - { - "name": "NASA Center for Climate Simulation (NCCS)", - "url": "https://www.nccs.nasa.gov/services/data-collections/land-based-products/nex-gddp-cmip6", - "roles": [ - "producer", - "processor", - "licensor" - ] - }, - { - "name": "NASA Earth Information System", - "url": "https://www.earthdata.nasa.gov/eis", - "roles": [ - "processor" - ] - }, - { - "name": "NASA VEDA", - "url": "https://www.earthdata.nasa.gov/dashboard/", - "roles": [ - "host" - ] - } - ] -} \ No newline at end of file diff --git a/ingestion-data/collections/snow-projections-median.json b/ingestion-data/collections/snow-projections-median.json deleted file mode 100644 index 896ff318..00000000 --- a/ingestion-data/collections/snow-projections-median.json +++ /dev/null @@ -1,70 +0,0 @@ -{ - "id": "snow-projections-median", - "type": "Collection", - "title": "Projections of Snow Water Equivalent (SWE)", - "links": [], - "description": "Historical (1995 - 2014) and future SWE simulated using the LIS framework and CMIP6 climate projections downscaled by NASA Earth Exchange (NEX-GDDP-CMIP6)", - "extent": { - "spatial": { - "bbox": [ - [ - -121.2149658203125, - 36.66500091552734, - -105.40498779296708, - 49.064999694823946 - ] - ] - }, - "temporal": { - "interval": [ - [ - "2011-04-01T00:00:00Z", - "2077-05-01T00:00:00Z" - ] - ] - } - }, - "license": "CC0-1.0", - "stac_extensions": [ - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" - ], - "item_assets": { - "cog_default": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", - "roles": [ - "data", - "layer" - ], - "title": "Default COG Layer", - "description": "Cloud optimized default layer to display on map" - } - }, - "dashboard:is_periodic": false, - "dashboard:time_density": null, - "stac_version": "1.0.0", - "providers": [ - { - "name": "NASA Center for Climate Simulation (NCCS)", - "url": "https://www.nccs.nasa.gov/services/data-collections/land-based-products/nex-gddp-cmip6", - "roles": [ - "producer", - "processor", - "licensor" - ] - }, - { - "name": "NASA Earth Information System", - "url": "https://www.earthdata.nasa.gov/eis", - "roles": [ - "processor" - ] - }, - { - "name": "NASA VEDA", - "url": "https://www.earthdata.nasa.gov/dashboard/", - "roles": [ - "host" - ] - } - ] -} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/CMIP245-winter-median-pr.json b/ingestion-data/discovery-items/CMIP245-winter-median-pr.json similarity index 100% rename from ingestion-data/step-functions-input/CMIP245-winter-median-pr.json rename to ingestion-data/discovery-items/CMIP245-winter-median-pr.json diff --git a/ingestion-data/step-functions-input/CMIP245-winter-median-ta.json b/ingestion-data/discovery-items/CMIP245-winter-median-ta.json similarity index 100% rename from ingestion-data/step-functions-input/CMIP245-winter-median-ta.json rename to ingestion-data/discovery-items/CMIP245-winter-median-ta.json diff --git a/ingestion-data/discovery-items/CMIP585-winter-median-pr.json b/ingestion-data/discovery-items/CMIP585-winter-median-pr.json new file mode 100644 index 00000000..09d8718c --- /dev/null +++ b/ingestion-data/discovery-items/CMIP585-winter-median-pr.json @@ -0,0 +1,42 @@ +[ + { + "collection": "CMIP585-winter-median-pr", + "prefix": "EIS/NEX-GDDP-CMIP6/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*)_pr(.*)ssp585_2025(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2025-01-01T00:00:00Z", + "end_datetime": "2025-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-pr", + "prefix": "EIS/NEX-GDDP-CMIP6/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*)_pr(.*)ssp585_2045(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2045-01-01T00:00:00Z", + "end_datetime": "2045-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-pr", + "prefix": "EIS/NEX-GDDP-CMIP6/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*)_pr(.*)ssp585_2065(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2065-01-01T00:00:00Z", + "end_datetime": "2065-03-31T12:00:00Z" + }, + { + "collection": "CMIP585-winter-median-pr", + "prefix": "EIS/NEX-GDDP-CMIP6/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*)_pr(.*)ssp585_2085(.*).cog.tif$", + "discovery": "s3", + "upload": false, + "start_datetime": "2085-01-01T00:00:00Z", + "end_datetime": "2085-03-31T12:00:00Z" + } + ] \ No newline at end of file diff --git a/ingestion-data/step-functions-input/CMIP585-winter-median-ta.json b/ingestion-data/discovery-items/CMIP585-winter-median-ta.json similarity index 100% rename from ingestion-data/step-functions-input/CMIP585-winter-median-ta.json rename to ingestion-data/discovery-items/CMIP585-winter-median-ta.json diff --git a/ingestion-data/step-functions-input/HLSL30.002-ida.json b/ingestion-data/discovery-items/HLSL30.002-ida.json similarity index 100% rename from ingestion-data/step-functions-input/HLSL30.002-ida.json rename to ingestion-data/discovery-items/HLSL30.002-ida.json diff --git a/ingestion-data/step-functions-input/HLSL30.002-maria.json b/ingestion-data/discovery-items/HLSL30.002-maria.json similarity index 100% rename from ingestion-data/step-functions-input/HLSL30.002-maria.json rename to ingestion-data/discovery-items/HLSL30.002-maria.json diff --git a/ingestion-data/step-functions-input/HLSS30.002-ida.json b/ingestion-data/discovery-items/HLSS30.002-ida.json similarity index 100% rename from ingestion-data/step-functions-input/HLSS30.002-ida.json rename to ingestion-data/discovery-items/HLSS30.002-ida.json diff --git a/ingestion-data/step-functions-input/HLSS30.002-maria.json b/ingestion-data/discovery-items/HLSS30.002-maria.json similarity index 100% rename from ingestion-data/step-functions-input/HLSS30.002-maria.json rename to ingestion-data/discovery-items/HLSS30.002-maria.json diff --git a/ingestion-data/step-functions-input/IS2SITMOGR4-cog.json b/ingestion-data/discovery-items/IS2SITMOGR4-cog.json similarity index 100% rename from ingestion-data/step-functions-input/IS2SITMOGR4-cog.json rename to ingestion-data/discovery-items/IS2SITMOGR4-cog.json diff --git a/ingestion-data/step-functions-input/MO_NPP_npp_vgpm.json b/ingestion-data/discovery-items/MO_NPP_npp_vgpm.json similarity index 100% rename from ingestion-data/step-functions-input/MO_NPP_npp_vgpm.json rename to ingestion-data/discovery-items/MO_NPP_npp_vgpm.json diff --git a/ingestion-data/step-functions-input/OMI_trno2-COG.json b/ingestion-data/discovery-items/OMI_trno2-COG.json similarity index 100% rename from ingestion-data/step-functions-input/OMI_trno2-COG.json rename to ingestion-data/discovery-items/OMI_trno2-COG.json diff --git a/ingestion-data/step-functions-input/OMSO2PCA-cog.json b/ingestion-data/discovery-items/OMSO2PCA-cog.json similarity index 71% rename from ingestion-data/step-functions-input/OMSO2PCA-cog.json rename to ingestion-data/discovery-items/OMSO2PCA-cog.json index fa01a2e6..9aa76473 100644 --- a/ingestion-data/step-functions-input/OMSO2PCA-cog.json +++ b/ingestion-data/discovery-items/OMSO2PCA-cog.json @@ -1,8 +1,9 @@ { "collection": "OMSO2PCA-COG", - "prefix": "OMSO2PCA-COG/", "bucket": "veda-data-store-staging", - "filename_regex": "^(.*).tif$", + "prefix": "OMSO2PCA-COG/", + "filename_regex":"OMSO2PCA_LUT_SCD", "discovery": "s3", + "upload": false, "datetime_range": "year" -} +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/bangladesh-landcover-2001-2020.json b/ingestion-data/discovery-items/bangladesh-landcover-2001-2020.json similarity index 100% rename from ingestion-data/step-functions-input/bangladesh-landcover-2001-2020.json rename to ingestion-data/discovery-items/bangladesh-landcover-2001-2020.json diff --git a/ingestion-data/discovery-items/barc-thomasfire.json b/ingestion-data/discovery-items/barc-thomasfire.json new file mode 100644 index 00000000..c359dcb0 --- /dev/null +++ b/ingestion-data/discovery-items/barc-thomasfire.json @@ -0,0 +1,8 @@ +{ + "collection": "barc-thomasfire", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/Fire-Hydro/", + "filename_regex": "thomas_fire_barc_201712", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/blue-tarp-detection.json b/ingestion-data/discovery-items/blue-tarp-detection.json similarity index 100% rename from ingestion-data/step-functions-input/blue-tarp-detection.json rename to ingestion-data/discovery-items/blue-tarp-detection.json diff --git a/ingestion-data/step-functions-input/blue-tarp-planetscope.json b/ingestion-data/discovery-items/blue-tarp-planetscope.json similarity index 100% rename from ingestion-data/step-functions-input/blue-tarp-planetscope.json rename to ingestion-data/discovery-items/blue-tarp-planetscope.json diff --git a/ingestion-data/step-functions-input/caldor-fire-behavior.json b/ingestion-data/discovery-items/caldor-fire-behavior.json similarity index 100% rename from ingestion-data/step-functions-input/caldor-fire-behavior.json rename to ingestion-data/discovery-items/caldor-fire-behavior.json diff --git a/ingestion-data/step-functions-input/caldor-fire-burn-severity.json b/ingestion-data/discovery-items/caldor-fire-burn-severity.json similarity index 100% rename from ingestion-data/step-functions-input/caldor-fire-burn-severity.json rename to ingestion-data/discovery-items/caldor-fire-burn-severity.json diff --git a/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json b/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json new file mode 100644 index 00000000..2ad4708f --- /dev/null +++ b/ingestion-data/discovery-items/campfire-albedo-wsa-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "campfire-albedo-wsa-diff", + "bucket": "veda-data-store-staging", + "prefix": "campfire-data/", + "filename_regex": "CampFire_albedo_WSA_2015_2022_diff", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-lst-day-diff.json b/ingestion-data/discovery-items/campfire-lst-day-diff.json new file mode 100644 index 00000000..84ac2308 --- /dev/null +++ b/ingestion-data/discovery-items/campfire-lst-day-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "campfire-lst-day-diff", + "bucket": "veda-data-store-staging", + "prefix": "campfire-data/", + "filename_regex": "CampFire_LST_Day_2015_2022_diff", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-lst-night-diff.json b/ingestion-data/discovery-items/campfire-lst-night-diff.json new file mode 100644 index 00000000..c660ac80 --- /dev/null +++ b/ingestion-data/discovery-items/campfire-lst-night-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "campfire-lst-night-diff", + "bucket": "veda-data-store-staging", + "prefix": "campfire-data/", + "filename_regex": "CampFire_LST_Night_2015_2022_diff", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-ndvi-diff.json b/ingestion-data/discovery-items/campfire-ndvi-diff.json new file mode 100644 index 00000000..3e072400 --- /dev/null +++ b/ingestion-data/discovery-items/campfire-ndvi-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "campfire-ndvi-diff", + "bucket": "veda-data-store-staging", + "prefix": "campfire-data/", + "filename_regex": "CampFire_NDVI_2015_2022_diff", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/campfire-nlcd.json b/ingestion-data/discovery-items/campfire-nlcd.json new file mode 100644 index 00000000..1fad8bdd --- /dev/null +++ b/ingestion-data/discovery-items/campfire-nlcd.json @@ -0,0 +1,8 @@ +{ + "collection": "campfire-nlcd", + "bucket": "veda-data-store-staging", + "prefix": "campfire-data/", + "filename_regex": "CampFire_NLCD_2019", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json b/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json new file mode 100644 index 00000000..bc9845bf --- /dev/null +++ b/ingestion-data/discovery-items/ceos-co2-flux-budgets-mean.json @@ -0,0 +1,171 @@ +{ + "collection": "ceos-co2-flux-budgets-mean", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "prefix": "EIS/CEOS_DATA/CO2_flux_updated/", + "upload": false, + "id_regex": "", + "id_template": "", + "assets": { + "ff-meanyear": { + "title": "Fossil fuel and cement emissions mean year", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere", + "regex": "FF_meanYear" + }, + "crop-meanyear": { + "title": "Lateral crop flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "Crop_meanYear" + }, + "wood-meanyear": { + "title": "Lateral crop flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "Wood_meanYear" + }, + "river-meanyear": { + "title": "Lateral wood flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": ".*asset2.*" + }, + "ff-std-meanyear": { + "title": "Fossil fuel and cement emissions std mean year", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", + "regex": "FF_std_meanYear" + }, + "is-nbe-meanyear": { + "title": "In situ Net biosphere exchange mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "IS_NBE_meanYear" + }, + "is-nce-meanyear": { + "title": "In situ Terrestrial net carbon exchange year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "IS_NCE_meanYear" + }, + "crop-std-meanyear": { + "title": "lateral crop flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "Crop_std_meanYear" + }, + "lnlg-nbe-meanyear": { + "title": "Land Nadir and Land Glint Net biosphere exchange mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLG_NBE_meanYear" + }, + "lnlg-nce-meanyear": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLG_NCE_meanYear" + }, + "wood-std-meanyear": { + "title": "Lateral wood flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": "Wood_std_meanYear" + }, + "river-std-meanyear": { + "title": "Lateral rivers flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", + "regex": "River_std_meanYear" + }, + "is-dc-loss-meanyear": { + "title": "In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_meanYear" + }, + "is-nbe-std-meanyear": { + "title": "In situ Net biosphere exchange std mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "IS_NBE_std_meanYear" + }, + "is-nce-std-meanyear": { + "title": "In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "IS_NCE_std_meanYear" + }, + "lnlgis-nbe-meanyear": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGIS_NBE_meanYear" + }, + "lnlgis-nce-meanyear": { + "title": "fuelLand Glint, Land Glint In situ Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGIS_NCE_meanYear" + }, + "lnlg-dc-loss-meanyear": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_std" + }, + "lnlg-nbe-std-meanyear": { + "title": "Land Nadir and Land Glint Net biosphere exchange std mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLG_NBE_std_meanYear" + }, + "lnlg-nce-std-meanyear": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLG_NCE_std" + }, + "lnlgogis-nbe-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGOGIS_NBE_meanYear" + }, + "lnlgogis-nce-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions", + "regex": "LNLGIS_NCE_std_meanYear" + }, + "is-dc-loss-std-meanyear": { + "title": "In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_std_meanYear" + }, + "lnlgis-dc-loss-meanyear": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGIS_dC_loss_meanYear" + }, + "lnlgis-nbe-std-meanyear": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGIS_NBE_std_meanYear" + }, + "lnlgis-nce-std-meanyear": { + "title": "Land Nadir, Land Glint and In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGIS_NCE_std_meanYear" + }, + "lnlg-dc-loss-std-meanyear": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLG_dC_loss_std_meanYear" + }, + "lnlgogis-dc-loss-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGOGIS_dC_loss_meanYear" + }, + "lnlgogis-nbe-std-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGOGIS_NBE_std_meanYear" + }, + "lnlgogis-nce-std-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGOGIS_NCE_std_meanYear" + }, + "lnlgis-dc-loss-std-meanyear": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGIS_dC_loss_std_meanYear" + }, + "lnlgogis-dc-loss-std-meanyear": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGOGIS_dC_loss_std_meanYear" + } + } +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/ceos-co2-flux-budgets.json b/ingestion-data/discovery-items/ceos-co2-flux-budgets.json new file mode 100644 index 00000000..47745ce6 --- /dev/null +++ b/ingestion-data/discovery-items/ceos-co2-flux-budgets.json @@ -0,0 +1,171 @@ +{ + "collection": "ceos-co2-flux-budgets", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "prefix": "EIS/CEOS_DATA/CO2_flux_updated/", + "id_regex": "", + "id_template": "", + "upload": false, + "assets": { + "ff": { + "title": "Fossil fuel and cement emissions mean year", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere", + "regex": "FF_CO2_Budget" + }, + "crop": { + "title": "Lateral crop flux", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "Crop_CO2_Budget" + }, + "wood": { + "title": "Lateral crop flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "Wood_CO2_Budget" + }, + "river": { + "title": "Lateral wood flux mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": ".*asset2.*" + }, + "ff-std": { + "title": "Fossil fuel and cement emissions std mean year", + "description": "The burning of fossil fuels and release of carbon due to cement production, representing a flux of carbon from the land surface (geologic reservoir) to the atmosphere.", + "regex": "FF_std_CO2_Budget" + }, + "is-nbe": { + "title": "In situ Net biosphere exchange mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "IS_NBE_CO2_Budget" + }, + "is-nce": { + "title": "In situ Terrestrial net carbon exchange year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "IS_NCE_CO2_Budget" + }, + "crop-std": { + "title": "lateral crop flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to agriculture.", + "regex": "Crop_std_CO2_Budget" + }, + "lnlg-nbe": { + "title": "Land Nadir and Land Glint Net biosphere exchange mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLG_NBE_CO2_Budget" + }, + "lnlg-nce": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLG_NCE_CO2_Budget" + }, + "wood-std": { + "title": "Lateral wood flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region due to wood product harvesting and usage.", + "regex": "Wood_std_CO2_Budget" + }, + "river-std": { + "title": "Lateral rivers flux std mean year", + "description": "The lateral flux of carbon in (positive) or out (negative) of a region transported by the water cycle.", + "regex": "River_std_CO2_Budget" + }, + "is-dc-loss": { + "title": "In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_CO2_Budget" + }, + "is-nbe-std": { + "title": "In situ Net biosphere exchange std mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances).", + "regex": "IS_NBE_std_CO2_Budget" + }, + "is-nce-std": { + "title": "In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "IS_NCE_std_CO2_Budget" + }, + "lnlgis-nbe": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGIS_NBE_CO2_Budget" + }, + "lnlgis-nce": { + "title": "fuelLand Glint, Land Glint In situ Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGIS_NCE_CO2_Budget" + }, + "lnlg-dc-loss": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_std" + }, + "lnlg-nbe-std": { + "title": "Land Nadir and Land Glint Net biosphere exchange std mean year", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLG_NBE_std_CO2_Budget" + }, + "lnlg-nce-std": { + "title": "Land Nadir and Land Glint Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLG_NCE_std" + }, + "lnlgogis-nbe": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGOGIS_NBE_CO2_Budget" + }, + "lnlgogis-nce": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions", + "regex": "LNLGIS_NCE_std_CO2_Budget" + }, + "is-dc-loss-std": { + "title": "In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "IS_dC_loss_std_CO2_Budget" + }, + "lnlgis-dc-loss": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGIS_dC_loss_CO2_Budget" + }, + "lnlgis-nbe-std": { + "title": "Land Nadir and Land Glint In situ Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGIS_NBE_std_CO2_Budget" + }, + "lnlgis-nce-std": { + "title": "Land Nadir, Land Glint and In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGIS_NCE_std_CO2_Budget" + }, + "lnlg-dc-loss-std": { + "title": "Land Nadir and Land Glint Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLG_dC_loss_std_CO2_Budget" + }, + "lnlgogis-dc-loss": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGOGIS_dC_loss_CO2_Budget" + }, + "lnlgogis-nbe-std": { + "title": "Land Nadir, Land Glint, Ocean Glint and In sittu Net biosphere exchange", + "description": "Net flux of carbon from the terrestrial biosphere to the atmosphere due to biomass burning (BB) and Reco minus gross primary production (GPP) (i.e., ). It includes both anthropogenic processes (e.g., deforestation, reforestation, farming) and natural processes (e.g., climate-variability-induced carbon fluxes, disturbances, recovery from disturbances.", + "regex": "LNLGOGIS_NBE_std_CO2_Budget" + }, + "lnlgogis-nce-std": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Terrestrial net carbon exchange std mean year", + "description": "Net flux of carbon from the surface to the atmosphere. For land, NCE can be defined as sum of NBE and fossil fuel and cement emissions.", + "regex": "LNLGOGIS_NCE_std_CO2_Budget" + }, + "lnlgis-dc-loss-std": { + "title": "Land Nadir, Land Glint and In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGIS_dC_loss_std_CO2_Budget" + }, + "lnlgogis-dc-loss-std": { + "title": "Land Nadir, Land Glint, Ocean Glint and In situ Net terrestrial carbon stock loss std mean year", + "description": "Positive values indicate a loss (decrease) of terrestrial carbon stocks (organic matter stored on land), including above- and below-ground biomass in ecosystems and biomass contained in anthropogenic products (lumber, cattle, etc.).", + "regex": "LNLGOGIS_dC_loss_std_CO2_Budget" + } + } +} diff --git a/ingestion-data/step-functions-input/co2-diff.json b/ingestion-data/discovery-items/co2-diff.json similarity index 100% rename from ingestion-data/step-functions-input/co2-diff.json rename to ingestion-data/discovery-items/co2-diff.json diff --git a/ingestion-data/step-functions-input/co2-mean.json b/ingestion-data/discovery-items/co2-mean.json similarity index 100% rename from ingestion-data/step-functions-input/co2-mean.json rename to ingestion-data/discovery-items/co2-mean.json diff --git a/ingestion-data/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json b/ingestion-data/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json new file mode 100644 index 00000000..606482a0 --- /dev/null +++ b/ingestion-data/discovery-items/combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO.json @@ -0,0 +1,6 @@ +{ + "collection": "combined_CMIP6_daily_GISS-E2-1-G_tas_kerchunk_DEMO", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/conus-reach.json b/ingestion-data/discovery-items/conus-reach.json new file mode 100644 index 00000000..ec3d86f6 --- /dev/null +++ b/ingestion-data/discovery-items/conus-reach.json @@ -0,0 +1,8 @@ +{ + "collection": "conus-reach", + "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/Water-Quality/", + "discovery": "s3", + "filename_regex": "CONUS_Reach_2020", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/cygnss-watermask-ucar.json b/ingestion-data/discovery-items/cygnss-watermask-ucar.json new file mode 100644 index 00000000..18321417 --- /dev/null +++ b/ingestion-data/discovery-items/cygnss-watermask-ucar.json @@ -0,0 +1,8 @@ +{ + "collection": "cygnss-watermask-ucar", + "prefix": "cygnss-watermask-ucar/", + "bucket": "veda-data-store-staging", + "filename_regex": "(.*)cygnss_watermask_ucar(.*).tif$", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json b/ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json new file mode 100644 index 00000000..d4ac6a57 --- /dev/null +++ b/ingestion-data/discovery-items/cygnss-watermask-ucberkeley.json @@ -0,0 +1,9 @@ +{ + "collection": "cygnss-watermask-ucberkeley", + "prefix": "cygnss-watermask-ucberkeley/", + "bucket": "veda-data-store-staging", + "filename_regex": "(.*)cygnss_watermask_ucberkeley(.*).tif$", + "datetime_range": "month", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/damage_probability_2022-10-03.json b/ingestion-data/discovery-items/damage_probability_2022-10-03.json new file mode 100644 index 00000000..eb87e322 --- /dev/null +++ b/ingestion-data/discovery-items/damage_probability_2022-10-03.json @@ -0,0 +1,8 @@ +{ + "collection": "damage_probability_2022-10-03", + "bucket": "veda-data-store-staging", + "prefix":"damage-probability/", + "discovery": "s3", + "filename_regex":"damage_probability_cog", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/disalexi-etsuppression.json b/ingestion-data/discovery-items/disalexi-etsuppression.json new file mode 100644 index 00000000..cc78e1b9 --- /dev/null +++ b/ingestion-data/discovery-items/disalexi-etsuppression.json @@ -0,0 +1,8 @@ +{ + "collection": "disalexi-etsuppression", + "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/Fire-Hydro/", + "filename_regex": "disalexi_etsuppression", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/disturbance-probability-percentile.json b/ingestion-data/discovery-items/disturbance-probability-percentile.json new file mode 100644 index 00000000..b50f080d --- /dev/null +++ b/ingestion-data/discovery-items/disturbance-probability-percentile.json @@ -0,0 +1,8 @@ +{ + "collection": "disturbance-probability-percentile", + "bucket": "veda-data-store-staging", + "prefix":"disturbance-probability-percentile", + "discovery": "s3", + "filename_regex":"spec_prob_mosaic", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/ecco-surface-height-change.json b/ingestion-data/discovery-items/ecco-surface-height-change.json similarity index 100% rename from ingestion-data/step-functions-input/ecco-surface-height-change.json rename to ingestion-data/discovery-items/ecco-surface-height-change.json diff --git a/ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json b/ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json new file mode 100644 index 00000000..2d213d1f --- /dev/null +++ b/ingestion-data/discovery-items/entropy_difference_2022-09-05_2022-09-30.json @@ -0,0 +1,10 @@ +{ + "collection": "entropy_difference_2022-09-05_2022-09-30", + "bucket": "veda-data-store-staging", + "prefix":"hls-entropy", + "filename_regex":"entropy_difference", + "discovery": "s3", + "upload": false, + "start_datetime": "2022-09-05T00:00:00Z", + "end_datetime": "2022-09-30T23:59:59Z" +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/epa-emissions-2012-annual.json b/ingestion-data/discovery-items/epa-emissions-2012-annual.json similarity index 100% rename from ingestion-data/step-functions-input/epa-emissions-2012-annual.json rename to ingestion-data/discovery-items/epa-emissions-2012-annual.json diff --git a/ingestion-data/step-functions-input/epa-emissions-2012-daily.json b/ingestion-data/discovery-items/epa-emissions-2012-daily.json similarity index 100% rename from ingestion-data/step-functions-input/epa-emissions-2012-daily.json rename to ingestion-data/discovery-items/epa-emissions-2012-daily.json diff --git a/ingestion-data/step-functions-input/epa-emissions-2012-monthly.json b/ingestion-data/discovery-items/epa-emissions-2012-monthly.json similarity index 100% rename from ingestion-data/step-functions-input/epa-emissions-2012-monthly.json rename to ingestion-data/discovery-items/epa-emissions-2012-monthly.json diff --git a/ingestion-data/step-functions-input/facebook-population-density.json b/ingestion-data/discovery-items/facebook-population-density.json similarity index 100% rename from ingestion-data/step-functions-input/facebook-population-density.json rename to ingestion-data/discovery-items/facebook-population-density.json diff --git a/ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json b/ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json new file mode 100644 index 00000000..dea3e3eb --- /dev/null +++ b/ingestion-data/discovery-items/fldas-soil-moisture-anomalies.json @@ -0,0 +1,8 @@ +{ + "collection": "fldas-soil-moisture-anomalies", + "bucket": "veda-data-store-staging", + "prefix":"fldas-soil-moisture-anomalies", + "discovery": "s3", + "filename_regex":"FLDAS_NOAH01_SoilMoi00_10cm_tavg", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/frp-max-thomasfire.json b/ingestion-data/discovery-items/frp-max-thomasfire.json new file mode 100644 index 00000000..6faea52e --- /dev/null +++ b/ingestion-data/discovery-items/frp-max-thomasfire.json @@ -0,0 +1,8 @@ +{ + "collection": "frp-max-thomasfire", + "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/Fire-Hydro/", + "filename_regex":"thomas_fire_frpmax", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/geoglam.json b/ingestion-data/discovery-items/geoglam.json similarity index 100% rename from ingestion-data/step-functions-input/geoglam.json rename to ingestion-data/discovery-items/geoglam.json diff --git a/ingestion-data/step-functions-input/grdi.json b/ingestion-data/discovery-items/grdi.json similarity index 100% rename from ingestion-data/step-functions-input/grdi.json rename to ingestion-data/discovery-items/grdi.json diff --git a/ingestion-data/discovery-items/hls-bais2-v2.json b/ingestion-data/discovery-items/hls-bais2-v2.json new file mode 100644 index 00000000..5f20f2f3 --- /dev/null +++ b/ingestion-data/discovery-items/hls-bais2-v2.json @@ -0,0 +1,8 @@ +{ + "collection": "hls-bais2-v2", + "bucket": "veda-data-store-staging", + "prefix":"maui-fire", + "filename_regex":"Lahaina_BAIS2", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-bais2.json b/ingestion-data/discovery-items/hls-bais2.json new file mode 100644 index 00000000..81fe217e --- /dev/null +++ b/ingestion-data/discovery-items/hls-bais2.json @@ -0,0 +1,8 @@ +{ + "collection": "hls-bais2", + "bucket": "veda-data-store-staging", + "prefix":"maui-fire", + "filename_regex":"Lahaina_BAIS2", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-l30-002-ej-reprocessed.json b/ingestion-data/discovery-items/hls-l30-002-ej-reprocessed.json new file mode 100644 index 00000000..50b04401 --- /dev/null +++ b/ingestion-data/discovery-items/hls-l30-002-ej-reprocessed.json @@ -0,0 +1,6 @@ +{ + "collection": "hls-l30-002-ej-reprocessed", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-ndvi.json b/ingestion-data/discovery-items/hls-ndvi.json new file mode 100644 index 00000000..0ee4a714 --- /dev/null +++ b/ingestion-data/discovery-items/hls-ndvi.json @@ -0,0 +1,8 @@ +{ + "collection": "hls-ndvi", + "bucket": "veda-data-store-staging", + "prefix":"hls-ndvi", + "filename_regex":"ndvi_cog_2022-09-05", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-s30-002-ej-reprocessed.json b/ingestion-data/discovery-items/hls-s30-002-ej-reprocessed.json new file mode 100644 index 00000000..d42781f6 --- /dev/null +++ b/ingestion-data/discovery-items/hls-s30-002-ej-reprocessed.json @@ -0,0 +1,6 @@ +{ + "collection": "hls-s30-002-ej-reprocessed", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/hls-swir-falsecolor-composite.json b/ingestion-data/discovery-items/hls-swir-falsecolor-composite.json new file mode 100644 index 00000000..a5f4f442 --- /dev/null +++ b/ingestion-data/discovery-items/hls-swir-falsecolor-composite.json @@ -0,0 +1,8 @@ +{ + "collection": "hls-swir-falsecolor-composite", + "bucket": "veda-data-store-staging", + "prefix":"maui-fire", + "filename_regex":"SWIR_falsecolor_cog", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-aod-diff.json b/ingestion-data/discovery-items/houston-aod-diff.json new file mode 100644 index 00000000..dcdd5f9a --- /dev/null +++ b/ingestion-data/discovery-items/houston-aod-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-aod-diff", + "bucket": "veda-data-store-staging", + "prefix":"houston-aod/", + "filename_regex":"HOUS_AOD_difference_2000_2019", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-aod.json b/ingestion-data/discovery-items/houston-aod.json new file mode 100644 index 00000000..08682b9b --- /dev/null +++ b/ingestion-data/discovery-items/houston-aod.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-aod", + "bucket": "veda-data-store-staging", + "prefix":"houston-aod/", + "filename_regex":"^(.*)HOUS_AOD(.*)_cog.tif$", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-landcover.json b/ingestion-data/discovery-items/houston-landcover.json new file mode 100644 index 00000000..5fbb2be7 --- /dev/null +++ b/ingestion-data/discovery-items/houston-landcover.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-landcover", + "bucket": "veda-data-store-staging", + "prefix":"houston-landcover/", + "filename_regex":"landcover_Z_f", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-lst-day.json b/ingestion-data/discovery-items/houston-lst-day.json new file mode 100644 index 00000000..9133d40e --- /dev/null +++ b/ingestion-data/discovery-items/houston-lst-day.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-lst-day", + "bucket": "veda-data-store-staging", + "prefix":"houston-lst-day/", + "filename_regex":"LST_Day", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-lst-diff.json b/ingestion-data/discovery-items/houston-lst-diff.json new file mode 100644 index 00000000..b8087f8c --- /dev/null +++ b/ingestion-data/discovery-items/houston-lst-diff.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-lst-diff", + "bucket": "climatedashboard-data", + "prefix":"houston/", + "filename_regex":"houston-lst-diff_2000_2019", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-lst-night.json b/ingestion-data/discovery-items/houston-lst-night.json new file mode 100644 index 00000000..ebe37856 --- /dev/null +++ b/ingestion-data/discovery-items/houston-lst-night.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-lst-night", + "bucket": "veda-data-store-staging", + "prefix":"houston-lst-night/", + "filename_regex":"LST_Night", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-ndvi.json b/ingestion-data/discovery-items/houston-ndvi.json new file mode 100644 index 00000000..938a13bf --- /dev/null +++ b/ingestion-data/discovery-items/houston-ndvi.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-ndvi", + "bucket": "veda-data-store-staging", + "prefix": "houston-ndvi/", + "filename_regex":"NDVI", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/houston-urbanization.json b/ingestion-data/discovery-items/houston-urbanization.json new file mode 100644 index 00000000..15783d78 --- /dev/null +++ b/ingestion-data/discovery-items/houston-urbanization.json @@ -0,0 +1,8 @@ +{ + "collection": "houston-urbanization", + "bucket": "veda-data-store-staging", + "prefix": "urbanization/", + "filename_regex":"HOUS_DFAL_urbanization", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json b/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json new file mode 100644 index 00000000..cb3a8648 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-pine-island.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-antarctic-glaciers-pine-island", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json b/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json new file mode 100644 index 00000000..dc9d5461 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-antarctic-glaciers-thwaites.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-antarctic-glaciers-thwaites", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json new file mode 100644 index 00000000..8db5e9ef --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-aral-sea.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-lakes-aral-sea", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json new file mode 100644 index 00000000..873ebe09 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-balaton.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-lakes-lake-balaton", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json new file mode 100644 index 00000000..85050a12 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-lake-biwa.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-lakes-lake-biwa", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json new file mode 100644 index 00000000..29884d3c --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-tonle-sap.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-lakes-tonle-sap", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-vanern.json b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-vanern.json new file mode 100644 index 00000000..c30debe7 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-c2l2-sr-lakes-vanern.json @@ -0,0 +1,6 @@ +{ + "collection": "landsat-c2l2-sr-lakes-vanern", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/landsat-nighttime-thermal.json b/ingestion-data/discovery-items/landsat-nighttime-thermal.json new file mode 100644 index 00000000..24da9f52 --- /dev/null +++ b/ingestion-data/discovery-items/landsat-nighttime-thermal.json @@ -0,0 +1,8 @@ +{ + "collection": "landsat-nighttime-thermal", + "bucket": "veda-data-store-staging", + "prefix": "maui-fire/", + "filename_regex":"Lahaina_Landsat8_Thermal", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-etsuppression.json b/ingestion-data/discovery-items/lis-etsuppression.json new file mode 100644 index 00000000..c13118a6 --- /dev/null +++ b/ingestion-data/discovery-items/lis-etsuppression.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-etsuppression", + "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/Fire-Hydro/", + "filename_regex":"lis_etsuppression_2020", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-evap.json b/ingestion-data/discovery-items/lis-global-da-evap.json new file mode 100644 index 00000000..9734fcbf --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-evap.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-evap", + "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/LIS_GLOBAL_DA/Evap/", + "filename_regex":"LIS_Evap", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-gpp-trend.json b/ingestion-data/discovery-items/lis-global-da-gpp-trend.json new file mode 100644 index 00000000..90969779 --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-gpp-trend.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-gpp-trend", + "bucket": "veda-data-store-staging", + "prefix":"EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "filename_regex":"", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-gpp.json b/ingestion-data/discovery-items/lis-global-da-gpp.json new file mode 100644 index 00000000..5bc1e7a4 --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-gpp.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-gpp", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/GPP/", + "filename_regex":"LIS_GPP", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-gws.json b/ingestion-data/discovery-items/lis-global-da-gws.json new file mode 100644 index 00000000..200d1fb8 --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-gws.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-gws", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/GWS/", + "filename_regex":"LIS_GWS", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-qs.json b/ingestion-data/discovery-items/lis-global-da-qs.json new file mode 100644 index 00000000..9476b3b4 --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-qs.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-qs", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/Qs/", + "filename_regex":"LIS_Qs", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-qsb.json b/ingestion-data/discovery-items/lis-global-da-qsb.json new file mode 100644 index 00000000..2aebd51c --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-qsb.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-qsb", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/Qsb/", + "filename_regex":"LIS_Qsb", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-streamflow.json b/ingestion-data/discovery-items/lis-global-da-streamflow.json new file mode 100644 index 00000000..9e3d22cc --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-streamflow.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-streamflow", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/Streamflow/", + "filename_regex":"LIS_Streamflow", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-swe.json b/ingestion-data/discovery-items/lis-global-da-swe.json new file mode 100644 index 00000000..17bd409d --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-swe.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-swe", + "bucket": "veda-data-store-staging", + "prefix": "lis-global-da-swe", + "filename_regex":"LIS_SWE", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-totalprecip.json b/ingestion-data/discovery-items/lis-global-da-totalprecip.json new file mode 100644 index 00000000..ba6fa582 --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-totalprecip.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-totalprecip", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/TotalPrecip/", + "filename_regex":"LIS_TotalPrecip", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-global-da-tws-trend.json b/ingestion-data/discovery-items/lis-global-da-tws-trend.json new file mode 100644 index 00000000..df3c0512 --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-tws-trend.json @@ -0,0 +1,26 @@ +[ + { + "collection": "lis-global-da-tws-trend", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "filename_regex":"DATWS_STL_based_trend_v3_2003_2021", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-global-da-tws-trend", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "filename_regex":"DATWS_STL_based_trendv2_2003_2021", + "discovery": "s3", + "upload": false + }, + { + "collection": "lis-global-da-tws-trend", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/DA_Trends/", + "filename_regex":"DATWS_STL_based_trend.cog.tif", + "discovery": "s3", + "upload": false + } +] diff --git a/ingestion-data/discovery-items/lis-global-da-tws.json b/ingestion-data/discovery-items/lis-global-da-tws.json new file mode 100644 index 00000000..f979216f --- /dev/null +++ b/ingestion-data/discovery-items/lis-global-da-tws.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-global-da-tws", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/LIS_GLOBAL_DA/TWS/", + "filename_regex":"LIS_TWS", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/lis-tvegsuppression.json b/ingestion-data/discovery-items/lis-tvegsuppression.json new file mode 100644 index 00000000..89216563 --- /dev/null +++ b/ingestion-data/discovery-items/lis-tvegsuppression.json @@ -0,0 +1,8 @@ +{ + "collection": "lis-tvegsuppression", + "bucket": "veda-data-store-staging", + "prefix": "EIS/COG/Fire-Hydro/", + "filename_regex":"lis_tvegsuppression_2020", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/lis-tws-anomaly.json b/ingestion-data/discovery-items/lis-tws-anomaly.json similarity index 100% rename from ingestion-data/step-functions-input/lis-tws-anomaly.json rename to ingestion-data/discovery-items/lis-tws-anomaly.json diff --git a/ingestion-data/step-functions-input/lis-tws-nonstationarity-index.json b/ingestion-data/discovery-items/lis-tws-nonstationarity-index.json similarity index 100% rename from ingestion-data/step-functions-input/lis-tws-nonstationarity-index.json rename to ingestion-data/discovery-items/lis-tws-nonstationarity-index.json diff --git a/ingestion-data/step-functions-input/lis-tws-trend.json b/ingestion-data/discovery-items/lis-tws-trend.json similarity index 100% rename from ingestion-data/step-functions-input/lis-tws-trend.json rename to ingestion-data/discovery-items/lis-tws-trend.json diff --git a/ingestion-data/discovery-items/ls8-covid-19-example-data.json b/ingestion-data/discovery-items/ls8-covid-19-example-data.json new file mode 100644 index 00000000..7dd8e790 --- /dev/null +++ b/ingestion-data/discovery-items/ls8-covid-19-example-data.json @@ -0,0 +1,6 @@ +{ + "collection": "ls8-covid-19-example-data", + "bucket": "veda-data-store-staging", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json b/ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json new file mode 100644 index 00000000..533c6d3f --- /dev/null +++ b/ingestion-data/discovery-items/modis-albedo-wsa-diff-2015-2022.json @@ -0,0 +1,8 @@ +{ + "collection": "modis-albedo-wsa-diff-2015-2022", + "bucket": "veda-data-store-staging", + "prefix": "modis-albedo-wsa-diff-2015-2022/", + "filename_regex":"campfire_albedo_wsa_difference_2015_2022", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/modis-annual-lai-2003-2020.json b/ingestion-data/discovery-items/modis-annual-lai-2003-2020.json similarity index 100% rename from ingestion-data/step-functions-input/modis-annual-lai-2003-2020.json rename to ingestion-data/discovery-items/modis-annual-lai-2003-2020.json diff --git a/ingestion-data/step-functions-input/modis-fire-anomalies-diff-covid-19-changing-landscape.json b/ingestion-data/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json similarity index 100% rename from ingestion-data/step-functions-input/modis-fire-anomalies-diff-covid-19-changing-landscape.json rename to ingestion-data/discovery-items/modis-fire-anomalies-diff-covid-19-changing-landscape.json diff --git a/ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json b/ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json new file mode 100644 index 00000000..5b83e229 --- /dev/null +++ b/ingestion-data/discovery-items/modis-lst-day-diff-2015-2022.json @@ -0,0 +1,8 @@ +{ + "collection": "modis-lst-day-diff-2015-2022", + "bucket": "veda-data-store-staging", + "prefix": "modis-lst-day-diff-2015-2022/", + "filename_regex":"campfire_lst_day_difference", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json b/ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json new file mode 100644 index 00000000..7c40de69 --- /dev/null +++ b/ingestion-data/discovery-items/modis-lst-night-diff-2015-2022.json @@ -0,0 +1,8 @@ +{ + "collection": "modis-lst-night-diff-2015-2022", + "bucket": "veda-data-store-staging/", + "prefix": "modis-lst-night-diff-2015-2022", + "filename_regex":"campfire_lst_night_difference", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json b/ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json new file mode 100644 index 00000000..ecfd77ca --- /dev/null +++ b/ingestion-data/discovery-items/modis-ndvi-diff-2015-2022.json @@ -0,0 +1,8 @@ +{ + "collection": "modis-ndvi-diff-2015-2022", + "bucket": "veda-data-store-staging", + "prefix":"modis-ndvi-diff-2015-2022/", + "filename_regex":"campfire_ndvi_difference_2015_2022", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/discovery-items/modis_diff.json b/ingestion-data/discovery-items/modis_diff.json new file mode 100644 index 00000000..dc769cf8 --- /dev/null +++ b/ingestion-data/discovery-items/modis_diff.json @@ -0,0 +1,18 @@ +[ + { + "collection": "modis_diff", + "bucket": "veda-data-store-staging", + "prefix": "modis_diff/", + "filename_regex":"^(.*)campfire(.*)difference(.*).tif$", + "discovery": "s3", + "upload": false + }, + { + "collection": "modis_diff", + "bucket": "veda-data-store-staging", + "prefix": "modis_diff/", + "filename_regex":"campfire_ndvi_2015_2022.tif", + "discovery": "s3", + "upload": true + } +] \ No newline at end of file diff --git a/ingestion-data/step-functions-input/mtbs-burn-severity.json b/ingestion-data/discovery-items/mtbs-burn-severity.json similarity index 100% rename from ingestion-data/step-functions-input/mtbs-burn-severity.json rename to ingestion-data/discovery-items/mtbs-burn-severity.json diff --git a/ingestion-data/step-functions-input/nceo-africa-2017.json b/ingestion-data/discovery-items/nceo_africa_2017.json similarity index 100% rename from ingestion-data/step-functions-input/nceo-africa-2017.json rename to ingestion-data/discovery-items/nceo_africa_2017.json diff --git a/ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json b/ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json new file mode 100644 index 00000000..d202c91b --- /dev/null +++ b/ingestion-data/discovery-items/ndvi_diff_Ian_2022-09-30_2022-09-05.json @@ -0,0 +1,8 @@ +{ + "collection": "ndvi_diff_Ian_2022-09-30_2022-09-05", + "bucket": "veda-data-store-staging", + "prefix": "hls-ndvi/", + "filename_regex":"ndvi_diff", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/nightlights-500m-daily.json b/ingestion-data/discovery-items/nightlights-500m-daily.json similarity index 100% rename from ingestion-data/step-functions-input/nightlights-500m-daily.json rename to ingestion-data/discovery-items/nightlights-500m-daily.json diff --git a/ingestion-data/step-functions-input/nightlights-hd-1band.json b/ingestion-data/discovery-items/nightlights-hd-1band.json similarity index 100% rename from ingestion-data/step-functions-input/nightlights-hd-1band.json rename to ingestion-data/discovery-items/nightlights-hd-1band.json diff --git a/ingestion-data/step-functions-input/nightlights-hd-3bands.json b/ingestion-data/discovery-items/nightlights-hd-3bands.json similarity index 100% rename from ingestion-data/step-functions-input/nightlights-hd-3bands.json rename to ingestion-data/discovery-items/nightlights-hd-3bands.json diff --git a/ingestion-data/step-functions-input/nightlights-hd-monthly-blackmarble.json b/ingestion-data/discovery-items/nightlights-hd-monthly-blackmarble.json similarity index 100% rename from ingestion-data/step-functions-input/nightlights-hd-monthly-blackmarble.json rename to ingestion-data/discovery-items/nightlights-hd-monthly-blackmarble.json diff --git a/ingestion-data/step-functions-input/nightlights-hd-monthly.json b/ingestion-data/discovery-items/nightlights-hd-monthly.json similarity index 100% rename from ingestion-data/step-functions-input/nightlights-hd-monthly.json rename to ingestion-data/discovery-items/nightlights-hd-monthly.json diff --git a/ingestion-data/step-functions-input/no2-monthly-diff.json b/ingestion-data/discovery-items/no2-monthly-diff.json similarity index 100% rename from ingestion-data/step-functions-input/no2-monthly-diff.json rename to ingestion-data/discovery-items/no2-monthly-diff.json diff --git a/ingestion-data/step-functions-input/no2-monthly-orig.json b/ingestion-data/discovery-items/no2-monthly.json similarity index 100% rename from ingestion-data/step-functions-input/no2-monthly-orig.json rename to ingestion-data/discovery-items/no2-monthly.json diff --git a/ingestion-data/step-functions-input/pzd-anomaly-covid-19.json b/ingestion-data/discovery-items/pzd-anomaly-covid-19.json similarity index 100% rename from ingestion-data/step-functions-input/pzd-anomaly-covid-19.json rename to ingestion-data/discovery-items/pzd-anomaly-covid-19.json diff --git a/ingestion-data/step-functions-input/recovery-proxy-maps-covid-19.json b/ingestion-data/discovery-items/recovery-proxy-maps-covid-19.json similarity index 100% rename from ingestion-data/step-functions-input/recovery-proxy-maps-covid-19.json rename to ingestion-data/discovery-items/recovery-proxy-maps-covid-19.json diff --git a/ingestion-data/step-functions-input/slowdown-proxy-covid-19-changing-landscapes.json b/ingestion-data/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json similarity index 100% rename from ingestion-data/step-functions-input/slowdown-proxy-covid-19-changing-landscapes.json rename to ingestion-data/discovery-items/slowdown-proxy-covid-19-changing-landscapes.json diff --git a/ingestion-data/step-functions-input/snow-projections-diff-245.json b/ingestion-data/discovery-items/snow-projections-diff-245.json similarity index 100% rename from ingestion-data/step-functions-input/snow-projections-diff-245.json rename to ingestion-data/discovery-items/snow-projections-diff-245.json diff --git a/ingestion-data/step-functions-input/snow-projections-diff-585.json b/ingestion-data/discovery-items/snow-projections-diff-585.json similarity index 100% rename from ingestion-data/step-functions-input/snow-projections-diff-585.json rename to ingestion-data/discovery-items/snow-projections-diff-585.json diff --git a/ingestion-data/step-functions-input/snow-projections-median-245.json b/ingestion-data/discovery-items/snow-projections-median-245.json similarity index 100% rename from ingestion-data/step-functions-input/snow-projections-median-245.json rename to ingestion-data/discovery-items/snow-projections-median-245.json diff --git a/ingestion-data/step-functions-input/snow-projections-median-585.json b/ingestion-data/discovery-items/snow-projections-median-585.json similarity index 100% rename from ingestion-data/step-functions-input/snow-projections-median-585.json rename to ingestion-data/discovery-items/snow-projections-median-585.json diff --git a/ingestion-data/step-functions-input/social-vulnerability-index.json b/ingestion-data/discovery-items/social-vulnerability-index.json similarity index 100% rename from ingestion-data/step-functions-input/social-vulnerability-index.json rename to ingestion-data/discovery-items/social-vulnerability-index.json diff --git a/ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json b/ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json new file mode 100644 index 00000000..c78f1112 --- /dev/null +++ b/ingestion-data/discovery-items/sport-lis-vsm0_100cm-percentile.json @@ -0,0 +1,8 @@ +{ + "collection": "sport-lis-vsm0_100cm-percentile", + "bucket": "veda-data-store-staging", + "prefix": "sport-lis-vsm0_100cm-percentile/", + "filename_regex":"^(.*)sport_lis(.*)cog.tif$", + "discovery": "s3", + "upload": false +} \ No newline at end of file diff --git a/ingestion-data/step-functions-input/togo-agriculture-covid-19.json b/ingestion-data/discovery-items/togo-agriculture-covid-19.json similarity index 100% rename from ingestion-data/step-functions-input/togo-agriculture-covid-19.json rename to ingestion-data/discovery-items/togo-agriculture-covid-19.json diff --git a/ingestion-data/step-functions-input/CMIP585-winter-median-pr.json b/ingestion-data/step-functions-input/CMIP585-winter-median-pr.json deleted file mode 100644 index d453be57..00000000 --- a/ingestion-data/step-functions-input/CMIP585-winter-median-pr.json +++ /dev/null @@ -1,42 +0,0 @@ -[ - { - "collection": "CMIP585-winter-median-pr", - "prefix": "EIS/NEX-GDDP-CMIP6/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*)_pr(.*)ssp585_2025(.*).cog.tif$", - "discovery": "s3", - "upload": false, - "start_datetime": "2025-01-01T00:00:00Z", - "end_datetime": "2025-03-31T12:00:00Z" - }, - { - "collection": "CMIP585-winter-median-pr", - "prefix": "EIS/NEX-GDDP-CMIP6/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*)_pr(.*)ssp585_2045(.*).cog.tif$", - "discovery": "s3", - "upload": false, - "start_datetime": "2045-01-01T00:00:00Z", - "end_datetime": "2045-03-31T12:00:00Z" - }, - { - "collection": "CMIP585-winter-median-pr", - "prefix": "EIS/NEX-GDDP-CMIP6/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*)_pr(.*)ssp585_2065(.*).cog.tif$", - "discovery": "s3", - "upload": false, - "start_datetime": "2065-01-01T00:00:00Z", - "end_datetime": "2065-03-31T12:00:00Z" - }, - { - "collection": "CMIP585-winter-median-pr", - "prefix": "EIS/NEX-GDDP-CMIP6/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*)_pr(.*)ssp585_2085(.*).cog.tif$", - "discovery": "s3", - "upload": false, - "start_datetime": "2085-01-01T00:00:00Z", - "end_datetime": "2085-03-31T12:00:00Z" - } -] \ No newline at end of file diff --git a/ingestion-data/step-functions-input/epa-emissions-test.json b/ingestion-data/step-functions-input/epa-emissions-test.json deleted file mode 100644 index 1ab95728..00000000 --- a/ingestion-data/step-functions-input/epa-emissions-test.json +++ /dev/null @@ -1,13 +0,0 @@ -[ - { - "collection": "EPA-annual-emissions_1B1a_Abandoned_Coal", - "prefix": "EIS/cog/EPA-inventory-2012/annual/", - "bucket": "veda-data-store-staging", - "filename_regex": "^(.*)Abandoned_Coal.tif$", - "discovery": "s3", - "start_datetime": "2012-01-01T00:00:00Z", - "end_datetime": "2012-12-31T23:59:59Z", - "upload": false, - "cogify": false - } -]