Skip to content

Commit

Permalink
nightlights, lis-global trend
Browse files Browse the repository at this point in the history
  • Loading branch information
@smohiudd
smohiudd committed May 31, 2024
1 parent 4baa425 commit d5aed73
Show file tree
Hide file tree
Showing 2 changed files with 16 additions and 238 deletions.
36 changes: 8 additions & 28 deletions ingestion-data/production/discovery-items/lis-global-da-tws-trend.json
View file
Original file line number Diff line number Diff line change
@@ -1,28 +1,8 @@
[
{
"collection": "lis-global-da-tws-trend",
"bucket": "veda-data-store",
"prefix": "lis-global-da-tws-trend/",
"filename_regex": "^(.*)DATWS_STL_based_trend_v3_2003_2021",
"discovery": "s3",
"upload": false
},
{
"collection": "lis-global-da-tws-trend",
"bucket": "veda-data-store",
"prefix": "lis-global-da-tws-trend/",
"filename_regex": "^(.*)DATWS_STL_based_trendv2_2003_2021",
"discovery": "s3",
"upload": false
},
{
"collection": "lis-global-da-tws-trend",
"bucket": "veda-data-store",
"prefix": "lis-global-da-tws-trend/",
"filename_regex": "^(.*)DATWS_STL_based_trend.cog.tif",
"discovery": "s3",
"upload": false,
"start_datetime": "2003-01-01T00:00:00Z",
"end_datetime": "2021-12-31T23:59:59Z"
}
]
{
"collection": "lis-global-da-tws-trend",
"bucket": "veda-data-store",
"prefix": "lis-global-da-tws-trend/",
"filename_regex": "^(.*)DATWS_STL_based_trend_v3_2003_2021",
"discovery": "s3",
"upload": false
}
218 changes: 8 additions & 210 deletions ingestion-data/production/discovery-items/nightlights-hd-monthly.json
View file
Original file line number Diff line number Diff line change
@@ -1,210 +1,8 @@
[
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Barcelona(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Lima(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Paris(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Milan(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Marseille(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Beijing(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Dhaka_Dhaka-city(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Ghent(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Fukuoka_Fukuoka-city(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Tokyo-23Wards(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Aichi_Nagoya-city(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Dunkirk(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Madrid(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Colombo(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Gdynia(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Hamburg(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Osaka_Osaka-city(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Singapore(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Venice(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Auckland(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Genoa(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Kyoto_Kyoto-city(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)London(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Rome(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Amsterdam(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
},
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)Hokkaido_Sapporo(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
}
]
{
"collection": "nightlights-hd-monthly",
"prefix": "nightlights-hd-monthly/",
"bucket": "veda-data-store",
"filename_regex": "^(.*)(Barcelona|Lima|Paris|Milan|Marseille|Beijing|Dhaka_Dhaka-city|Ghent|Fukuoka_Fukuoka-city|Tokyo-23Wards|Aichi_Nagoya-city|Dunkirk|Madrid|Colombo|Gdynia|Hamburg|Osaka_Osaka-city|Singapore|Venice|Auckland|Genoa|Kyoto_Kyoto-city|London|Rome|Amsterdam|Hokkaido_Sapporo)(.*).tif$",
"discovery": "s3",
"datetime_range": "month"
}

0 comments on commit d5aed73

Please sign in to comment.