From 1acb14583655f43ebfaf20cd12e540c08c8f233d Mon Sep 17 00:00:00 2001 From: Slesa Adhikari Date: Thu, 25 Jul 2024 13:27:43 -0500 Subject: [PATCH 1/3] Add nldas2 and 3 collection and discovery config --- .../staging/collections/nldas2.json | 116 ++++++++++++++++++ .../staging/collections/nldas3.json | 116 ++++++++++++++++++ .../staging/discovery-items/nldas2.json | 8 ++ .../staging/discovery-items/nldas3.json | 8 ++ 4 files changed, 248 insertions(+) create mode 100644 ingestion-data/staging/collections/nldas2.json create mode 100644 ingestion-data/staging/collections/nldas3.json create mode 100644 ingestion-data/staging/discovery-items/nldas2.json create mode 100644 ingestion-data/staging/discovery-items/nldas3.json diff --git a/ingestion-data/staging/collections/nldas2.json b/ingestion-data/staging/collections/nldas2.json new file mode 100644 index 00000000..e909fcb1 --- /dev/null +++ b/ingestion-data/staging/collections/nldas2.json @@ -0,0 +1,116 @@ +{ + "id": "nldas2", + "type": "Collection", + "title": "NLDAS2 precipitation", + "links": [], + "description": "NLDAS-2 provides a fine-scale (1 km) meteorological forcing (precipitation) in both retrospective and near real-time over North and Central America, including Alaska, Hawaii, and Puerto Rico, by leveraging high-quality gauge, satellite, and model datasets through advanced data assimilation methods. Read more: https://ldas.gsfc.nasa.gov/nldas/v2", + "extent": { + "spatial": { + "bbox": [ + [ + -41.2, + -82.6, + 9.8, + -59 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2001-01-01T00:00:00Z", + "2023-06-01T00:00:00Z" + ] + ] + } + }, + "license": "MIT", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "cog_default": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "description": "Cloud optimized default layer to display on map" + } + }, + "dashboard:is_periodic": false, + "dashboard:time_density": "month", + "stac_version": "1.0.0", + "renders": { + "dashboard": { + "colormap": { + "1": [ + 120, + 120, + 120 + ], + "2": [ + 130, + 65, + 0 + ], + "3": [ + 66, + 207, + 56 + ], + "4": [ + 245, + 239, + 0 + ], + "5": [ + 241, + 89, + 32 + ], + "6": [ + 168, + 0, + 0 + ], + "7": [ + 0, + 143, + 201 + ] + }, + "bidx": [ + 1 + ], + "unscale": false, + "resampling": "nearest", + "max_size": 1024, + "return_mask": true, + "assets": [ + "cog_default" + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "providers": [ + { + "name": "NLDAS-3 precipitation", + "url": "https://ldas.gsfc.nasa.gov/nldas/v3", + "roles": [ + "producer", + "processor", + "licensor" + ] + }, + { + "name": "NASA VEDA", + "url": "https://www.earthdata.nasa.gov/dashboard/", + "roles": [ + "host" + ] + } + ] +} \ No newline at end of file diff --git a/ingestion-data/staging/collections/nldas3.json b/ingestion-data/staging/collections/nldas3.json new file mode 100644 index 00000000..0bcb9e02 --- /dev/null +++ b/ingestion-data/staging/collections/nldas3.json @@ -0,0 +1,116 @@ +{ + "id": "nldas3", + "type": "Collection", + "title": "NLDAS3 precipitation", + "links": [], + "description": "NLDAS-3 provides a fine-scale (1 km) meteorological forcing (precipitation) in both retrospective and near real-time over North and Central America, including Alaska, Hawaii, and Puerto Rico, by leveraging high-quality gauge, satellite, and model datasets through advanced data assimilation methods. Read more: https://ldas.gsfc.nasa.gov/nldas/v3", + "extent": { + "spatial": { + "bbox": [ + [ + -41.2, + -82.6, + 9.8, + -59 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2001-01-01T00:00:00Z", + "2023-06-01T00:00:00Z" + ] + ] + } + }, + "license": "MIT", + "stac_extensions": [ + "https://stac-extensions.github.io/render/v1.0.0/schema.json", + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json" + ], + "item_assets": { + "cog_default": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data", + "layer" + ], + "title": "Default COG Layer", + "description": "Cloud optimized default layer to display on map" + } + }, + "dashboard:is_periodic": false, + "dashboard:time_density": "month", + "stac_version": "1.0.0", + "renders": { + "dashboard": { + "colormap": { + "1": [ + 120, + 120, + 120 + ], + "2": [ + 130, + 65, + 0 + ], + "3": [ + 66, + 207, + 56 + ], + "4": [ + 245, + 239, + 0 + ], + "5": [ + 241, + 89, + 32 + ], + "6": [ + 168, + 0, + 0 + ], + "7": [ + 0, + 143, + 201 + ] + }, + "bidx": [ + 1 + ], + "unscale": false, + "resampling": "nearest", + "max_size": 1024, + "return_mask": true, + "assets": [ + "cog_default" + ], + "title": "VEDA Dashboard Render Parameters" + } + }, + "providers": [ + { + "name": "NLDAS-3 precipitation", + "url": "https://ldas.gsfc.nasa.gov/nldas/v3", + "roles": [ + "producer", + "processor", + "licensor" + ] + }, + { + "name": "NASA VEDA", + "url": "https://www.earthdata.nasa.gov/dashboard/", + "roles": [ + "host" + ] + } + ] +} \ No newline at end of file diff --git a/ingestion-data/staging/discovery-items/nldas2.json b/ingestion-data/staging/discovery-items/nldas2.json new file mode 100644 index 00000000..502a5bf8 --- /dev/null +++ b/ingestion-data/staging/discovery-items/nldas2.json @@ -0,0 +1,8 @@ +{ + "collection": "nldas2", + "prefix": "EIS/nldas2monthly/", + "bucket": "veda-data-store-staging", + "filename_regex": ".*_\\d{6}.tif$", + "discovery": "s3", + "datetime_range": "month" +} \ No newline at end of file diff --git a/ingestion-data/staging/discovery-items/nldas3.json b/ingestion-data/staging/discovery-items/nldas3.json new file mode 100644 index 00000000..fc0a048a --- /dev/null +++ b/ingestion-data/staging/discovery-items/nldas3.json @@ -0,0 +1,8 @@ +{ + "collection": "nldas3", + "prefix": "EIS/nldas3monthly/", + "bucket": "veda-data-store-staging", + "filename_regex": ".*_\\d{6}.tif$", + "discovery": "s3", + "datetime_range": "month" +} \ No newline at end of file From 010803c19c3265aded4ca6e0bf88ed82dd3be725 Mon Sep 17 00:00:00 2001 From: Slesa Adhikari Date: Tue, 30 Jul 2024 10:54:26 -0500 Subject: [PATCH 2/3] Fix provider name and url --- ingestion-data/staging/collections/nldas2.json | 4 ++-- ingestion-data/staging/collections/nldas3.json | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/ingestion-data/staging/collections/nldas2.json b/ingestion-data/staging/collections/nldas2.json index e909fcb1..c934c7e5 100644 --- a/ingestion-data/staging/collections/nldas2.json +++ b/ingestion-data/staging/collections/nldas2.json @@ -97,8 +97,8 @@ }, "providers": [ { - "name": "NLDAS-3 precipitation", - "url": "https://ldas.gsfc.nasa.gov/nldas/v3", + "name": "NLDAS", + "url": "https://ldas.gsfc.nasa.gov/nldas", "roles": [ "producer", "processor", diff --git a/ingestion-data/staging/collections/nldas3.json b/ingestion-data/staging/collections/nldas3.json index 0bcb9e02..b76d0529 100644 --- a/ingestion-data/staging/collections/nldas3.json +++ b/ingestion-data/staging/collections/nldas3.json @@ -97,8 +97,8 @@ }, "providers": [ { - "name": "NLDAS-3 precipitation", - "url": "https://ldas.gsfc.nasa.gov/nldas/v3", + "name": "NLDAS", + "url": "https://ldas.gsfc.nasa.gov/nldas", "roles": [ "producer", "processor", From 31403c67ad4750d090f6603bc846ba73a17ea819 Mon Sep 17 00:00:00 2001 From: Slesa Adhikari Date: Tue, 30 Jul 2024 10:55:33 -0500 Subject: [PATCH 3/3] Add newline --- ingestion-data/staging/collections/nldas2.json | 2 +- ingestion-data/staging/collections/nldas3.json | 2 +- ingestion-data/staging/discovery-items/nldas2.json | 2 +- ingestion-data/staging/discovery-items/nldas3.json | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/ingestion-data/staging/collections/nldas2.json b/ingestion-data/staging/collections/nldas2.json index c934c7e5..d673ca5b 100644 --- a/ingestion-data/staging/collections/nldas2.json +++ b/ingestion-data/staging/collections/nldas2.json @@ -113,4 +113,4 @@ ] } ] -} \ No newline at end of file +} diff --git a/ingestion-data/staging/collections/nldas3.json b/ingestion-data/staging/collections/nldas3.json index b76d0529..f606e82c 100644 --- a/ingestion-data/staging/collections/nldas3.json +++ b/ingestion-data/staging/collections/nldas3.json @@ -113,4 +113,4 @@ ] } ] -} \ No newline at end of file +} diff --git a/ingestion-data/staging/discovery-items/nldas2.json b/ingestion-data/staging/discovery-items/nldas2.json index 502a5bf8..3a535daa 100644 --- a/ingestion-data/staging/discovery-items/nldas2.json +++ b/ingestion-data/staging/discovery-items/nldas2.json @@ -5,4 +5,4 @@ "filename_regex": ".*_\\d{6}.tif$", "discovery": "s3", "datetime_range": "month" -} \ No newline at end of file +} diff --git a/ingestion-data/staging/discovery-items/nldas3.json b/ingestion-data/staging/discovery-items/nldas3.json index fc0a048a..fdfd3ccf 100644 --- a/ingestion-data/staging/discovery-items/nldas3.json +++ b/ingestion-data/staging/discovery-items/nldas3.json @@ -5,4 +5,4 @@ "filename_regex": ".*_\\d{6}.tif$", "discovery": "s3", "datetime_range": "month" -} \ No newline at end of file +}