Updated datasets 2024-04-04 UTC

opengeos · Apr 4, 2024 · 922f151 · 922f151
1 parent b4e7f8d
commit 922f151
Show file tree

Hide file tree

Showing 3 changed files with 77 additions and 5 deletions.
diff --git a/aws_geo_datasets.json b/aws_geo_datasets.json
@@ -9836,7 +9836,7 @@
     {
         "Name": "NOAA Joint Polar Satellite System (JPSS) - New data notifications for JPSS data, only Lambda and SQS protocols allowed",
         "Description": "New data notifications for JPSS data, only Lambda and SQS protocols allowed",
-        "ARN": "arn:aws:sns:us-east-1:709902155096:NewJPSSObject",
+        "ARN": "arn:aws:sns:us-east-1:709902155096:NewSNPPObject",
         "Region": "us-east-1",
         "Type": "SNS Topic",
         "Documentation": "https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS",
@@ -9882,7 +9882,7 @@
     {
         "Name": "NOAA Joint Polar Satellite System (JPSS) - New data notifications for JPSS data, only Lambda and SQS protocols allowed",
         "Description": "New data notifications for JPSS data, only Lambda and SQS protocols allowed",
-        "ARN": "arn:aws:sns:us-east-1:709902155096:NewNOAA20Object",
+        "ARN": "arn:aws:sns:us-east-1:709902155096:NewJPSSObject",
         "Region": "us-east-1",
         "Type": "SNS Topic",
         "Documentation": "https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS",
@@ -9905,7 +9905,7 @@
     {
         "Name": "NOAA Joint Polar Satellite System (JPSS) - New data notifications for JPSS data, only Lambda and SQS protocols allowed",
         "Description": "New data notifications for JPSS data, only Lambda and SQS protocols allowed",
-        "ARN": "arn:aws:sns:us-east-1:709902155096:NewSNPPObject",
+        "ARN": "arn:aws:sns:us-east-1:709902155096:NewNOAA20Object",
         "Region": "us-east-1",
         "Type": "SNS Topic",
         "Documentation": "https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS",
@@ -14455,6 +14455,34 @@
         "Host": null,
         "AccountRequired": null
     },
+    {
+        "Name": "Reference data for HiFi human WGS",
+        "Description": "HiFi Human WGS Reference data",
+        "ARN": "arn:aws:s3:::pacbio-hifi-human-wgs-reference",
+        "Region": "us-west-2",
+        "Type": "S3 Bucket",
+        "Documentation": "https://zenodo.org/records/8415406",
+        "Contact": "[email protected]",
+        "ManagedBy": "[Pacific Biosciences of California, Inc](https://www.pacb.com/)",
+        "UpdateFrequency": "Files are updated to reflect the support for the lastest version of\n[PacBio WGS Variant Pipeline]\n(https://github.com/PacificBiosciences/HiFi-human-WGS-WDL)\n",
+        "License": "[CC BY 4.0](https://creativecommons.org/licenses/by/4.0/)",
+        "Tags": [
+            "aws-pds",
+            "health",
+            "life sciences",
+            "Homo sapiens",
+            "long read sequencing",
+            "genetic",
+            "mapping",
+            "whole genome sequencing",
+            "vcf",
+            "variant annotation"
+        ],
+        "RequesterPays": null,
+        "Explore": null,
+        "Host": null,
+        "AccountRequired": null
+    },
     {
         "Name": "SILAM Air Quality - Notifications for new netcdf surface data",
         "Description": "Notifications for new netcdf surface data",

diff --git a/aws_geo_datasets.tsv b/aws_geo_datasets.tsv
@@ -368,10 +368,10 @@ NOAA Joint Polar Satellite System (JPSS) - NOAA JPSS Development Data	NOAA JPSS
 NOAA Joint Polar Satellite System (JPSS) - NOAA JPSS NOAA-20 Data	NOAA JPSS NOAA-20 Data	arn:aws:s3:::noaa-nesdis-n20-pds	us-east-1	S3 Bucket	https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS	For any questions regarding data delivery or any general questions regarding the	[NOAA](http://www.noaa.gov/)	New data is added as soon as it's available	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, climate, meteorological, weather		['[Browse Bucket](https://noaa-nesdis-n20-pds.s3.amazonaws.com/index.html)']		
 NOAA Joint Polar Satellite System (JPSS) - NOAA JPSS NOAA-21 Data	NOAA JPSS NOAA-21 Data	arn:aws:s3:::noaa-nesdis-n21-pds	us-east-1	S3 Bucket	https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS	For any questions regarding data delivery or any general questions regarding the	[NOAA](http://www.noaa.gov/)	New data is added as soon as it's available	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, climate, meteorological, weather		['[Browse Bucket](https://noaa-nesdis-n21-pds.s3.amazonaws.com/index.html)']		
 NOAA Joint Polar Satellite System (JPSS) - NOAA JPSS SNPP (Suomi NPP) Data	NOAA JPSS SNPP (Suomi NPP) Data	arn:aws:s3:::noaa-nesdis-snpp-pds	us-east-1	S3 Bucket	https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS	For any questions regarding data delivery or any general questions regarding the	[NOAA](http://www.noaa.gov/)	New data is added as soon as it's available	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, climate, meteorological, weather		['[Browse Bucket](https://noaa-nesdis-snpp-pds.s3.amazonaws.com/index.html)']		
-NOAA Joint Polar Satellite System (JPSS) - New data notifications for JPSS data, only Lambda and SQS protocols allowed	New data notifications for JPSS data, only Lambda and SQS protocols allowed	arn:aws:sns:us-east-1:709902155096:NewJPSSObject	us-east-1	SNS Topic	https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS	For any questions regarding data delivery or any general questions regarding the	[NOAA](http://www.noaa.gov/)	New data is added as soon as it's available	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, climate, meteorological, weather				
+NOAA Joint Polar Satellite System (JPSS) - New data notifications for JPSS data, only Lambda and SQS protocols allowed	New data notifications for JPSS data, only Lambda and SQS protocols allowed	arn:aws:sns:us-east-1:709902155096:NewSNPPObject	us-east-1	SNS Topic	https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS	For any questions regarding data delivery or any general questions regarding the	[NOAA](http://www.noaa.gov/)	New data is added as soon as it's available	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, climate, meteorological, weather				
 NOAA Joint Polar Satellite System (JPSS) - New data notifications for JPSS data, only Lambda and SQS protocols allowed	New data notifications for JPSS data, only Lambda and SQS protocols allowed	arn:aws:sns:us-east-1:709902155096:NewNOAA21Object	us-east-1	SNS Topic	https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS	For any questions regarding data delivery or any general questions regarding the	[NOAA](http://www.noaa.gov/)	New data is added as soon as it's available	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, climate, meteorological, weather				
+NOAA Joint Polar Satellite System (JPSS) - New data notifications for JPSS data, only Lambda and SQS protocols allowed	New data notifications for JPSS data, only Lambda and SQS protocols allowed	arn:aws:sns:us-east-1:709902155096:NewJPSSObject	us-east-1	SNS Topic	https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS	For any questions regarding data delivery or any general questions regarding the	[NOAA](http://www.noaa.gov/)	New data is added as soon as it's available	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, climate, meteorological, weather				
 NOAA Joint Polar Satellite System (JPSS) - New data notifications for JPSS data, only Lambda and SQS protocols allowed	New data notifications for JPSS data, only Lambda and SQS protocols allowed	arn:aws:sns:us-east-1:709902155096:NewNOAA20Object	us-east-1	SNS Topic	https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS	For any questions regarding data delivery or any general questions regarding the	[NOAA](http://www.noaa.gov/)	New data is added as soon as it's available	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, climate, meteorological, weather				
-NOAA Joint Polar Satellite System (JPSS) - New data notifications for JPSS data, only Lambda and SQS protocols allowed	New data notifications for JPSS data, only Lambda and SQS protocols allowed	arn:aws:sns:us-east-1:709902155096:NewSNPPObject	us-east-1	SNS Topic	https://github.com/NOAA-Big-Data-Program/bdp-data-docs/tree/main/JPSS	For any questions regarding data delivery or any general questions regarding the	[NOAA](http://www.noaa.gov/)	New data is added as soon as it's available	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, climate, meteorological, weather				
 NOAA Multi-Radar/Multi-Sensor System (MRMS) - NOAA Multi-Radar/Multi-Sensor System (MRMS)	NOAA Multi-Radar/Multi-Sensor System (MRMS)	arn:aws:s3:::noaa-mrms-pds	us-east-1	S3 Bucket	https://www.nssl.noaa.gov/projects/mrms/	For specific MRMS data questions, please reach out to the MRMS Team at mrms@noaa	[NOAA](http://www.noaa.gov/)	Data is delivered in real-time with a 2-minute update cycle.	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, climate, meteorological, weather		['[Browse Bucket](https://noaa-mrms-pds.s3.amazonaws.com/index.html)']		
 NOAA Multi-Radar/Multi-Sensor System (MRMS) - New data notifications for MRMS data, only Lambda and SQS protocols allowed	New data notifications for MRMS data, only Lambda and SQS protocols allowed	arn:aws:sns:us-east-1:123901341784:NewMRMSObject	us-east-1	SNS Topic	https://www.nssl.noaa.gov/projects/mrms/	For specific MRMS data questions, please reach out to the MRMS Team at mrms@noaa	[NOAA](http://www.noaa.gov/)	Data is delivered in real-time with a 2-minute update cycle.	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, climate, meteorological, weather				
 NOAA Multi-Year Reanalysis of Remotely Sensed Storms (MYRORSS)	Multi-Year Reanalysis of Remotely Sensed Storms	arn:aws:s3:::noaa-oar-myrorss-pds	us-east-1	S3 Bucket	https://osf.io/9gzp2/	For any data delivery issues or any questions in general, please contact the NOA	[NOAA](http://www.noaa.gov/)	No updates	Open Data. There are no restrictions on the use of this data.	aws-pds, agriculture, earth observation, meteorological, natural resource, sustainability, weather		['[Browse Bucket](https://noaa-oar-myrorss-pds.s3.amazonaws.com/index.html)']		
@@ -548,6 +548,8 @@ Radiant MLHub	Radiant MLHub Training Data	arn:aws:s3:::radiant-mlhub	us-west-2	S
 RarePlanes	Real and synthetic satellite imagery, annotations, and metadata	arn:aws:s3:::rareplanes-public	us-west-2	S3 Bucket	www.cosmiqworks.org/RarePlanes	[email protected] and [email protected]	In-Q-Tel - CosmiQ Works	None Planned	[CC BY-SA 4.0](https://creativecommons.org/licenses/by-sa/4.0/)	computer vision, deep learning, earth observation, geospatial, machine learning, satellite imagery, aws-pds, labeled				
 Reference Elevation Model of Antarctica (REMA) - REMA DEM Mosaics	REMA DEM Mosaics	arn:aws:s3:::pgc-opendata-dems/rema/mosaics/	us-west-2	S3 Bucket	https://www.pgc.umn.edu/data/rema/	[email protected]	[Polar Geospatial Center](http://www.pgc.umn.edu/)	New DEM strips are added twice yearly.  Mosaic products are added as soon as the	[Creative Commons Attribution 4.0 International (CC BY 4.0)](https://creativecom	aws-pds, elevation, earth observation, geospatial, mapping, open source software, satellite imagery, cog, stac		['[Browse STAC Catalog](https://polargeospatialcenter.github.io/stac-browser/#/external/pgc-opendata-dems.s3.us-west-2.amazonaws.com/rema/mosaics.json)']		
 Reference Elevation Model of Antarctica (REMA) - REMA DEM Strips	REMA DEM Strips	arn:aws:s3:::pgc-opendata-dems/rema/strips/	us-west-2	S3 Bucket	https://www.pgc.umn.edu/data/rema/	[email protected]	[Polar Geospatial Center](http://www.pgc.umn.edu/)	New DEM strips are added twice yearly.  Mosaic products are added as soon as the	[Creative Commons Attribution 4.0 International (CC BY 4.0)](https://creativecom	aws-pds, elevation, earth observation, geospatial, mapping, open source software, satellite imagery, cog, stac		['[Browse STAC Catalog](https://polargeospatialcenter.github.io/stac-browser/#/external/pgc-opendata-dems.s3.us-west-2.amazonaws.com/rema/strips.json)']		
+Reference data for HiFi human WGS	HiFi Human WGS Reference data	arn:aws:s3:::pacbio-hifi-human-wgs-reference	us-west-2	S3 Bucket	https://zenodo.org/records/8415406	[email protected]	[Pacific Biosciences of California, Inc](https://www.pacb.com/)	"Files are updated to reflect the support for the lastest version of
+[PacBio WGS "	[CC BY 4.0](https://creativecommons.org/licenses/by/4.0/)	aws-pds, health, life sciences, Homo sapiens, long read sequencing, genetic, mapping, whole genome sequencing, vcf, variant annotation				
 SILAM Air Quality - Notifications for new netcdf surface data	Notifications for new netcdf surface data	arn:aws:sns:eu-west-1:916174725480:new-fmi-opendata-silam-surface-netcdf	eu-west-1	SNS Topic	http://en.ilmatieteenlaitos.fi/open-data-on-aws-s3	[email protected]	[Finnish Meteorological Institute](https://www.ilmatieteenlaitos.fi/)	1 time a day	Creative Commons Attribution 4.0 International (CC BY 4.0)	aws-pds, earth observation, climate, weather, air quality, meteorological				
 SILAM Air Quality - Notifications for new zarr surface data	Notifications for new zarr surface data	arn:aws:sns:eu-west-1:916174725480:new-fmi-opendata-silam-surface-zarr	eu-west-1	SNS Topic	http://en.ilmatieteenlaitos.fi/open-data-on-aws-s3	[email protected]	[Finnish Meteorological Institute](https://www.ilmatieteenlaitos.fi/)	1 time a day	Creative Commons Attribution 4.0 International (CC BY 4.0)	aws-pds, earth observation, climate, weather, air quality, meteorological				
 SILAM Air Quality - Surface NetCDF files	Surface NetCDF files	arn:aws:s3:::fmi-opendata-silam-surface-netcdf	eu-west-1	S3 Bucket	http://en.ilmatieteenlaitos.fi/open-data-on-aws-s3	[email protected]	[Finnish Meteorological Institute](https://www.ilmatieteenlaitos.fi/)	1 time a day	Creative Commons Attribution 4.0 International (CC BY 4.0)	aws-pds, earth observation, climate, weather, air quality, meteorological		['[Browse Bucket](https://fmi-opendata-silam-surface-netcdf.s3.amazonaws.com/index.html)']		

diff --git a/datasets/pacbio-human-wgs-reference.yaml b/datasets/pacbio-human-wgs-reference.yaml
@@ -0,0 +1,42 @@
+---
+Name: Reference data for HiFi human WGS
+Description: |
+    Reference data bundle for analyzing HiFi human whole genome
+    sequencing data
+Documentation: https://zenodo.org/records/8415406
+Contact: [email protected]
+ManagedBy: "[Pacific Biosciences of California, Inc](https://www.pacb.com/)"
+UpdateFrequency: |
+    Files are updated to reflect the support for the lastest version of
+    [PacBio WGS Variant Pipeline]
+    (https://github.com/PacificBiosciences/HiFi-human-WGS-WDL)
+Tags:
+  - aws-pds
+  - health
+  - life sciences
+  - Homo sapiens
+  - long read sequencing
+  - genetic
+  - mapping
+  - whole genome sequencing
+  - vcf
+  - variant annotation
+
+License: "[CC BY 4.0](https://creativecommons.org/licenses/by/4.0/)"
+Citation: Concepcion, G. T., Lake, J. A., Wenger, A. M., & Rowell, W. J. (2023). Reference data bundle for PacificBiosciences/HiFi-human-WGS-WDL (1.0.2) [Data set]. Zenodo. https://doi.org/10.5281/zenodo.8415406
+Resources:
+  - Description: HiFi Human WGS Reference data
+    ARN: arn:aws:s3:::pacbio-hifi-human-wgs-reference
+    Region: us-west-2
+    Type: S3 Bucket
+DataAtWork:
+  Tutorials:
+    - Title: "PacBio WGS Variant Pipeline README"
+      URL: https://github.com/PacificBiosciences/HiFi-human-WGS-WDL
+      AuthorName: Pacific Biosciences of California, Inc
+      AuthorURL: https://www.pacb.com
+  Tools & Applications:
+    - Title: "Consolidated analysis with the PacBio WGS Variant Pipeline"
+      URL: https://www.pacb.com/wp-content/uploads/Application-note-Consolidated-analysis-tools-with-the-PacBio-WGS-Variant-Pipeline.pdf
+      AuthorName: Pacific Biosciences of California, Inc
+      AuthorURL: https://www.pacb.com