Updated datasets 2025-02-13 UTC

opengeos · Feb 13, 2025 · 5d44da0 · 5d44da0
1 parent 3b4aa17
commit 5d44da0
Show file tree

Hide file tree

Showing 16 changed files with 817 additions and 75 deletions.
diff --git a/aws_geo_datasets.json b/aws_geo_datasets.json
diff --git a/aws_geo_datasets.tsv b/aws_geo_datasets.tsv
diff --git a/datasets/aodn_satellite_chlorophylla_carder_1day_aqua.yaml b/datasets/aodn_satellite_chlorophylla_carder_1day_aqua.yaml
@@ -0,0 +1,44 @@
+Name: Satellite - Ocean Colour -  MODIS - 1 day - Chlorophyll-a concentration (Carder
+  model)
+Description: 'The Aqua satellite platform carries a MODIS sensor that observes sunlight
+  reflected from within the ocean surface layer at multiple wavelengths. These multi-spectral
+  measurements are used to infer the concentration of chlorophyll-a (Chl-a), most
+  typically due to phytoplankton, present in the water.
+
+
+  There are multiple retrieval algorithms for estimating Chl-a. These data use the
+  Carder method implemented in the SeaDAS processing software l2gen and described
+  in Carder K. L., Chen F. R., Lee Z. P., Hawes S. K. and Cannizzaro J. P. (2003),
+  MODIS Ocean Science Team Algorithm Theoretical Basis Document, ATBD 19, Case 2 Chlorophyll
+  a, Version 7, URL: http://modis.gsfc.nasa.gov/data/atbd/atbd_mod19.pdf (accessed
+  17 March 2022).'
+Documentation: https://catalogue-imos.aodn.org.au/geonetwork/srv/eng/catalog.search#/metadata/43ac4663-c8de-4eb0-9711-3da65cbecdd3
+Contact: info@aodn.org.au
+ManagedBy: AODN
+UpdateFrequency: As Needed
+Tags:
+- oceans
+- satellite imagery
+- biology
+License: http://creativecommons.org/licenses/by/4.0/
+Resources:
+- Description: Cloud Optimised AODN dataset of IMOS - SRS - MODIS - 01 day - Chlorophyll-a
+    concentration (Carder model)
+  ARN: arn:aws:s3:::aodn-cloud-optimised/satellite_chlorophylla_carder_1day_aqua.zarr
+  Region: ap-southeast-2
+  Type: S3 Bucket
+DataAtWork:
+  Tutorials:
+  - Title: Accessing IMOS - SRS - MODIS - 01 day - Chlorophyll-a concentration (Carder
+      model)
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_chlorophylla_carder_1day_aqua.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_chlorophylla_carder_1day_aqua.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+  - Title: Accessing and search for any AODN dataset
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+Citation: 'The citation in a list of references is: "IMOS [year-of-data-download],
+  [Title], [data-access-URL], accessed [date-of-access]."'
diff --git a/datasets/aodn_satellite_chlorophylla_gsm_1day_aqua.yaml b/datasets/aodn_satellite_chlorophylla_gsm_1day_aqua.yaml
@@ -0,0 +1,39 @@
+Name: Satellite - Ocean Colour -  MODIS - 1 day - Chlorophyll-a concentration (GSM
+  model)
+Description: "The Aqua satellite platform carries a MODIS sensor that observes sunlight\
+  \ reflected from within the ocean surface layer at multiple wavelengths. These multi-spectral\
+  \ measurements are used to infer the concentration of chlorophyll-a (Chl-a), most\
+  \ typically due to phytoplankton, present in the water. \n\nThere are multiple retrieval\
+  \ algorithms for estimating Chl-a. These data use the Garver-Siegel-Maritorena (GSM)\
+  \ method   implemented in the SeaDAS processing software l2gen and described in\
+  \ \u201CChapter 11, and references therein, of IOCCG Report 5, 2006, (http://ioccg.org/wp-content/uploads/2015/10/ioccg-report-05.pdf)."
+Documentation: https://catalogue-imos.aodn.org.au/geonetwork/srv/eng/catalog.search#/metadata/f73daf07-eb81-4995-a72a-ca903834509f
+Contact: info@aodn.org.au
+ManagedBy: AODN
+UpdateFrequency: As Needed
+Tags:
+- oceans
+- satellite imagery
+- biology
+License: http://creativecommons.org/licenses/by/4.0/
+Resources:
+- Description: Cloud Optimised AODN dataset of IMOS - SRS - MODIS - 01 day - Chlorophyll-a
+    concentration (GSM model)
+  ARN: arn:aws:s3:::aodn-cloud-optimised/satellite_chlorophylla_gsm_1day_aqua.zarr
+  Region: ap-southeast-2
+  Type: S3 Bucket
+DataAtWork:
+  Tutorials:
+  - Title: Accessing IMOS - SRS - MODIS - 01 day - Chlorophyll-a concentration (GSM
+      model)
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_chlorophylla_gsm_1day_aqua.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_chlorophylla_gsm_1day_aqua.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+  - Title: Accessing and search for any AODN dataset
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+Citation: 'The citation in a list of references is: "IMOS [year-of-data-download],
+  [Title], [data-access-URL], accessed [date-of-access]."'
diff --git a/datasets/aodn_satellite_chlorophylla_oc3_1day_aqua.yaml b/datasets/aodn_satellite_chlorophylla_oc3_1day_aqua.yaml
@@ -0,0 +1,40 @@
+Name: Satellite - Ocean Colour -  MODIS - 1 day - Chlorophyll-a concentration (OC3
+  model)
+Description: "The Aqua satellite platform carries a MODIS sensor that observes sunlight\
+  \ reflected from within the ocean surface layer at multiple wavelengths. These multi-spectral\
+  \ measurements are used to infer the concentration of chlorophyll-a (Chl-a), most\
+  \ typically due to phytoplankton, present in the water. \n\nThere are multiple retrieval\
+  \ algorithms for estimating Chl-a. These data use the OC3 method recommended by\
+  \ the NASA Ocean Biology Processing Group and implemented in the SeaDAS processing\
+  \ software l2gen. The OC3 algorithm is described at http://oceancolor.gsfc.nasa.gov/cms/atbd/chlor_a\
+  \ (and links therein)."
+Documentation: https://catalogue-imos.aodn.org.au/geonetwork/srv/eng/catalog.search#/metadata/d7a14921-8f3f-4522-9a54-e7d1df969c8a
+Contact: info@aodn.org.au
+ManagedBy: AODN
+UpdateFrequency: As Needed
+Tags:
+- oceans
+- satellite imagery
+- biology
+License: http://creativecommons.org/licenses/by/4.0/
+Resources:
+- Description: Cloud Optimised AODN dataset of IMOS - SRS - MODIS - 01 day - Chlorophyll-a
+    concentration (OC3 model)
+  ARN: arn:aws:s3:::aodn-cloud-optimised/satellite_chlorophylla_oc3_1day_aqua.zarr
+  Region: ap-southeast-2
+  Type: S3 Bucket
+DataAtWork:
+  Tutorials:
+  - Title: Accessing IMOS - SRS - MODIS - 01 day - Chlorophyll-a concentration (OC3
+      model)
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_chlorophylla_oc3_1day_aqua.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_chlorophylla_oc3_1day_aqua.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+  - Title: Accessing and search for any AODN dataset
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+Citation: 'The citation in a list of references is: "IMOS [year-of-data-download],
+  [Title], [data-access-URL], accessed [date-of-access]."'
diff --git a/datasets/aodn_satellite_chlorophylla_oci_1day_aqua.yaml b/datasets/aodn_satellite_chlorophylla_oci_1day_aqua.yaml
@@ -0,0 +1,40 @@
+Name: Satellite - Ocean Colour -  MODIS - 1 day - Chlorophyll-a concentration (OCI
+  model)
+Description: "The Aqua satellite platform carries a MODIS sensor that observes sunlight\
+  \ reflected from within the ocean surface layer at multiple wavelengths. These multi-spectral\
+  \ measurements are used to infer the concentration of chlorophyll-a (Chl-a), most\
+  \ typically due to phytoplankton, present in the water. \n\nThere are multiple retrieval\
+  \ algorithms for estimating Chl-a. These data use the OCI method (Hu et al 2012,\
+  \ doi: 10.1029/2011jc007395) recommended by the NASA Ocean Biology Processing Group\
+  \ and implemented in the SeaDAS processing software l2gen. The OCI algorithm is\
+  \ described at https://oceancolor.gsfc.nasa.gov/atbd/chlor_a/  (and links therein)."
+Documentation: https://catalogue-imos.aodn.org.au/geonetwork/srv/eng/catalog.search#/metadata/24055e3a-94e5-40bb-b97f-7519f0482d6a
+Contact: info@aodn.org.au
+ManagedBy: AODN
+UpdateFrequency: As Needed
+Tags:
+- oceans
+- satellite imagery
+- biology
+License: http://creativecommons.org/licenses/by/4.0/
+Resources:
+- Description: Cloud Optimised AODN dataset of IMOS - SRS - MODIS - 01 day - Chlorophyll-a
+    concentration (OCI model)
+  ARN: arn:aws:s3:::aodn-cloud-optimised/satellite_chlorophylla_oci_1day_aqua.zarr
+  Region: ap-southeast-2
+  Type: S3 Bucket
+DataAtWork:
+  Tutorials:
+  - Title: Accessing IMOS - SRS - MODIS - 01 day - Chlorophyll-a concentration (OCI
+      model)
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_chlorophylla_oci_1day_aqua.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_chlorophylla_oci_1day_aqua.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+  - Title: Accessing and search for any AODN dataset
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+Citation: 'The citation in a list of references is: "IMOS [year-of-data-download],
+  [Title], [data-access-URL], accessed [date-of-access]."'
diff --git a/datasets/aodn_satellite_diffuse_attenuation_coefficent_1day_aqua.yaml b/datasets/aodn_satellite_diffuse_attenuation_coefficent_1day_aqua.yaml
@@ -0,0 +1,38 @@
+Name: Satellite - Ocean Colour - MODIS - 1 day - Diffuse attenuation coefficient (k490)
+Description: The Aqua satellite platform carries a MODIS sensor that observes sunlight
+  reflected from within the ocean surface layer at multiple wavelengths. These multi-spectral
+  measurements are used to infer the diffuse attenuation coefficient (Kd) at 490nm
+  wavelength which provides information on how light is attenuated in the water column.
+  It is defined as the scaling length of the exponential decrease of the downwelling
+  irradiance and has units (m^-1). The MODIS K490 product estimates Kd at 490nm wavelength,
+  using a semi-empirical model based on the ratio of water leaving radiances at 490nm
+  and 555nm. The algorithm is described at https://oceancolor.gsfc.nasa.gov/atbd/kd/.
+Documentation: https://catalogue-imos.aodn.org.au/geonetwork/srv/eng/catalog.search#/metadata/a8632154-b8e5-493d-acd4-e458fae3ae26
+Contact: info@aodn.org.au
+ManagedBy: AODN
+UpdateFrequency: As Needed
+Tags:
+- oceans
+- satellite imagery
+License: http://creativecommons.org/licenses/by/4.0/
+Resources:
+- Description: Cloud Optimised AODN dataset of IMOS - SRS - MODIS - 01 day - Diffuse
+    attenuation coefficient (k490 )
+  ARN: arn:aws:s3:::aodn-cloud-optimised/satellite_diffuse_attenuation_coefficent_1day_aqua.zarr
+  Region: ap-southeast-2
+  Type: S3 Bucket
+DataAtWork:
+  Tutorials:
+  - Title: Accessing IMOS - SRS - MODIS - 01 day - Diffuse attenuation coefficient
+      (k490 )
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_diffuse_attenuation_coefficent_1day_aqua.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_diffuse_attenuation_coefficent_1day_aqua.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+  - Title: Accessing and search for any AODN dataset
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+Citation: 'The citation in a list of references is: "IMOS [year-of-data-download],
+  [Title], [data-access-URL], accessed [date-of-access]."'
diff --git a/datasets/aodn_satellite_ghrsst_l3c_1day_nighttime_himawari8.yaml b/datasets/aodn_satellite_ghrsst_l3c_1day_nighttime_himawari8.yaml
@@ -0,0 +1,49 @@
+Name: Satellite - Sea surface temperature - Level 3 - Single sensor - Himawari-8 -
+  1 day - Night time
+Description: "This is a regional GHRSST level 3 collated (L3C) dataset on 0.02-degree\
+  \ rectangular grid over the Australasian domain (70E to 190E, 70S to 20N) based\
+  \ on retrievals from the AHI imager on board Himawari-8 satellite. The Bureau of\
+  \ Meteorology (Bureau) produces Integrated Marine Observing System (IMOS) satellite\
+  \ SST products in the International Group for High Resolution SST (GHRSST) GDS2\
+  \ file formats for Himawari-8 in real time and delayed mode. This product is composed\
+  \ of reprocessed multi-swath SSTskin retrievals obtained from compositing IMOS Himawari-8\
+  \ hourly L3C files over the night (before dawn).  \nEvery 10 minutes, the Himawari-8\
+  \ full disk is processed to retrieve SSTs by using the Radiative Transfer Model\
+  \ (RTTOV12.3) and Bayesian cloud clearing method based on the ESA CCI SST code developed\
+  \ at the University of Reading. The hourly product on native grid is then produced\
+  \ by compositing over multiple swaths for the previous 1 hour. Further, L3C-01day\
+  \ SST fields on native grid are obtained by selecting the highest quality data from\
+  \ the hourly SST records with priority being given to the value the closest in time\
+  \ to the product nominal hour.  The L3C-1day night product on native grid is then\
+  \ remapped over the 0.02-degree IMOS grid to compose IMOS L3C-1day night product\
+  \ (Govekar et al., 2021,  https://www.foo.org.au/wp-content/uploads/2021/11/Govekar_FOO_2021.pdf).\
+  \   The product format is compliant with the GHRSST Data Specification (GDS) version\
+  \ 2."
+Documentation: https://catalogue-imos.aodn.org.au/geonetwork/srv/eng/catalog.search#/metadata/72b65fb8-84e1-4a56-b32c-7f15970903d2
+Contact: info@aodn.org.au
+ManagedBy: AODN
+UpdateFrequency: As Needed
+Tags:
+- oceans
+- satellite imagery
+License: http://creativecommons.org/licenses/by/4.0/
+Resources:
+- Description: Cloud Optimised AODN dataset of IMOS - SRS - SST - L3C - Himawari-8
+    - 1 day - night time - Australia
+  ARN: arn:aws:s3:::aodn-cloud-optimised/satellite_ghrsst_l3c_1day_nighttime_himawari8.zarr
+  Region: ap-southeast-2
+  Type: S3 Bucket
+DataAtWork:
+  Tutorials:
+  - Title: Accessing IMOS - SRS - SST - L3C - Himawari-8 - 1 day - night time - Australia
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_ghrsst_l3c_1day_nighttime_himawari8.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_ghrsst_l3c_1day_nighttime_himawari8.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+  - Title: Accessing and search for any AODN dataset
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+Citation: 'The citation in a list of references is: "IMOS [year-of-data-download],
+  [Title], [data-access-URL], accessed [date-of-access]."'
diff --git a/datasets/aodn_satellite_nanoplankton_fraction_oc3_1day_aqua.yaml b/datasets/aodn_satellite_nanoplankton_fraction_oc3_1day_aqua.yaml
@@ -0,0 +1,48 @@
+Name: Satellite - Ocean Colour - MODIS - 1 day - Nanoplankton fraction (OC3 model
+  and Brewin et al 2012 algorithm)
+Description: "The Aqua satellite platform carries a MODIS sensor that observes sunlight\
+  \ reflected from within the ocean surface layer at multiple wavelengths. These multi-spectral\
+  \ measurements are used to infer the concentration of chlorophyll-a (Chl-a), most\
+  \ typically due to phytoplankton, present in the water. An empirical relationship\
+  \ is then used to compute an estimate of the relative abundance of three phytoplankton\
+  \ size classes (micro, nano and picoplankton). \n\nThe methods used to decompose\
+  \ chl_oc3 are described by Brewin et al in two papers in 2010 and 2012. The two\
+  \ methods, denoted Brewin2010at and Brewin2012in, used calibration data from the\
+  \ Atlantic and Indian Oceans respectively.  Users should note that these are unvalidated\
+  \ experimental products and they should familiarise themselves with the underlying\
+  \ algorithms and methodologies described in the published literature before making\
+  \ use of them.\n\nThe data are produced from the same data stream as the MODIS Chla_oc3\
+  \ data set (https://catalogue-imos.aodn.org.au:443/geonetwork/srv/api/records/d7a14921-8f3f-4522-9a54-e7d1df969c8a).\
+  \ \n\nData are provided as two files per day, one with the percentage of nanoplankton,\
+  \ and one for picoplankton. The percentage of microplankton is computed as the balance\
+  \ to 100%, that is %micro = 100 - %nano - %pico."
+Documentation: https://catalogue-imos.aodn.org.au/geonetwork/srv/eng/catalog.search#/metadata/9fde091c-9d38-4b2f-ba23-c262c21a41a2
+Contact: FILL UP MANUALLY - CHECK DOCUMENTATION
+ManagedBy: FILL UP MANUALLY - CHECK DOCUMENTATION
+UpdateFrequency: As Needed
+Tags:
+- oceans
+- satellite imagery
+- biology
+License: http://creativecommons.org/licenses/by/4.0/
+Resources:
+- Description: Cloud Optimised AODN dataset of IMOS - SRS - MODIS - 01 day - Nanoplankton
+    fraction (OC3 model and Brewin et al 2012 algorithm)
+  ARN: arn:aws:s3:::aodn-cloud-optimised/satellite_nanoplankton_fraction_oc3_1day_aqua.zarr
+  Region: ap-southeast-2
+  Type: S3 Bucket
+DataAtWork:
+  Tutorials:
+  - Title: Accessing IMOS - SRS - MODIS - 01 day - Nanoplankton fraction (OC3 model
+      and Brewin et al 2012 algorithm)
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_nanoplankton_fraction_oc3_1day_aqua.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/satellite_nanoplankton_fraction_oc3_1day_aqua.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+  - Title: Accessing and search for any AODN dataset
+    URL: https://nbviewer.org/github/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    NotebookURL: https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/GetAodnData.ipynb
+    AuthorName: Laurent Besnard
+    AuthorURL: https://github.com/aodn/aodn_cloud_optimised
+Citation: 'The citation in a list of references is: "IMOS [year-of-data-download],
+  [Title], [data-access-URL], accessed [date-of-access]."'