Added cloud access

esm-collections/cloud-access/dkrz_catalog.yaml

@@ -4,16 +4,17 @@ metadata:
     additional_cmip6_disk_columns:
       default:
       - units
-      - path
       - opendap_url
+      - path
       - long_name
       type: list[str]
     additional_era5_disk_columns:
       default:
+      - step
       - path
-      - units
-      - long_name
       - short_name
+      - long_name
+      - units
       type: list[str]
     cataloonie_columns:
       default:
@@ -41,6 +42,7 @@ plugins:
 sources:
   dkrz_cmip5_archive:
     args:
+      obj: '{{CATALOG_DIR}}/dkrz_cmip5_archive.json'
       read_csv_kwargs:
         usecols:
         - project
@@ -58,13 +60,13 @@ sources:
         - uri
         - format
         - jblob_file
-      obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_cmip5_archive.json"
     description: This is an ESM collection for CMIP5 data accessible on the DKRZ's
       cera archive
     driver:
     - intake.open_esm_datastore
   dkrz_cmip5_disk:
     args:
+      obj: '{{CATALOG_DIR}}/dkrz_cmip5_disk.json'
       read_csv_kwargs:
         usecols:
         - project
@@ -81,13 +83,13 @@ sources:
         - temporal_subset
         - uri
         - format
-      obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_cmip5_disk.json"
     description: This is an ESM collection for CMIP5 data accessible on the DKRZ's
       Lustre disk storage system in /work/kd0956/CMIP5/data/cmip5/
     driver:
     - intake.open_esm_datastore
   dkrz_cmip6_cloud:
     args:
+      obj: '{{CATALOG_DIR}}/dkrz_cmip6_cloud.json'
       read_csv_kwargs:
         usecols:
         - project
@@ -102,13 +104,13 @@ sources:
         - version
         - uri
         - format
-      obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_cmip6_cloud.json"
     description: This is an ESM collection for CMIP6 data accessible on DKRZ's swift
       cloud store
     driver:
     - intake.open_esm_datastore
   dkrz_cmip6_disk:
     args:
+      obj: '{{CATALOG_DIR}}/dkrz_cmip6_disk.json'
       read_csv_kwargs:
         usecols:
         - project
@@ -125,12 +127,12 @@ sources:
         - time_range
         - uri
         - format
-      obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_cmip6_disk.json"
     description: This is a ESM-collection for CMIP6 data on DKRZ's disk storage system
     driver:
     - intake.open_esm_datastore
   dkrz_cordex_disk:
     args:
+      obj: '{{CATALOG_DIR}}/dkrz_cordex_disk.json'
       read_csv_kwargs:
         usecols:
         - project
@@ -148,13 +150,13 @@ sources:
         - time_range
         - uri
         - format
-      obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_cordex_disk.json"
     description: 'This is an ESM collection for CORDEX data accessible on the DKRZ''s
       disk storage system '
     driver:
     - intake.open_esm_datastore
   dkrz_dyamond-winter_disk:
     args:
+      obj: '{{CATALOG_DIR}}/dkrz_dyamond-winter_disk.json'
       read_csv_kwargs:
         usecols: &id001
         - project
@@ -174,12 +176,17 @@ sources:
         - format
         - uri
         - variable_id
-      obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_dyamond-winter_disk.json"
     description: Default catalog for ICON-ESM experiments by MPIMet
     driver:
     - intake.open_esm_datastore
+  dkrz_eerie:
+    args:
+      path: '{{CATALOG_DIR}}/dkrz_eerie.yaml'
+    description: EERIE Data at DKRZ
+    driver: yaml_file_cat
   dkrz_era5_disk:
     args:
+      obj: '{{CATALOG_DIR}}/dkrz_era5_disk.json'
       read_csv_kwargs:
         usecols:
         - project
@@ -194,18 +201,18 @@ sources:
         - initialization_date
         - uri
         - format
-      obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_era5_disk.json"
     description: This is an ESM collection for ERA5 data accessible on the DKRZ's
       disk storage system in /work/bk1099/data/
     driver:
     - intake.open_esm_datastore
   dkrz_monsoon_disk:
     args:
-      path: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_monsoon_disk.yaml"
+      path: '{{CATALOG_DIR}}/dkrz_monsoon_disk.yaml'
     description: Monsoon 2.0
     driver: yaml_file_cat
   dkrz_mpige_disk:
     args:
+      obj: '{{CATALOG_DIR}}/dkrz_mpige_disk.json'
       read_csv_kwargs:
         usecols:
         - product_id
@@ -221,7 +228,6 @@ sources:
         - version
         - uri
         - format
-      obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_mpige_disk.json"
     description: This is an ESM collection for the Max Planck Institute Grand Ensemble
       (Maher et al. 2019 https://doi.org/10/gf3kgt) cmorized by CMIP5-standards accessible
       on the DKRZ's Levante disk storage system in /work/mh1007/CMOR/MPI-GE
@@ -229,14 +235,15 @@ sources:
     - intake.open_esm_datastore
   dkrz_nextgems_disk:
     args:
+      obj: '{{CATALOG_DIR}}/dkrz_nextgems_disk.json'
       read_csv_kwargs:
         usecols: *id001
-      obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_nextgems_disk.json"
     description: Default catalog for ICON-ESM experiments by MPIMet
     driver:
     - intake.open_esm_datastore
   dkrz_palmod2_disk:
     args:
+      obj: '{{CATALOG_DIR}}/dkrz_palmod2_disk.json'
       read_csv_kwargs:
         usecols:
         - project
@@ -251,7 +258,6 @@ sources:
         - format
         - time_range
         - uri
-      obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_palmod2_disk.json"
     description: This is a ESM-collection for Palmod2 data on DKRZ's disk storage
       system
     driver: