Skip to content
Snippets Groups Projects
Commit eb7fc05a authored by Fabian Wachsmann's avatar Fabian Wachsmann
Browse files

Added cloud access

parent 7c7ad6d2
No related branches found
No related tags found
No related merge requests found
Pipeline #47411 passed
Stage: build
Hide whitespace changes
Inline Side-by-side
esm-collections/cloud-access/dkrz_catalog.yaml
+ 20
− 14
View file @ eb7fc05a
......@@ -4,16 +4,17 @@ metadata:
additional_cmip6_disk_columns:
default:
- units
- path
- opendap_url
- path
- long_name
type: list[str]
additional_era5_disk_columns:
default:
- step
- path
- units
- long_name
- short_name
- long_name
- units
type: list[str]
cataloonie_columns:
default:
......@@ -41,6 +42,7 @@ plugins:
sources:
dkrz_cmip5_archive:
args:
obj: '{{CATALOG_DIR}}/dkrz_cmip5_archive.json'
read_csv_kwargs:
usecols:
- project
......@@ -58,13 +60,13 @@ sources:
- uri
- format
- jblob_file
obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_cmip5_archive.json"
description: This is an ESM collection for CMIP5 data accessible on the DKRZ's
cera archive
driver:
- intake.open_esm_datastore
dkrz_cmip5_disk:
args:
obj: '{{CATALOG_DIR}}/dkrz_cmip5_disk.json'
read_csv_kwargs:
usecols:
- project
......@@ -81,13 +83,13 @@ sources:
- temporal_subset
- uri
- format
obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_cmip5_disk.json"
description: This is an ESM collection for CMIP5 data accessible on the DKRZ's
Lustre disk storage system in /work/kd0956/CMIP5/data/cmip5/
driver:
- intake.open_esm_datastore
dkrz_cmip6_cloud:
args:
obj: '{{CATALOG_DIR}}/dkrz_cmip6_cloud.json'
read_csv_kwargs:
usecols:
- project
......@@ -102,13 +104,13 @@ sources:
- version
- uri
- format
obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_cmip6_cloud.json"
description: This is an ESM collection for CMIP6 data accessible on DKRZ's swift
cloud store
driver:
- intake.open_esm_datastore
dkrz_cmip6_disk:
args:
obj: '{{CATALOG_DIR}}/dkrz_cmip6_disk.json'
read_csv_kwargs:
usecols:
- project
......@@ -125,12 +127,12 @@ sources:
- time_range
- uri
- format
obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_cmip6_disk.json"
description: This is a ESM-collection for CMIP6 data on DKRZ's disk storage system
driver:
- intake.open_esm_datastore
dkrz_cordex_disk:
args:
obj: '{{CATALOG_DIR}}/dkrz_cordex_disk.json'
read_csv_kwargs:
usecols:
- project
......@@ -148,13 +150,13 @@ sources:
- time_range
- uri
- format
obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_cordex_disk.json"
description: 'This is an ESM collection for CORDEX data accessible on the DKRZ''s
disk storage system '
driver:
- intake.open_esm_datastore
dkrz_dyamond-winter_disk:
args:
obj: '{{CATALOG_DIR}}/dkrz_dyamond-winter_disk.json'
read_csv_kwargs:
usecols: &id001
- project
......@@ -174,12 +176,17 @@ sources:
- format
- uri
- variable_id
obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_dyamond-winter_disk.json"
description: Default catalog for ICON-ESM experiments by MPIMet
driver:
- intake.open_esm_datastore
dkrz_eerie:
args:
path: '{{CATALOG_DIR}}/dkrz_eerie.yaml'
description: EERIE Data at DKRZ
driver: yaml_file_cat
dkrz_era5_disk:
args:
obj: '{{CATALOG_DIR}}/dkrz_era5_disk.json'
read_csv_kwargs:
usecols:
- project
......@@ -194,18 +201,18 @@ sources:
- initialization_date
- uri
- format
obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_era5_disk.json"
description: This is an ESM collection for ERA5 data accessible on the DKRZ's
disk storage system in /work/bk1099/data/
driver:
- intake.open_esm_datastore
dkrz_monsoon_disk:
args:
path: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_monsoon_disk.yaml"
path: '{{CATALOG_DIR}}/dkrz_monsoon_disk.yaml'
description: Monsoon 2.0
driver: yaml_file_cat
dkrz_mpige_disk:
args:
obj: '{{CATALOG_DIR}}/dkrz_mpige_disk.json'
read_csv_kwargs:
usecols:
- product_id
......@@ -221,7 +228,6 @@ sources:
- version
- uri
- format
obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_mpige_disk.json"
description: This is an ESM collection for the Max Planck Institute Grand Ensemble
(Maher et al. 2019 https://doi.org/10/gf3kgt) cmorized by CMIP5-standards accessible
on the DKRZ's Levante disk storage system in /work/mh1007/CMOR/MPI-GE
......@@ -229,14 +235,15 @@ sources:
- intake.open_esm_datastore
dkrz_nextgems_disk:
args:
obj: '{{CATALOG_DIR}}/dkrz_nextgems_disk.json'
read_csv_kwargs:
usecols: *id001
obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_nextgems_disk.json"
description: Default catalog for ICON-ESM experiments by MPIMet
driver:
- intake.open_esm_datastore
dkrz_palmod2_disk:
args:
obj: '{{CATALOG_DIR}}/dkrz_palmod2_disk.json'
read_csv_kwargs:
usecols:
- project
......@@ -251,7 +258,6 @@ sources:
- format
- time_range
- uri
obj: "https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access//dkrz_palmod2_disk.json"
description: This is a ESM-collection for Palmod2 data on DKRZ's disk storage
system
driver:
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment

Imprint | Privacy Policy