Skip to content
Snippets Groups Projects
Commit 8ac65c94 authored by Fabian Wachsmann's avatar Fabian Wachsmann
Browse files

Updated catalogs

parent 658cac49
No related branches found
No related tags found
No related merge requests found
{ {
"default_columns": [
"project",
"product_id",
"institute",
"model",
"experiment",
"frequency",
"modeling_realm",
"mip_table",
"ensemble_member",
"version",
"variable",
"temporal_subset",
"uri",
"format",
"jblob_file"
],
"esmcat_version": "0.1.0", "esmcat_version": "0.1.0",
"id": "dkrz_cmip5_archive", "id": "dkrz_cmip5_archive",
"description": "This is an ESM collection for CMIP5 data accessible on the DKRZ's cera archive which will be loaded from a source file which is in the cloud (see catalog_file)", "description": "This is an ESM collection for CMIP5 data accessible on the DKRZ's cera archive which will be loaded from a source file which is in the cloud (see catalog_file)",
"catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_cmip5_archive.csv.gz", "catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_cmip5_archive.csv.gz",
"attributes": [ "attributes": [
{ {
"column_name": "product_id", "column_name": "project",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "model", "column_name": "product_id",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "institute", "column_name": "institute",
"vocabulary": "" "vocabulary": ""
}, },
{
"column_name": "model",
"vocabulary": ""
},
{ {
"column_name": "experiment", "column_name": "experiment",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "ensemble_member", "column_name": "frequency",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "mip_table", "column_name": "modeling_realm",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "variable", "column_name": "mip_table",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "modeling_realm", "column_name": "ensemble_member",
"vocabulary": "" "vocabulary": ""
}, },
{ {
...@@ -41,7 +62,11 @@ ...@@ -41,7 +62,11 @@
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "project" "column_name": "variable",
"vocabulary": ""
},
{
"column_name": "temporal_subset"
}, },
{ {
"column_name": "institution_id" "column_name": "institution_id"
...@@ -85,7 +110,7 @@ ...@@ -85,7 +110,7 @@
{ {
"column_name": "variable_id" "column_name": "variable_id"
}, },
{ {
"column_name": "jblob_file" "column_name": "jblob_file"
} }
], ],
...@@ -108,4 +133,4 @@ ...@@ -108,4 +133,4 @@
"mip_table" "mip_table"
] ]
} }
} }
\ No newline at end of file
{ {
"default_columns": [
"project",
"product_id",
"institute",
"model",
"experiment",
"frequency",
"modeling_realm",
"mip_table",
"ensemble_member",
"version",
"variable",
"temporal_subset",
"uri",
"format"
],
"esmcat_version": "0.1.0", "esmcat_version": "0.1.0",
"id": "dkrz_cmip5_disk", "id": "dkrz_cmip5_disk",
"description": "This is an ESM collection for CMIP5 data accessible on the DKRZ's Lustre disk storage system in /work/kd0956/CMIP5/data/cmip5/ which will be loaded from a source file which is in the cloud (see catalog_file)", "description": "This is an ESM collection for CMIP5 data accessible on the DKRZ's Lustre disk storage system in /work/kd0956/CMIP5/data/cmip5/ which will be loaded from a source file which is in the cloud (see catalog_file)",
"catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_cmip5_disk.csv.gz", "catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_cmip5_disk.csv.gz",
"attributes": [ "attributes": [
{ {
"column_name": "product_id", "column_name": "project",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "model", "column_name": "product_id",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "institute", "column_name": "institute",
"vocabulary": "" "vocabulary": ""
}, },
{
"column_name": "model",
"vocabulary": ""
},
{ {
"column_name": "experiment", "column_name": "experiment",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "ensemble_member", "column_name": "frequency",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "mip_table", "column_name": "modeling_realm",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "variable", "column_name": "mip_table",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "modeling_realm", "column_name": "ensemble_member",
"vocabulary": "" "vocabulary": ""
}, },
{ {
...@@ -41,7 +61,11 @@ ...@@ -41,7 +61,11 @@
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "project" "column_name": "variable",
"vocabulary": ""
},
{
"column_name": "temporal_subset"
}, },
{ {
"column_name": "institution_id" "column_name": "institution_id"
......
{ {
"default_columns": [
"project",
"activity_id",
"source_id",
"institution_id",
"experiment_id",
"member_id",
"table_id",
"variable_id",
"grid_label",
"version",
"uri",
"format"
],
"esmcat_version": "0.1.0", "esmcat_version": "0.1.0",
"id": "dkrz_cmip6_cloud", "id": "dkrz_cmip6_cloud",
"description": "This is an ESM collection for CMIP6 data accessible on DKRZ's swift cloud store which will be loaded from a source file which is in the cloud (see catalog_file)", "description": "This is an ESM collection for CMIP6 data accessible on DKRZ's swift cloud store which will be loaded from a source file which is in the cloud (see catalog_file)",
......
{ {
"default_columns": [
"project",
"activity_id",
"source_id",
"institution_id",
"experiment_id",
"member_id",
"dcpp_init_year",
"table_id",
"variable_id",
"grid_label",
"version",
"time_range",
"uri",
"format"
],
"aggregation_control": { "aggregation_control": {
"aggregations": [ "aggregations": [
{ {
...@@ -45,6 +61,9 @@ ...@@ -45,6 +61,9 @@
"format_column_name": "format" "format_column_name": "format"
}, },
"attributes": [ "attributes": [
{
"column_name": "project"
},
{ {
"column_name": "activity_id", "column_name": "activity_id",
"vocabulary": "https://raw.githubusercontent.com/WCRP-CMIP/CMIP6_CVs/master/CMIP6_activity_id.json" "vocabulary": "https://raw.githubusercontent.com/WCRP-CMIP/CMIP6_CVs/master/CMIP6_activity_id.json"
...@@ -86,7 +105,10 @@ ...@@ -86,7 +105,10 @@
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "project" "column_name": "time_range"
},
{
"column_name": "uri"
}, },
{ {
"column_name": "simulation_id" "column_name": "simulation_id"
...@@ -126,13 +148,10 @@ ...@@ -126,13 +148,10 @@
}, },
{ {
"column_name": "long_name" "column_name": "long_name"
},
{
"column_name": "time_range"
} }
], ],
"catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_cmip6_disk.csv.gz", "catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm//work/ik1017/Catalogs/dkrz_cmip6_disk.csv.gz",
"description": "This is a ESM-collection for CMIP6 data on DKRZ's disk storage system which will be loaded from a source file which is in the cloud (see catalog_file)", "description": "This is a ESM-collection for CMIP6 data on DKRZ's disk storage system which will be loaded from a source file which is in the cloud (see catalog_file)",
"esmcat_version": "0.1.0", "esmcat_version": "0.1.0",
"id": "/work/ik1017/Catalogs/dkrz_cmip6_disk" "id": "/work/ik1017/Catalogs/dkrz_cmip6_disk"
} }
\ No newline at end of file
{ {
"default_columns": [
"project",
"product_id",
"CORDEX_domain",
"institute_id",
"driving_model_id",
"experiment_id",
"member",
"model_id",
"rcm_version_id",
"frequency",
"variable_id",
"version",
"time_range",
"uri",
"format"
],
"esmcat_version": "0.1.0", "esmcat_version": "0.1.0",
"id": "dkrz_cordex_disk", "id": "dkrz_cordex_disk",
"description": "This is an ESM collection for CORDEX data accessible on the DKRZ's disk storage system which will be loaded from a source file which is in the cloud (see catalog_file)", "description": "This is an ESM collection for CORDEX data accessible on the DKRZ's disk storage system which will be loaded from a source file which is in the cloud (see catalog_file)",
"catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_cordex_disk.csv.gz", "catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_cordex_disk.csv.gz",
"attributes": [ "attributes": [
{ {
"column_name": "variable_id", "column_name": "project"
"vocabulary": ""
}, },
{ {
"column_name": "CORDEX_domain", "column_name": "CORDEX_domain",
"vocabulary": "" "vocabulary": ""
}, },
{
"column_name": "product_id",
"vocabulary": ""
},
{
"column_name": "institute_id",
"vocabulary": ""
},
{ {
"column_name": "driving_model_id", "column_name": "driving_model_id",
"vocabulary": "" "vocabulary": ""
...@@ -37,7 +61,7 @@ ...@@ -37,7 +61,7 @@
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "institute_id", "column_name": "variable_id",
"vocabulary": "" "vocabulary": ""
}, },
{ {
...@@ -45,16 +69,16 @@ ...@@ -45,16 +69,16 @@
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "project" "column_name": "uri"
}, },
{ {
"column_name": "institution_id" "column_name": "time_range"
}, },
{ {
"column_name": "source_id" "column_name": "institution_id"
}, },
{ {
"column_name": "experiment_id" "column_name": "source_id"
}, },
{ {
"column_name": "simulation_id" "column_name": "simulation_id"
...@@ -82,15 +106,6 @@ ...@@ -82,15 +106,6 @@
}, },
{ {
"column_name": "format" "column_name": "format"
},
{
"column_name": "uri"
},
{
"column_name": "variable_id"
},
{
"column_name": "time_range"
} }
], ],
"assets": { "assets": {
...@@ -131,4 +146,4 @@ ...@@ -131,4 +146,4 @@
} }
] ]
} }
} }
\ No newline at end of file
{ {
"default_columns": [
"project",
"era_id",
"dataType",
"level_type",
"frequency",
"stepType",
"table_id",
"code",
"validation_date",
"initialization_date",
"uri",
"format"
],
"esmcat_version": "0.1.0", "esmcat_version": "0.1.0",
"id": "dkrz_era5_disk", "id": "dkrz_era5_disk",
"description": "This is an ESM collection for ERA5 data accessible on the DKRZ's disk storage system in /work/bk1099/data/ which will be loaded from a source file which is in the cloud (see catalog_file)", "description": "This is an ESM collection for ERA5 data accessible on the DKRZ's disk storage system in /work/bk1099/data/ which will be loaded from a source file which is in the cloud (see catalog_file)",
"catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_era5_disk.csv.gz", "catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_era5_disk.csv.gz",
"attributes": [ "attributes": [
{
"column_name": "project"
},
{ {
"column_name": "era_id", "column_name": "era_id",
"vocabulary": "" "vocabulary": ""
...@@ -24,28 +41,34 @@ ...@@ -24,28 +41,34 @@
"column_name": "stepType", "column_name": "stepType",
"vocabulary": "" "vocabulary": ""
}, },
{
"column_name": "table_id"
},
{ {
"column_name": "code", "column_name": "code",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "short_name", "column_name": "validation_date",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "long_name", "column_name": "initialization_date",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "units", "column_name": "uri"
},
{
"column_name": "short_name",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "validation_date", "column_name": "long_name",
"vocabulary": "" "vocabulary": ""
}, },
{ {
"column_name": "initialization_date", "column_name": "units",
"vocabulary": "" "vocabulary": ""
}, },
{ {
...@@ -59,17 +82,8 @@ ...@@ -59,17 +82,8 @@
{ {
"column_name": "institution_id" "column_name": "institution_id"
}, },
{
"column_name": "project"
},
{ {
"column_name": "format" "column_name": "format"
},
{
"column_name": "uri"
},
{
"column_name": "table_id"
} }
], ],
"assets": { "assets": {
......
{ {
"default_columns": [
"project",
"source_id",
"institution_id",
"experiment_id",
"member_id",
"table_id",
"variable_id",
"grid_label",
"version",
"format",
"time_range",
"uri"
],
"aggregation_control": { "aggregation_control": {
"aggregations": [ "aggregations": [
{ {
...@@ -29,6 +43,9 @@ ...@@ -29,6 +43,9 @@
"format_column_name": "format" "format_column_name": "format"
}, },
"attributes": [ "attributes": [
{
"column_name": "project"
},
{ {
"column_name": "source_id" "column_name": "source_id"
}, },
...@@ -54,7 +71,13 @@ ...@@ -54,7 +71,13 @@
"column_name": "version" "column_name": "version"
}, },
{ {
"column_name": "project" "column_name": "time_min"
},
{
"column_name": "time_max"
},
{
"column_name": "uri"
}, },
{ {
"column_name": "simulation_id" "column_name": "simulation_id"
...@@ -77,17 +100,8 @@ ...@@ -77,17 +100,8 @@
{ {
"column_name": "level_type" "column_name": "level_type"
}, },
{
"column_name": "time_min"
},
{
"column_name": "time_max"
},
{ {
"column_name": "format" "column_name": "format"
},
{
"column_name": "uri"
} }
], ],
"catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_palmod2_disk.csv.gz", "catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_palmod2_disk.csv.gz",
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment