Commit a3d9217b authored by Aaron Spring's avatar Aaron Spring

add catalogs and builders

parent 7d179759
This diff is collapsed.
This source diff could not be displayed because it is too large. You can view the blob instead.
This diff is collapsed.
{
"esmcat_version": "0.1.0",
"id": "mistral-cmip5",
"description": "This is an ESM collection for CMIP5 data accessible on the DKRZ's MISTRAL disk storage system in /work/kd0956/CMIP5/data/cmip5/",
"catalog_file": "/home/mpim/m300524/intake-esm-datastore/catalogs/mistral-cmip5.csv.gz",
"attributes": [
{
"column_name": "product_id",
"vocabulary": ""
},
{
"column_name": "model",
"vocabulary": ""
},
{
"column_name": "institute",
"vocabulary": ""
},
{
"column_name": "experiment",
"vocabulary": ""
},
{ "column_name": "ensemble_member",
"vocabulary": "" },
{
"column_name": "mip_table",
"vocabulary": ""
},
{ "column_name": "variable",
"vocabulary": "" },
{
"column_name": "modeling_realm",
"vocabulary": ""
},
{
"column_name": "version",
"vocabulary": ""
}
],
"assets": {
"column_name": "path",
"format": "netcdf"
},
"aggregation_control": {
"variable_column_name": "variable",
"groupby_attrs": [
"institute",
"model",
"experiment",
"mip_table"
],
"aggregations": [
{
"type": "union",
"attribute_name": "variable"
},
{
"type": "join_existing",
"attribute_name": "temporal_subset",
"options": { "dim": "time", "coords": "minimal", "compat": "override" }
},
{
"type": "join_new",
"attribute_name": "ensemble_member",
"options": { "coords": "minimal", "compat": "override" }
}
]
}
}
{
"esmcat_version": "0.1.0",
"id": "mistral-cmip6",
"description": "This is an ESM collection for CMIP6 data accessible on the DKRZ's MISTRAL disk storage system in /work/ik1017/CMIP6/data/CMIP6",
"catalog_file": "/home/mpim/m300524/intake-esm-datastore/catalogs/mistral-cmip6.csv.gz",
"attributes": [
{
"column_name": "activity_id",
"vocabulary": "https://raw.githubusercontent.com/WCRP-CMIP/CMIP6_CVs/master/CMIP6_activity_id.json"
},
{
"column_name": "source_id",
"vocabulary": "https://raw.githubusercontent.com/WCRP-CMIP/CMIP6_CVs/master/CMIP6_source_id.json"
},
{
"column_name": "institution_id",
"vocabulary": "https://raw.githubusercontent.com/WCRP-CMIP/CMIP6_CVs/master/CMIP6_institution_id.json"
},
{
"column_name": "experiment_id",
"vocabulary": "https://raw.githubusercontent.com/WCRP-CMIP/CMIP6_CVs/master/CMIP6_experiment_id.json"
},
{ "column_name": "member_id", "vocabulary": "" },
{
"column_name": "table_id",
"vocabulary": "https://raw.githubusercontent.com/WCRP-CMIP/CMIP6_CVs/master/CMIP6_table_id.json"
},
{ "column_name": "variable_id", "vocabulary": "" },
{
"column_name": "grid_label",
"vocabulary": "https://raw.githubusercontent.com/WCRP-CMIP/CMIP6_CVs/master/CMIP6_grid_label.json"
},
{
"column_name": "version",
"vocabulary": ""
},
{
"column_name": "dcpp_start_year",
"vocabulary": ""
}
],
"assets": {
"column_name": "path",
"format": "netcdf"
},
"aggregation_control": {
"variable_column_name": "variable_id",
"groupby_attrs": [
"activity_id",
"institution_id",
"source_id",
"experiment_id",
"table_id",
"grid_label"
],
"aggregations": [
{
"type": "union",
"attribute_name": "variable_id"
},
{
"type": "join_existing",
"attribute_name": "time_range",
"options": { "dim": "time", "coords": "minimal", "compat": "override" }
},
{
"type": "join_new",
"attribute_name": "member_id",
"options": { "coords": "minimal", "compat": "override" }
},
{
"type": "join_new",
"attribute_name": "dcpp_init_year",
"options": { "coords": "minimal", "compat": "override" }
}
]
}
}
{
"esmcat_version": "0.1.0",
"id": "mistral-miklip",
"description": "This is an ESM collection for CMIP5 data accessible on the DKRZ's MISTRAL disk storage system in /work/bmx828/miklip-ces/data4miklip/model/global/miklip",
"catalog_file": "/home/mpim/m300524/intake-esm-datastore/catalogs/mistral-miklip.csv.gz",
"attributes": [
{
"column_name": "generation",
"vocabulary": ""
},
{
"column_name": "product_id",
"vocabulary": ""
},
{
"column_name": "model",
"vocabulary": ""
},
{
"column_name": "institute",
"vocabulary": ""
},
{
"column_name": "experiment",
"vocabulary": ""
},
{ "column_name": "ensemble_member",
"vocabulary": "" },
{
"column_name": "mip_table",
"vocabulary": ""
},
{ "column_name": "variable",
"vocabulary": "" },
{
"column_name": "modeling_realm",
"vocabulary": ""
},
{
"column_name": "version",
"vocabulary": ""
}
],
"assets": {
"column_name": "path",
"format": "netcdf"
},
"aggregation_control": {
"variable_column_name": "variable",
"groupby_attrs": [
"institute",
"model",
"experiment",
"mip_table"
],
"aggregations": [
{
"type": "union",
"attribute_name": "variable"
},
{
"type": "join_existing",
"attribute_name": "temporal_subset",
"options": { "dim": "time", "coords": "minimal", "compat": "override" }
},
{
"type": "join_new",
"attribute_name": "ensemble_member",
"options": { "coords": "minimal", "compat": "override" }
}
]
}
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment