Added mpige catalog

esm-collections/cloud-access/dkrz_catalog.yaml

 description: DKRZ master catalog for all /pool/data catalogs available
 metadata:
   parameters:
-    additional_cmip6_columns:
+    additional_cmip6_disk_columns:
       default:
-      - opendap_url
-      - long_name
       - path
+      - long_name
+      - opendap_url
       - units
       type: list[str]
-    additional_era5_columns:
+    additional_era5_disk_columns:
       default:
+      - units
       - step
-      - long_name
       - short_name
       - path
-      - units
+      - long_name
       type: list[str]
     cataloonie_columns:
       default:
@@ -200,6 +200,29 @@ sources:
       disk storage system in /work/bk1099/data/
     driver:
     - intake.open_esm_datastore
+  dkrz_mpige_disk:
+    args:
+      csv_kwargs:
+        usecols:
+        - product_id
+        - institute
+        - model
+        - experiment
+        - frequency
+        - modeling_realm
+        - mip_table
+        - ensemble_member
+        - variable
+        - temporal_subset
+        - version
+        - uri
+        - format
+      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access/dkrz_mpige_disk.json
+    description: This is an ESM collection for the Max Planck Institute Grand Ensemble
+      (Maher et al. 2019 https://doi.org/10/gf3kgt) cmorized by CMIP5-standards accessible
+      on the DKRZ's Levante disk storage system in /work/mh1007/CMOR/MPI-GE
+    driver:
+    - intake.open_esm_datastore
   dkrz_nextgems_disk:
     args:
       csv_kwargs:

esm-collections/cloud-access/dkrz_mpi-ge_disk.json → esm-collections/cloud-access/dkrz_mpige_disk.json

 {
-    "esmcat_version": "0.1.0",
-    "id": "dkrz_mpige_disk",
-    "description": "This is an ESM collection for the Max Planck Institute Grand Ensemble (Maher et al. 2019 https://doi.org/10/gf3kgt) cmorized by CMIP5-standards accessible on the DKRZ's disk storage system in /work/mh1007/CMOR/MPI-GE which will be loaded from a source file which is in the cloud (see catalog_file)",
-    "catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_mpige_disk.csv.gz",
+    "aggregation_control": {
+        "aggregations": [
+            {
+                "attribute_name": "variable",
+                "type": "union"
+            },
+            {
+                "attribute_name": "temporal_subset",
+                "options": {
+                    "compat": "override",
+                    "coords": "minimal",
+                    "dim": "time"
+                },
+                "type": "join_existing"
+            },
+            {
+                "attribute_name": "ensemble_member",
+                "options": {
+                    "compat": "override",
+                    "coords": "minimal"
+                },
+                "type": "join_new"
+            }
+        ],
+        "groupby_attrs": [
+            "institute",
+            "model",
+            "experiment",
+            "mip_table"
+        ],
+        "variable_column_name": "variable"
+    },
+    "assets": {
+        "column_name": "uri",
+        "format_column_name": "format"
+    },
     "attributes": [
         {
             "column_name": "product_id",
@@ -39,87 +71,25 @@
         {
             "column_name": "version",
             "vocabulary": ""
-        },
-        {
-            "column_name": "project"
-        },
-        {
-            "column_name": "institution_id"
-        },
-        {
-            "column_name": "source_id"
-        },
-        {
-            "column_name": "experiment_id"
-        },
-        {
-            "column_name": "simulation_id"
-        },
-        {
-            "column_name": "realm"
-        },
-        {
-            "column_name": "time_reduction"
-        },
-        {
-            "column_name": "grid_label"
-        },
-        {
-            "column_name": "grid_id"
-        },
-        {
-            "column_name": "level_type"
-        },
-        {
-            "column_name": "time_min"
-        },
-        {
-            "column_name": "time_max"
-        },
-        {
-            "column_name": "format"
-        },
-        {
-            "column_name": "uri"
-        },
-        {
-            "column_name": "variable_id"
         }
     ],
-    "assets": {
-        "format_column_name": "format",
-        "column_name": "uri"
-    },
-    "aggregation_control": {
-        "variable_column_name": "variable",
-        "groupby_attrs": [
-            "institute",
-            "model",
-            "experiment",
-            "mip_table"
-        ],
-        "aggregations": [
-            {
-                "type": "union",
-                "attribute_name": "variable"
-            },
-            {
-                "type": "join_existing",
-                "attribute_name": "temporal_subset",
-                "options": {
-                    "dim": "time",
-                    "coords": "minimal",
-                    "compat": "override"
-                }
-            },
-            {
-                "type": "join_new",
-                "attribute_name": "ensemble_member",
-                "options": {
-                    "coords": "minimal",
-                    "compat": "override"
-                }
-            }
-        ]
-    }
+    "catalog_file": "https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_mpige_disk.csv.gz",
+    "default_columns": [
+        "product_id",
+        "institute",
+        "model",
+        "experiment",
+        "frequency",
+        "modeling_realm",
+        "mip_table",
+        "ensemble_member",
+        "variable",
+        "temporal_subset",
+        "version",
+        "uri",
+        "format"
+    ],
+    "description": "This is an ESM collection for the Max Planck Institute Grand Ensemble (Maher et al. 2019 https://doi.org/10/gf3kgt) cmorized by CMIP5-standards accessible on the DKRZ's Levante disk storage system in /work/mh1007/CMOR/MPI-GE",
+    "esmcat_version": "0.1.0",
+    "id": "/work/ik1017/Catalogs/dkrz_mpige_disk"
 }
\ No newline at end of file

esm-collections/disk-access/dkrz_catalog.yaml

 description: DKRZ master catalog for all /pool/data catalogs available
 metadata:
   parameters:
-    additional_cmip6_columns:
+    additional_cmip6_disk_columns:
       default:
-      - opendap_url
-      - long_name
       - path
+      - long_name
+      - opendap_url
       - units
       type: list[str]
-    additional_era5_columns:
+    additional_era5_disk_columns:
       default:
+      - units
       - step
-      - long_name
       - short_name
       - path
-      - units
+      - long_name
       type: list[str]
     cataloonie_columns:
       default:
@@ -200,6 +200,29 @@ sources:
       disk storage system in /work/bk1099/data/
     driver:
     - intake.open_esm_datastore
+  dkrz_mpige_disk:
+    args:
+      csv_kwargs:
+        usecols:
+        - product_id
+        - institute
+        - model
+        - experiment
+        - frequency
+        - modeling_realm
+        - mip_table
+        - ensemble_member
+        - variable
+        - temporal_subset
+        - version
+        - uri
+        - format
+      esmcol_obj: /pool/data/Catalogs/dkrz_mpige_disk.json
+    description: This is an ESM collection for the Max Planck Institute Grand Ensemble
+      (Maher et al. 2019 https://doi.org/10/gf3kgt) cmorized by CMIP5-standards accessible
+      on the DKRZ's Levante disk storage system in /work/mh1007/CMOR/MPI-GE
+    driver:
+    - intake.open_esm_datastore
   dkrz_nextgems_disk:
     args:
       csv_kwargs:

esm-collections/disk-access/dkrz_mpi-ge_disk.json

-{
-  "esmcat_version": "0.1.0",
-  "id": "dkrz_mpige_disk",
-  "description": "This is an ESM collection for the Max Planck Institute Grand Ensemble (Maher et al. 2019 https://doi.org/10/gf3kgt) cmorized by CMIP5-standards accessible on the DKRZ's disk storage system in /work/mh1007/CMOR/MPI-GE",
-  "catalog_file":"/mnt/lustre/work/ik1017/Catalogs/dkrz_mpi-ge_disk.csv.gz",
-  "attributes": [
-    {
-      "column_name": "product_id",
-      "vocabulary": ""
-    },
-    {
-      "column_name": "model",
-      "vocabulary": ""
-    },
-    {
-      "column_name": "institute",
-      "vocabulary": ""
-    },
-    {
-      "column_name": "experiment",
-      "vocabulary": ""
-    },
-    { "column_name": "ensemble_member",
-      "vocabulary": "" },
-    {
-      "column_name": "mip_table",
-      "vocabulary": ""
-    },
-    { "column_name": "variable",
-      "vocabulary": "" },
-    {
-      "column_name": "modeling_realm",
-      "vocabulary": ""
-    },
-    {
-      "column_name": "version",
-      "vocabulary": ""
-    },
-      {"column_name": "project"},
-                   {"column_name": "institution_id"},
-                   {"column_name": "source_id"},
-                   {"column_name": "experiment_id"},
-                   {"column_name": "simulation_id"},
-                   {"column_name": "realm"},
-                   {"column_name": "time_reduction"},
-                   {"column_name": "grid_label"},
-                   {"column_name": "grid_id"},
-                   {"column_name": "level_type"},
-                   {"column_name": "time_min"},
-                   {"column_name": "time_max"},
-                   {"column_name": "format"},
-                   {"column_name": "uri"},
-                   {"column_name": "variable_id"}],
- "assets": {"format_column_name": "format",
-            "column_name": "uri"},
-  "aggregation_control": {
-    "variable_column_name": "variable",
-    "groupby_attrs": [
-      "institute",
-      "model",
-      "experiment",
-      "mip_table"
-    ],
-    "aggregations": [
-      {
-        "type": "union",
-        "attribute_name": "variable"
-      },
-      {
-        "type": "join_existing",
-        "attribute_name": "temporal_subset",
-        "options": { "dim": "time", "coords": "minimal", "compat": "override" }
-      },
-      {
-        "type": "join_new",
-        "attribute_name": "ensemble_member",
-        "options": { "coords": "minimal", "compat": "override" }
-      }
-    ]
-  }
-}

esm-collections/disk-access/dkrz_mpige_disk.json

+{
+    "aggregation_control": {
+        "aggregations": [
+            {
+                "attribute_name": "variable",
+                "type": "union"
+            },
+            {
+                "attribute_name": "temporal_subset",
+                "options": {
+                    "compat": "override",
+                    "coords": "minimal",
+                    "dim": "time"
+                },
+                "type": "join_existing"
+            },
+            {
+                "attribute_name": "ensemble_member",
+                "options": {
+                    "compat": "override",
+                    "coords": "minimal"
+                },
+                "type": "join_new"
+            }
+        ],
+        "groupby_attrs": [
+            "institute",
+            "model",
+            "experiment",
+            "mip_table"
+        ],
+        "variable_column_name": "variable"
+    },
+    "assets": {
+        "column_name": "uri",
+        "format_column_name": "format"
+    },
+    "attributes": [
+        {
+            "column_name": "product_id",
+            "vocabulary": ""
+        },
+        {
+            "column_name": "model",
+            "vocabulary": ""
+        },
+        {
+            "column_name": "institute",
+            "vocabulary": ""
+        },
+        {
+            "column_name": "experiment",
+            "vocabulary": ""
+        },
+        {
+            "column_name": "ensemble_member",
+            "vocabulary": ""
+        },
+        {
+            "column_name": "mip_table",
+            "vocabulary": ""
+        },
+        {
+            "column_name": "variable",
+            "vocabulary": ""
+        },
+        {
+            "column_name": "modeling_realm",
+            "vocabulary": ""
+        },
+        {
+            "column_name": "version",
+            "vocabulary": ""
+        }
+    ],
+    "catalog_file": "/work/ik1017/Catalogs/dkrz_mpige_disk.csv.gz",
+    "default_columns": [
+        "product_id",
+        "institute",
+        "model",
+        "experiment",
+        "frequency",
+        "modeling_realm",
+        "mip_table",
+        "ensemble_member",
+        "variable",
+        "temporal_subset",
+        "version",
+        "uri",
+        "format"
+    ],
+    "description": "This is an ESM collection for the Max Planck Institute Grand Ensemble (Maher et al. 2019 https://doi.org/10/gf3kgt) cmorized by CMIP5-standards accessible on the DKRZ's Levante disk storage system in /work/mh1007/CMOR/MPI-GE",
+    "esmcat_version": "0.1.0",
+    "id": "/work/ik1017/Catalogs/dkrz_mpige_disk"
+}
\ No newline at end of file