Updated main catalog

esm-collections/cloud_access/dkrz_catalog.yaml

@@ -2,7 +2,15 @@ description: 'DKRZ master catalog for all /pool/data catalogs available'
 plugins:
   source:
     - module: intake_esm
-
+metadata:
+  parameters:
+    cmip6_columns:
+      type: list[str]
+      default: ['activity_id', 'institution_id', 'source_id', 'experiment_id', 'member_id', 'table_id', 'variable_id','grid_label', 'dcpp_init_year', 'version', 'time_range', 'uri', 'format']    
+  dkrz_cmip6_disk:
+    default_columns: "{{cmip6_columns}}"
+    additional_columns: ['opendap_url', 'project', 'simulation_id', 'grid_id', 'frequency', 'time_reduction', 'long_name', 'units', 'realm', 'lev_type', 'time_min', 'time_max', 'path']
+     
 sources:
   dkrz_cmip5_disk:
     args:
@@ -17,8 +25,14 @@ sources:
     driver:
     - intake.open_esm_datastore
   dkrz_cmip6_disk:
+    parameters:
+      cmip6_cols:
+        type: list
+        description: description
     args:
       esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud_access/dkrz_cmip6_disk.json
+      csv_kwargs: 
+        usecols: ['activity_id', 'institution_id', 'source_id', 'experiment_id', 'member_id', 'table_id', 'variable_id','grid_label', 'dcpp_init_year', 'version', 'time_range', 'uri', 'format']
     description: dkrz cmip6 data on disk saved as netcdf
     driver:
     - intake.open_esm_datastore

esm-collections/disk_access/dkrz_catalog.yaml

@@ -2,7 +2,15 @@ description: 'DKRZ master catalog for all /pool/data catalogs available'
 plugins:
   source:
     - module: intake_esm
-
+metadata:
+  parameters:
+    cmip6_columns:
+      type: list[str]
+      default: ['activity_id', 'institution_id', 'source_id', 'experiment_id', 'member_id', 'table_id', 'variable_id','grid_label', 'dcpp_init_year', 'version', 'time_range', 'uri', 'format']    
+  dkrz_cmip6_disk:
+    default_columns: "{{cmip6_columns}}"
+    additional_columns: ['opendap_url', 'project', 'simulation_id', 'grid_id', 'frequency', 'time_reduction', 'long_name', 'units', 'realm', 'lev_type', 'time_min', 'time_max', 'path']
+     
 sources:
   dkrz_cmip5_disk:
     args:
@@ -17,8 +25,14 @@ sources:
     driver:
     - intake.open_esm_datastore
   dkrz_cmip6_disk:
+    parameters:
+      cmip6_cols:
+        type: list
+        description: description
     args:
       esmcol_obj: /pool/data/Catalogs/dkrz_cmip6_disk.json
+      csv_kwargs: 
+        usecols: ['activity_id', 'institution_id', 'source_id', 'experiment_id', 'member_id', 'table_id', 'variable_id','grid_label', 'dcpp_init_year', 'version', 'time_range', 'uri', 'format']
     description: dkrz cmip6 data on disk saved as netcdf
     driver:
     - intake.open_esm_datastore