Added cloud creator

esm-collections/cloud-access/dkrz_catalog.yaml

@@ -14,13 +14,13 @@ metadata:
 sources:
   dkrz_cmip5_disk:
     args:
-      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud_access/dkrz_cmip5_disk.json
+      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access/dkrz_cmip5_disk.json
     description: dkrz cmip5 data on disk saved as netcdf
     driver:
     - intake.open_esm_datastore
   dkrz_cmip5_archive:
     args:
-      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud_access/dkrz_cmip5_archive.json
+      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access/dkrz_cmip5_archive.json
     description: dkrz cmip5 data on archive saved as netcdf
     driver:
     - intake.open_esm_datastore
@@ -30,7 +30,7 @@ sources:
         type: list
         description: description
     args:
-      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud_access/dkrz_cmip6_disk.json
+      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access/dkrz_cmip6_disk.json
       csv_kwargs: 
         usecols: ['activity_id', 'institution_id', 'source_id', 'experiment_id', 'member_id', 'table_id', 'variable_id','grid_label', 'dcpp_init_year', 'version', 'time_range', 'uri', 'format']
     description: dkrz cmip6 data on disk saved as netcdf
@@ -38,31 +38,31 @@ sources:
     - intake.open_esm_datastore
   dkrz_cmip6_cloud:
     args:
-      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud_access/dkrz_cmip6_cloud.json
+      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access/dkrz_cmip6_cloud.json
     description: dkrz cmip6 data on cloud
     driver:
     - intake.open_esm_datastore
   dkrz_cordex_disk:
     args:
-      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud_access/dkrz_cordex_disk.json
+      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access/dkrz_cordex_disk.json
     description: dkrz cordex data on disk
     driver:
     - intake.open_esm_datastore
   dkrz_era5_disk:
     args:
-      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud_access/dkrz_era5_disk.json
+      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access/dkrz_era5_disk.json
     description: dkrz era5 data on disk
     driver:
     - intake.open_esm_datastore
   dkrz_mpi-ge_disk:
     args:
-      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud_access/dkrz_mpi-ge_disk.json
+      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access/dkrz_mpi-ge_disk.json
     description: dkrz mpi-ge data on disk
     driver:
     - intake.open_esm_datastore
   dkrz_dyamond-winter_disk:
     args:
-      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud_access/dkrz_dyamond-winter_disk.json
+      esmcol_obj: https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access/dkrz_dyamond-winter_disk.json
     description: dkrz dyamond-winter data on disk
     driver:
     - intake.open_esm_datastore

esm-collections/create_cloud_parent.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "id": "116bb321-0bbb-4e85-804a-8a75932d9e46",
    "metadata": {},
    "outputs": [],
@@ -14,7 +14,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 2,
    "id": "60ccbb3d-0f0c-467e-bb43-4c025fe3ea05",
    "metadata": {},
    "outputs": [],
@@ -24,14 +24,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 4,
    "id": "b98dd45c-aa97-4b36-9fce-28158467e107",
    "metadata": {},
    "outputs": [],
    "source": [
     "for cat in cats:\n",
     "    targetfile=cat.split('/')[1]\n",
-    "    target=\"cloud_access/\"+targetfile\n",
+    "    target=\"cloud-access/\"+targetfile\n",
     "    with open(cat, \"r\") as f:\n",
     "        catjson=json.load(f)\n",
     "    catjson[\"description\"]+=\" which will be loaded from a source file which is in the cloud (see catalog_file)\"\n",
@@ -42,13 +42,21 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": 5,
    "id": "2d1dfe72-e476-45a8-a1d6-2a2b8f3cbbb3",
    "metadata": {},
    "outputs": [],
    "source": [
     "!sed 's;/pool/data/Catalogs/;https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access/;g' disk-access/dkrz_catalog.yaml >cloud-access/dkrz_catalog.yaml"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "2d985cb4-ebc0-4906-9f21-fed42ffcb4a3",
+   "metadata": {},
+   "outputs": [],
+   "source": []
   }
  ],
  "metadata": {