From c157ad15ad7f402f319f1a3274784ff80b60f49d Mon Sep 17 00:00:00 2001
From: Fabian Wachsmann <k204210@l40414.lvt.dkrz.de>
Date: Thu, 13 Apr 2023 17:49:17 +0200
Subject: [PATCH] Updated era5 disk catalog creator
---
.../notebooks/dkrz_era5_disk_catalog.ipynb | 61 +++++++++++++++++++
1 file changed, 61 insertions(+)
diff --git a/builder/notebooks/dkrz_era5_disk_catalog.ipynb b/builder/notebooks/dkrz_era5_disk_catalog.ipynb
index 050420b..2e790e7 100644
--- a/builder/notebooks/dkrz_era5_disk_catalog.ipynb
+++ b/builder/notebooks/dkrz_era5_disk_catalog.ipynb
@@ -914,6 +914,60 @@
},
"metadata": {},
"output_type": "display_data"
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "Can't create file '/work/bk1099/data/E5/ml/an/1H/075/E5ml00_1H_1999-09-19_075.grb.90c91.idx'\n",
+ "Traceback (most recent call last):\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/site-packages/cfgrib/messages.py\", line 342, in from_indexpath_or_filestream\n",
+ " with compat_create_exclusive(indexpath) as new_index_file:\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/contextlib.py\", line 119, in __enter__\n",
+ " return next(self.gen)\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/site-packages/cfgrib/messages.py\", line 274, in compat_create_exclusive\n",
+ " fd = os.open(path, os.O_WRONLY | os.O_CREAT | os.O_EXCL)\n",
+ "PermissionError: [Errno 13] Permission denied: '/work/bk1099/data/E5/ml/an/1H/075/E5ml00_1H_1999-09-19_075.grb.90c91.idx'\n",
+ "Can't read index file '/work/bk1099/data/E5/ml/an/1H/075/E5ml00_1H_1999-09-19_075.grb.90c91.idx'\n",
+ "Traceback (most recent call last):\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/site-packages/cfgrib/messages.py\", line 352, in from_indexpath_or_filestream\n",
+ " index_mtime = os.path.getmtime(indexpath)\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/genericpath.py\", line 55, in getmtime\n",
+ " return os.stat(filename).st_mtime\n",
+ "FileNotFoundError: [Errno 2] No such file or directory: '/work/bk1099/data/E5/ml/an/1H/075/E5ml00_1H_1999-09-19_075.grb.90c91.idx'\n",
+ "Can't create file '/work/bk1099/data/E5/ml/an/1H/076/E5ml00_1H_2018-09-02_076.grb.90c91.idx'\n",
+ "Traceback (most recent call last):\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/site-packages/cfgrib/messages.py\", line 342, in from_indexpath_or_filestream\n",
+ " with compat_create_exclusive(indexpath) as new_index_file:\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/contextlib.py\", line 119, in __enter__\n",
+ " return next(self.gen)\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/site-packages/cfgrib/messages.py\", line 274, in compat_create_exclusive\n",
+ " fd = os.open(path, os.O_WRONLY | os.O_CREAT | os.O_EXCL)\n",
+ "PermissionError: [Errno 13] Permission denied: '/work/bk1099/data/E5/ml/an/1H/076/E5ml00_1H_2018-09-02_076.grb.90c91.idx'\n",
+ "Can't read index file '/work/bk1099/data/E5/ml/an/1H/076/E5ml00_1H_2018-09-02_076.grb.90c91.idx'\n",
+ "Traceback (most recent call last):\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/site-packages/cfgrib/messages.py\", line 352, in from_indexpath_or_filestream\n",
+ " index_mtime = os.path.getmtime(indexpath)\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/genericpath.py\", line 55, in getmtime\n",
+ " return os.stat(filename).st_mtime\n",
+ "FileNotFoundError: [Errno 2] No such file or directory: '/work/bk1099/data/E5/ml/an/1H/076/E5ml00_1H_2018-09-02_076.grb.90c91.idx'\n",
+ "Can't create file '/work/bk1099/data/E5/ml/an/1H/077/E5ml00_1H_2004-08-28_077.grb.90c91.idx'\n",
+ "Traceback (most recent call last):\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/site-packages/cfgrib/messages.py\", line 342, in from_indexpath_or_filestream\n",
+ " with compat_create_exclusive(indexpath) as new_index_file:\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/contextlib.py\", line 119, in __enter__\n",
+ " return next(self.gen)\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/site-packages/cfgrib/messages.py\", line 274, in compat_create_exclusive\n",
+ " fd = os.open(path, os.O_WRONLY | os.O_CREAT | os.O_EXCL)\n",
+ "PermissionError: [Errno 13] Permission denied: '/work/bk1099/data/E5/ml/an/1H/077/E5ml00_1H_2004-08-28_077.grb.90c91.idx'\n",
+ "Can't read index file '/work/bk1099/data/E5/ml/an/1H/077/E5ml00_1H_2004-08-28_077.grb.90c91.idx'\n",
+ "Traceback (most recent call last):\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/site-packages/cfgrib/messages.py\", line 352, in from_indexpath_or_filestream\n",
+ " index_mtime = os.path.getmtime(indexpath)\n",
+ " File \"/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/genericpath.py\", line 55, in getmtime\n",
+ " return os.stat(filename).st_mtime\n",
+ "FileNotFoundError: [Errno 2] No such file or directory: '/work/bk1099/data/E5/ml/an/1H/077/E5ml00_1H_2004-08-28_077.grb.90c91.idx'\n"
+ ]
}
],
"source": [
@@ -979,6 +1033,13 @@
"dfnew.to_csv(\"/home/k/k204210/intake-esm/catalogs/dkrz_era5_disk.csv.gz\", compression=\"gzip\", index=False)"
]
},
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "#### levante dir: /work/ik1017/Catalogs/dkrz_era5_disk.csv.gz"
+ ]
+ },
{
"cell_type": "code",
"execution_count": null,
--
GitLab