Commit 27d66705 authored by Anderson Banihirwe's avatar Anderson Banihirwe Committed by GitHub

Merge pull request #32 from andersy005/master

Update the GLADE catalog with new CESM2 runs + others
parents 2960ebdf 40be2d0c
......@@ -16,7 +16,7 @@
"from tqdm.auto import tqdm\n",
"from pathlib import Path\n",
"import shutil\n",
"import numpy as np"
"import numpy as np\n"
]
},
{
......@@ -34,7 +34,9 @@
"source": [
"def get_file_list(persist_path):\n",
" persist_path = Path(persist_path)\n",
" persist_path.mkdir(exist_ok=True)\n",
" if persist_path.exists():\n",
" shutil.rmtree(persist_path)\n",
" persist_path.mkdir()\n",
" root = Path(\"/glade/collections/cmip/CMIP6\")\n",
" dirs = [x for x in root.iterdir() if x.is_dir()]\n",
" for directory in tqdm(dirs):\n",
......@@ -49,7 +51,7 @@
},
{
"cell_type": "code",
"execution_count": 6,
"execution_count": 3,
"metadata": {},
"outputs": [],
"source": [
......@@ -92,7 +94,7 @@
},
{
"cell_type": "code",
"execution_count": 7,
"execution_count": 6,
"metadata": {},
"outputs": [
{
......@@ -103,17 +105,21 @@
" 'LUMIP',\n",
" 'C4MIP',\n",
" 'LS3MIP',\n",
" 'RFMIP',\n",
" 'OMIP',\n",
" 'HighResMIP',\n",
" 'DCPP',\n",
" 'CDRMIP',\n",
" 'AerChemMIP',\n",
" 'GeoMIP',\n",
" 'PMIP',\n",
" 'DAMIP',\n",
" 'PAMIP',\n",
" 'GMMIP',\n",
" 'ScenarioMIP']"
]
},
"execution_count": 7,
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
......@@ -126,7 +132,7 @@
},
{
"cell_type": "code",
"execution_count": 8,
"execution_count": 7,
"metadata": {},
"outputs": [
{
......@@ -187,7 +193,7 @@
"4 /glade/collections/cmip/CMIP6/AerChemMIP/BCC/B..."
]
},
"execution_count": 8,
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
......@@ -206,21 +212,22 @@
"- 10/13/2019: 1,027,617 \n",
"- 10/15/2019: 1,113,227\n",
"- 10/16/2019: 1,129,214\n",
"- 10/16/2019: 1,138,743"
"- 10/16/2019: 1,138,743\n",
"- 10/17/2019: 2,352,702"
]
},
{
"cell_type": "code",
"execution_count": 10,
"execution_count": 8,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"1138743"
"2352702"
]
},
"execution_count": 10,
"execution_count": 8,
"metadata": {},
"output_type": "execute_result"
}
......@@ -231,7 +238,7 @@
},
{
"cell_type": "code",
"execution_count": 11,
"execution_count": 9,
"metadata": {},
"outputs": [],
"source": [
......@@ -286,15 +293,15 @@
},
{
"cell_type": "code",
"execution_count": 12,
"execution_count": 10,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"CPU times: user 3.72 s, sys: 0 ns, total: 3.72 s\n",
"Wall time: 3.71 s\n"
"CPU times: user 7.35 s, sys: 10.5 ms, total: 7.36 s\n",
"Wall time: 7.36 s\n"
]
}
],
......@@ -306,16 +313,16 @@
},
{
"cell_type": "code",
"execution_count": 13,
"execution_count": 11,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"722392"
"1139604"
]
},
"execution_count": 13,
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
......@@ -326,7 +333,7 @@
},
{
"cell_type": "code",
"execution_count": 14,
"execution_count": 12,
"metadata": {},
"outputs": [],
"source": [
......@@ -361,15 +368,15 @@
},
{
"cell_type": "code",
"execution_count": 15,
"execution_count": 13,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"CPU times: user 18 s, sys: 851 ms, total: 18.8 s\n",
"Wall time: 18.8 s\n"
"CPU times: user 26.6 s, sys: 1.83 s, total: 28.4 s\n",
"Wall time: 28.5 s\n"
]
}
],
......@@ -380,7 +387,7 @@
},
{
"cell_type": "code",
"execution_count": 16,
"execution_count": 14,
"metadata": {},
"outputs": [
{
......@@ -399,7 +406,7 @@
" 'path': '/glade/collections/cmip/CMIP6/AerChemMIP/BCC/BCC-ESM1/ssp370/r2i1p1f1/day/pr/gn/v20190702/pr/pr_day_BCC-ESM1_ssp370_r2i1p1f1_gn_20150101-20551231.nc'}"
]
},
"execution_count": 16,
"execution_count": 14,
"metadata": {},
"output_type": "execute_result"
}
......@@ -410,16 +417,27 @@
},
{
"cell_type": "code",
"execution_count": 17,
"execution_count": 15,
"metadata": {},
"outputs": [],
"source": [
"# a = '/glade/collections/cmip/CMIP6/GMMIP/NCAR/NCAR/CESM2/amip-hist/r2i1p1f1/day/prc/gn/v20190814/prc_day_CESM2_amip-hist_r2i1p1f1_gn_19900101-19991231.nc'\n",
"# b = '/glade/collections/cmip/CMIP6/AerChemMIP/BCC/BCC-ESM1/ssp370/r2i1p1f1/day/pr/gn/v20190702/pr/pr_day_BCC-ESM1_ssp370_r2i1p1f1_gn_20150101-20551231.nc'\n",
"# c = '/glade/collections/cmip/CMIP6/GMMIP/NCAR/NCAR/CESM2/amip-hist/r2i1p1f1/day/clt/gn/v20190814/clt_day_CESM2_amip-hist_r2i1p1f1_gn_19200101-19291231.nc',"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"722392"
"1139604"
]
},
"execution_count": 17,
"execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
......@@ -430,7 +448,7 @@
},
{
"cell_type": "code",
"execution_count": 18,
"execution_count": 17,
"metadata": {},
"outputs": [
{
......@@ -565,7 +583,7 @@
"4 /glade/collections/cmip/CMIP6/AerChemMIP/BCC/B... "
]
},
"execution_count": 18,
"execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
......@@ -577,16 +595,16 @@
},
{
"cell_type": "code",
"execution_count": 19,
"execution_count": 18,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"722392"
"1139604"
]
},
"execution_count": 19,
"execution_count": 18,
"metadata": {},
"output_type": "execute_result"
}
......@@ -597,7 +615,7 @@
},
{
"cell_type": "code",
"execution_count": 20,
"execution_count": 19,
"metadata": {},
"outputs": [
{
......@@ -636,9 +654,9 @@
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <td>583241</td>\n",
" <td>basin</td>\n",
" <td>Ofx</td>\n",
" <td>599000</td>\n",
" <td>sftlf</td>\n",
" <td>fx</td>\n",
" <td>abrupt-4xCO2</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
......@@ -650,9 +668,9 @@
" <td>/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>583243</td>\n",
" <td>deptho</td>\n",
" <td>Ofx</td>\n",
" <td>599001</td>\n",
" <td>areacella</td>\n",
" <td>fx</td>\n",
" <td>abrupt-4xCO2</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
......@@ -664,23 +682,9 @@
" <td>/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>583244</td>\n",
" <td>volcello</td>\n",
" <td>Ofx</td>\n",
" <td>abrupt-4xCO2</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
" <td>gr</td>\n",
" <td>NaN</td>\n",
" <td>NCC</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>v20190815</td>\n",
" <td>/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>583531</td>\n",
" <td>deptho</td>\n",
" <td>Ofx</td>\n",
" <td>599889</td>\n",
" <td>sftlf</td>\n",
" <td>fx</td>\n",
" <td>historical</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
......@@ -692,9 +696,9 @@
" <td>/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>584584</td>\n",
" <td>sftof</td>\n",
" <td>Ofx</td>\n",
" <td>601175</td>\n",
" <td>areacella</td>\n",
" <td>fx</td>\n",
" <td>piControl</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
......@@ -706,51 +710,9 @@
" <td>/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>584587</td>\n",
" <td>deptho</td>\n",
" <td>Ofx</td>\n",
" <td>piControl</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
" <td>gn</td>\n",
" <td>NaN</td>\n",
" <td>NCC</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>v20190815</td>\n",
" <td>/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>586036</td>\n",
" <td>sftof</td>\n",
" <td>Ofx</td>\n",
" <td>1pctCO2</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
" <td>gn</td>\n",
" <td>NaN</td>\n",
" <td>NCC</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>v20190815</td>\n",
" <td>/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>586039</td>\n",
" <td>basin</td>\n",
" <td>Ofx</td>\n",
" <td>1pctCO2</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
" <td>gn</td>\n",
" <td>NaN</td>\n",
" <td>NCC</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>v20190815</td>\n",
" <td>/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>586041</td>\n",
" <td>deptho</td>\n",
" <td>Ofx</td>\n",
" <td>601868</td>\n",
" <td>areacella</td>\n",
" <td>fx</td>\n",
" <td>1pctCO2</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
......@@ -762,37 +724,9 @@
" <td>/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>586042</td>\n",
" <td>volcello</td>\n",
" <td>Ofx</td>\n",
" <td>1pctCO2</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
" <td>gr</td>\n",
" <td>NaN</td>\n",
" <td>NCC</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>v20190815</td>\n",
" <td>/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>586189</td>\n",
" <td>thetao</td>\n",
" <td>Omon</td>\n",
" <td>PCMDI-test-1-0</td>\n",
" <td>piControl-withism</td>\n",
" <td>r3i1p1f1</td>\n",
" <td>gn</td>\n",
" <td>016201-016201</td>\n",
" <td>v20190926</td>\n",
" <td>thetao</td>\n",
" <td>v20190926</td>\n",
" <td>/glade/collections/cmip/CMIP6/CMIP/FIO-QLNM/FI...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>588176</td>\n",
" <td>sftof</td>\n",
" <td>Ofx</td>\n",
" <td>610327</td>\n",
" <td>sftlf</td>\n",
" <td>fx</td>\n",
" <td>hist-GHG</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
......@@ -803,106 +737,37 @@
" <td>v20190815</td>\n",
" <td>/glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>588177</td>\n",
" <td>areacello</td>\n",
" <td>Ofx</td>\n",
" <td>hist-GHG</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
" <td>gn</td>\n",
" <td>NaN</td>\n",
" <td>NCC</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>v20190815</td>\n",
" <td>/glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>588179</td>\n",
" <td>deptho</td>\n",
" <td>Ofx</td>\n",
" <td>hist-GHG</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
" <td>gn</td>\n",
" <td>NaN</td>\n",
" <td>NCC</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>v20190815</td>\n",
" <td>/glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>588181</td>\n",
" <td>volcello</td>\n",
" <td>Ofx</td>\n",
" <td>hist-GHG</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>r1i1p1f1</td>\n",
" <td>gr</td>\n",
" <td>NaN</td>\n",
" <td>NCC</td>\n",
" <td>NorESM2-LM</td>\n",
" <td>v20190815</td>\n",
" <td>/glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM...</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" variable_id table_id source_id experiment_id member_id \\\n",
"583241 basin Ofx abrupt-4xCO2 NorESM2-LM r1i1p1f1 \n",
"583243 deptho Ofx abrupt-4xCO2 NorESM2-LM r1i1p1f1 \n",
"583244 volcello Ofx abrupt-4xCO2 NorESM2-LM r1i1p1f1 \n",
"583531 deptho Ofx historical NorESM2-LM r1i1p1f1 \n",
"584584 sftof Ofx piControl NorESM2-LM r1i1p1f1 \n",
"584587 deptho Ofx piControl NorESM2-LM r1i1p1f1 \n",
"586036 sftof Ofx 1pctCO2 NorESM2-LM r1i1p1f1 \n",
"586039 basin Ofx 1pctCO2 NorESM2-LM r1i1p1f1 \n",
"586041 deptho Ofx 1pctCO2 NorESM2-LM r1i1p1f1 \n",
"586042 volcello Ofx 1pctCO2 NorESM2-LM r1i1p1f1 \n",
"586189 thetao Omon PCMDI-test-1-0 piControl-withism r3i1p1f1 \n",
"588176 sftof Ofx hist-GHG NorESM2-LM r1i1p1f1 \n",
"588177 areacello Ofx hist-GHG NorESM2-LM r1i1p1f1 \n",
"588179 deptho Ofx hist-GHG NorESM2-LM r1i1p1f1 \n",
"588181 volcello Ofx hist-GHG NorESM2-LM r1i1p1f1 \n",
" variable_id table_id source_id experiment_id member_id grid_label \\\n",
"599000 sftlf fx abrupt-4xCO2 NorESM2-LM r1i1p1f1 gn \n",
"599001 areacella fx abrupt-4xCO2 NorESM2-LM r1i1p1f1 gn \n",
"599889 sftlf fx historical NorESM2-LM r1i1p1f1 gn \n",
"601175 areacella fx piControl NorESM2-LM r1i1p1f1 gn \n",
"601868 areacella fx 1pctCO2 NorESM2-LM r1i1p1f1 gn \n",
"610327 sftlf fx hist-GHG NorESM2-LM r1i1p1f1 gn \n",
"\n",
" grid_label time_range activity_id institution_id version \\\n",
"583241 gn NaN NCC NorESM2-LM v20190815 \n",
"583243 gn NaN NCC NorESM2-LM v20190815 \n",
"583244 gr NaN NCC NorESM2-LM v20190815 \n",
"583531 gn NaN NCC NorESM2-LM v20190815 \n",
"584584 gn NaN NCC NorESM2-LM v20190815 \n",
"584587 gn NaN NCC NorESM2-LM v20190815 \n",
"586036 gn NaN NCC NorESM2-LM v20190815 \n",
"586039 gn NaN NCC NorESM2-LM v20190815 \n",
"586041 gn NaN NCC NorESM2-LM v20190815 \n",
"586042 gr NaN NCC NorESM2-LM v20190815 \n",
"586189 gn 016201-016201 v20190926 thetao v20190926 \n",
"588176 gn NaN NCC NorESM2-LM v20190815 \n",
"588177 gn NaN NCC NorESM2-LM v20190815 \n",
"588179 gn NaN NCC NorESM2-LM v20190815 \n",
"588181 gr NaN NCC NorESM2-LM v20190815 \n",
" time_range activity_id institution_id version \\\n",
"599000 NaN NCC NorESM2-LM v20190815 \n",
"599001 NaN NCC NorESM2-LM v20190815 \n",
"599889 NaN NCC NorESM2-LM v20190815 \n",
"601175 NaN NCC NorESM2-LM v20190815 \n",
"601868 NaN NCC NorESM2-LM v20190815 \n",
"610327 NaN NCC NorESM2-LM v20190815 \n",
"\n",
" path \n",
"583241 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"583243 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"583244 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"583531 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"584584 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"584587 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"586036 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"586039 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"586041 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"586042 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"586189 /glade/collections/cmip/CMIP6/CMIP/FIO-QLNM/FI... \n",
"588176 /glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM... \n",
"588177 /glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM... \n",
"588179 /glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM... \n",
"588181 /glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM... "
"599000 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"599001 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"599889 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"601175 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"601868 /glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2... \n",
"610327 /glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM... "
]
},
"execution_count": 20,
"execution_count": 19,
"metadata": {},
"output_type": "execute_result"
}
......@@ -916,30 +781,21 @@
},
{
"cell_type": "code",
"execution_count": 24,
"execution_count": 20,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/abrupt-4xCO2/r1i1p1f1/Ofx/basin/gn/v20190815/basin/basin_Ofx_abrupt-4xCO2_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/abrupt-4xCO2/r1i1p1f1/Ofx/deptho/gn/v20190815/deptho/deptho_Ofx_abrupt-4xCO2_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/abrupt-4xCO2/r1i1p1f1/Ofx/volcello/gr/v20190815/volcello/volcello_Ofx_abrupt-4xCO2_NorESM2-LM_r1i1p1f1_gr.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/historical/r1i1p1f1/Ofx/deptho/gn/v20190815/deptho/deptho_Ofx_historical_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/piControl/r1i1p1f1/Ofx/sftof/gn/v20190815/sftof/sftof_Ofx_piControl_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/piControl/r1i1p1f1/Ofx/deptho/gn/v20190815/deptho/deptho_Ofx_piControl_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/1pctCO2/r1i1p1f1/Ofx/sftof/gn/v20190815/sftof/sftof_Ofx_1pctCO2_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/1pctCO2/r1i1p1f1/Ofx/basin/gn/v20190815/basin/basin_Ofx_1pctCO2_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/1pctCO2/r1i1p1f1/Ofx/deptho/gn/v20190815/deptho/deptho_Ofx_1pctCO2_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/1pctCO2/r1i1p1f1/Ofx/volcello/gr/v20190815/volcello/volcello_Ofx_1pctCO2_NorESM2-LM_r1i1p1f1_gr.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/FIO-QLNM/FIO-ESM-2-0/piControl/r1i1p1f1/Omon/thetao/gn/v20190926/thetao/thetao_Omon_PCMDI-test-1-0_piControl-withism_r3i1p1f1_gn_016201-016201.nc',\n",
" '/glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM2-LM/hist-GHG/r1i1p1f1/Ofx/sftof/gn/v20190815/sftof/sftof_Ofx_hist-GHG_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM2-LM/hist-GHG/r1i1p1f1/Ofx/areacello/gn/v20190815/areacello/areacello_Ofx_hist-GHG_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM2-LM/hist-GHG/r1i1p1f1/Ofx/deptho/gn/v20190815/deptho/deptho_Ofx_hist-GHG_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM2-LM/hist-GHG/r1i1p1f1/Ofx/volcello/gr/v20190815/volcello/volcello_Ofx_hist-GHG_NorESM2-LM_r1i1p1f1_gr.nc']"
"['/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/abrupt-4xCO2/r1i1p1f1/fx/sftlf/gn/v20190815/sftlf/sftlf_fx_abrupt-4xCO2_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/abrupt-4xCO2/r1i1p1f1/fx/areacella/gn/v20190815/areacella/areacella_fx_abrupt-4xCO2_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/historical/r1i1p1f1/fx/sftlf/gn/v20190815/sftlf/sftlf_fx_historical_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/piControl/r1i1p1f1/fx/areacella/gn/v20190815/areacella/areacella_fx_piControl_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/CMIP/NCC/NorESM2-LM/1pctCO2/r1i1p1f1/fx/areacella/gn/v20190815/areacella/areacella_fx_1pctCO2_NorESM2-LM_r1i1p1f1_gn.nc',\n",
" '/glade/collections/cmip/CMIP6/DAMIP/NCC/NorESM2-LM/hist-GHG/r1i1p1f1/fx/sftlf/gn/v20190815/sftlf/sftlf_fx_hist-GHG_NorESM2-LM_r1i1p1f1_gn.nc']"
]
},
"execution_count": 24,
"execution_count": 20,
"metadata": {},
"output_type": "execute_result"
}
......@@ -952,7 +808,7 @@
},
{
"cell_type": "code",
"execution_count": 25,
"execution_count": 21,
"metadata": {},
"outputs": [],
"source": [
......@@ -962,15 +818,15 @@
},
{
"cell_type": "code",
"execution_count": 26,
"execution_count": 22,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"CPU times: user 3min 36s, sys: 2.86 s, total: 3min 39s\n",
"Wall time: 3min 37s\n"
"CPU times: user 5min 14s, sys: 3.99 s, total: 5min 18s\n",
"Wall time: 5min 18s\n"
]
}
],
......@@ -984,16 +840,16 @@
},
{
"cell_type": "code",
"execution_count": 27,
"execution_count": 23,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"23653"
"23742"
]
},
"execution_count": 27,
"execution_count": 23,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1004,16 +860,16 @@
},
{
"cell_type": "code",
"execution_count": 28,
"execution_count": 24,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"722377"
"1139598"
]
},
"execution_count": 28,
"execution_count": 24,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1024,16 +880,16 @@
},
{
"cell_type": "code",
"execution_count": 29,
"execution_count": 25,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"698724"
"1115856"
]
},
"execution_count": 29,
"execution_count": 25,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1045,7 +901,7 @@
},
{
"cell_type": "code",
"execution_count": 30,
"execution_count": 26,
"metadata": {},
"outputs": [
{
......@@ -1186,7 +1042,7 @@
"4 /glade/collections/cmip/CMIP6/AerChemMIP/BCC/B... NaN "
]
},
"execution_count": 30,
"execution_count": 26,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1199,7 +1055,7 @@
},
{
"cell_type": "code",
"execution_count": 31,
"execution_count": 27,
"metadata": {},
"outputs": [
{
......@@ -1340,7 +1196,7 @@
"4 /glade/collections/cmip/CMIP6/AerChemMIP/BCC/B... "
]
},
"execution_count": 31,
"execution_count": 27,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1354,13 +1210,33 @@
},
{
"cell_type": "code",
"execution_count": 32,
"execution_count": 28,
"metadata": {},
"outputs": [],
"source": [
"df.to_csv(\"../catalogs/glade-cmip6.csv.gz\", compression=\"gzip\", index=False)"
]
},
{
"cell_type": "code",
"execution_count": 29,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"1115856"
]
},
"execution_count": 29,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(df)"
]
},
{
"cell_type": "code",
"execution_count": null,
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment