Commit 34fb5722 authored by Aaron Spring's avatar Aaron Spring

add MPI GE

parent a3d9217b
This source diff could not be displayed because it is too large. You can view the blob instead.
......@@ -55,7 +55,7 @@
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "19d9468d091c44f7b7fae2cf2cea44fa",
"model_id": "49be7534c40a4f63968f27246eb2275b",
"version_major": 2,
"version_minor": 0
},
......@@ -157,8 +157,7 @@
" 'HighResMIP',\n",
" 'PMIP',\n",
" 'GMMIP',\n",
" 'CFMIP',\n",
" 'AerChemMIP-checkpoint']"
" 'CFMIP']"
]
},
"execution_count": 4,
......@@ -203,23 +202,23 @@
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <td>0</td>\n",
" <th>0</th>\n",
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>1</td>\n",
" <th>1</th>\n",
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>2</td>\n",
" <th>2</th>\n",
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>3</td>\n",
" <th>3</th>\n",
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>4</td>\n",
" <th>4</th>\n",
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" </tbody>\n",
......@@ -250,25 +249,21 @@
"cell_type": "markdown",
"metadata": {},
"source": [
"\n",
"- 10/13/2019: 1,027,617 \n",
"- 10/15/2019: 1,113,227\n",
"- 10/16/2019: 1,129,214\n",
"- 10/16/2019: 1,138,743"
"- 5.11.2019: 1868201"
]
},
{
"cell_type": "code",
"execution_count": 7,
"execution_count": 6,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"1592670"
"1868201"
]
},
"execution_count": 7,
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
......@@ -279,16 +274,16 @@
},
{
"cell_type": "code",
"execution_count": 6,
"execution_count": 7,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"1772224"
"1868201"
]
},
"execution_count": 6,
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
......@@ -300,7 +295,7 @@
},
{
"cell_type": "code",
"execution_count": 7,
"execution_count": 8,
"metadata": {},
"outputs": [],
"source": [
......@@ -355,15 +350,15 @@
},
{
"cell_type": "code",
"execution_count": 8,
"execution_count": 9,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"CPU times: user 7.12 s, sys: 0 ns, total: 7.12 s\n",
"Wall time: 7.11 s\n"
"CPU times: user 7.45 s, sys: 0 ns, total: 7.45 s\n",
"Wall time: 7.44 s\n"
]
}
],
......@@ -375,16 +370,16 @@
},
{
"cell_type": "code",
"execution_count": 9,
"execution_count": 10,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"1772224"
"1868201"
]
},
"execution_count": 9,
"execution_count": 10,
"metadata": {},
"output_type": "execute_result"
}
......@@ -395,7 +390,7 @@
},
{
"cell_type": "code",
"execution_count": 10,
"execution_count": 11,
"metadata": {},
"outputs": [],
"source": [
......@@ -430,15 +425,15 @@
},
{
"cell_type": "code",
"execution_count": 11,
"execution_count": 12,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"CPU times: user 51.8 s, sys: 1.48 s, total: 53.2 s\n",
"Wall time: 53.2 s\n"
"CPU times: user 51.6 s, sys: 1.49 s, total: 53.1 s\n",
"Wall time: 53.1 s\n"
]
}
],
......@@ -449,7 +444,7 @@
},
{
"cell_type": "code",
"execution_count": 12,
"execution_count": 13,
"metadata": {},
"outputs": [
{
......@@ -468,7 +463,7 @@
" 'path': '/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-GFDL/GFDL-ESM4/piClim-aer/r1i1p1f1/Lmon/mrsos/gr1/v20180701/mrsos_Lmon_GFDL-ESM4_piClim-aer_r1i1p1f1_gr1_000101-003012.nc'}"
]
},
"execution_count": 12,
"execution_count": 13,
"metadata": {},
"output_type": "execute_result"
}
......@@ -479,16 +474,16 @@
},
{
"cell_type": "code",
"execution_count": 13,
"execution_count": 14,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"1772224"
"1868201"
]
},
"execution_count": 13,
"execution_count": 14,
"metadata": {},
"output_type": "execute_result"
}
......@@ -499,7 +494,7 @@
},
{
"cell_type": "code",
"execution_count": 14,
"execution_count": 15,
"metadata": {},
"outputs": [
{
......@@ -538,7 +533,7 @@
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <td>0</td>\n",
" <th>0</th>\n",
" <td>mrsos</td>\n",
" <td>Lmon</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -552,7 +547,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>1</td>\n",
" <th>1</th>\n",
" <td>mrso</td>\n",
" <td>Lmon</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -566,7 +561,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>2</td>\n",
" <th>2</th>\n",
" <td>mrro</td>\n",
" <td>Lmon</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -580,7 +575,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>3</td>\n",
" <th>3</th>\n",
" <td>mrros</td>\n",
" <td>Lmon</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -594,7 +589,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>4</td>\n",
" <th>4</th>\n",
" <td>rlus</td>\n",
" <td>Amon</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -634,7 +629,7 @@
"4 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-... "
]
},
"execution_count": 14,
"execution_count": 15,
"metadata": {},
"output_type": "execute_result"
}
......@@ -646,16 +641,16 @@
},
{
"cell_type": "code",
"execution_count": 15,
"execution_count": 16,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"1772224"
"1868201"
]
},
"execution_count": 15,
"execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
......@@ -666,7 +661,7 @@
},
{
"cell_type": "code",
"execution_count": 16,
"execution_count": 17,
"metadata": {},
"outputs": [
{
......@@ -705,7 +700,7 @@
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <td>13866</td>\n",
" <th>14173</th>\n",
" <td>orog</td>\n",
" <td>fx</td>\n",
" <td>piClim-SO2</td>\n",
......@@ -719,7 +714,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>13867</td>\n",
" <th>14174</th>\n",
" <td>areacella</td>\n",
" <td>fx</td>\n",
" <td>piClim-SO2</td>\n",
......@@ -733,7 +728,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>13868</td>\n",
" <th>14175</th>\n",
" <td>sftlf</td>\n",
" <td>fx</td>\n",
" <td>piClim-SO2</td>\n",
......@@ -747,7 +742,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>13869</td>\n",
" <th>14179</th>\n",
" <td>areacella</td>\n",
" <td>fx</td>\n",
" <td>piClim-OC</td>\n",
......@@ -761,7 +756,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>13870</td>\n",
" <th>14180</th>\n",
" <td>sftlf</td>\n",
" <td>fx</td>\n",
" <td>piClim-OC</td>\n",
......@@ -775,7 +770,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>...</td>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
......@@ -789,7 +784,7 @@
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>1356210</td>\n",
" <th>1432782</th>\n",
" <td>uo</td>\n",
" <td>Omon</td>\n",
" <td>land-hist</td>\n",
......@@ -803,7 +798,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/LUMIP/NASA-GISS/...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>1356211</td>\n",
" <th>1432783</th>\n",
" <td>uo</td>\n",
" <td>Omon</td>\n",
" <td>land-hist</td>\n",
......@@ -817,7 +812,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/LUMIP/NASA-GISS/...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>1356212</td>\n",
" <th>1432784</th>\n",
" <td>uo</td>\n",
" <td>Omon</td>\n",
" <td>land-hist</td>\n",
......@@ -831,7 +826,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/LUMIP/NASA-GISS/...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>1382331</td>\n",
" <th>1461577</th>\n",
" <td>areacella</td>\n",
" <td>fx</td>\n",
" <td>piClim-ghg</td>\n",
......@@ -845,7 +840,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/RFMIP/NCC/NorESM...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>1382332</td>\n",
" <th>1461578</th>\n",
" <td>sftlf</td>\n",
" <td>fx</td>\n",
" <td>piClim-ghg</td>\n",
......@@ -865,48 +860,48 @@
],
"text/plain": [
" variable_id table_id source_id experiment_id member_id grid_label \\\n",
"13866 orog fx piClim-SO2 NorESM2-LM r1i1p1f1 gn \n",
"13867 areacella fx piClim-SO2 NorESM2-LM r1i1p1f1 gn \n",
"13868 sftlf fx piClim-SO2 NorESM2-LM r1i1p1f1 gn \n",
"13869 areacella fx piClim-OC NorESM2-LM r1i1p1f1 gn \n",
"13870 sftlf fx piClim-OC NorESM2-LM r1i1p1f1 gn \n",
"14173 orog fx piClim-SO2 NorESM2-LM r1i1p1f1 gn \n",
"14174 areacella fx piClim-SO2 NorESM2-LM r1i1p1f1 gn \n",
"14175 sftlf fx piClim-SO2 NorESM2-LM r1i1p1f1 gn \n",
"14179 areacella fx piClim-OC NorESM2-LM r1i1p1f1 gn \n",
"14180 sftlf fx piClim-OC NorESM2-LM r1i1p1f1 gn \n",
"... ... ... ... ... ... ... \n",
"1356210 uo Omon land-hist GISS-E2-1-G r4i1p1f1 gn \n",
"1356211 uo Omon land-hist GISS-E2-1-G r4i1p1f1 gn \n",
"1356212 uo Omon land-hist GISS-E2-1-G r4i1p1f1 gn \n",
"1382331 areacella fx piClim-ghg NorESM2-LM r1i1p1f1 gn \n",
"1382332 sftlf fx piClim-ghg NorESM2-LM r1i1p1f1 gn \n",
"1432782 uo Omon land-hist GISS-E2-1-G r4i1p1f1 gn \n",
"1432783 uo Omon land-hist GISS-E2-1-G r4i1p1f1 gn \n",
"1432784 uo Omon land-hist GISS-E2-1-G r4i1p1f1 gn \n",
"1461577 areacella fx piClim-ghg NorESM2-LM r1i1p1f1 gn \n",
"1461578 sftlf fx piClim-ghg NorESM2-LM r1i1p1f1 gn \n",
"\n",
" time_range activity_id institution_id version \\\n",
"13866 NaN NCC NorESM2-LM v20190815 \n",
"13867 NaN NCC NorESM2-LM v20190815 \n",
"13868 NaN NCC NorESM2-LM v20190815 \n",
"13869 NaN NCC NorESM2-LM v20190815 \n",
"13870 NaN NCC NorESM2-LM v20190815 \n",
"14173 NaN NCC NorESM2-LM v20190815 \n",
"14174 NaN NCC NorESM2-LM v20190815 \n",
"14175 NaN NCC NorESM2-LM v20190815 \n",
"14179 NaN NCC NorESM2-LM v20190815 \n",
"14180 NaN NCC NorESM2-LM v20190815 \n",
"... ... ... ... ... \n",
"1356210 187101-189012 NASA-GISS GISS-E2-1-G v20180914 \n",
"1356211 201101-201412 NASA-GISS GISS-E2-1-G v20180914 \n",
"1356212 193101-195012 NASA-GISS GISS-E2-1-G v20180914 \n",
"1382331 NaN NCC NorESM2-LM v20190815 \n",
"1382332 NaN NCC NorESM2-LM v20190815 \n",
"1432782 187101-189012 NASA-GISS GISS-E2-1-G v20180914 \n",
"1432783 201101-201412 NASA-GISS GISS-E2-1-G v20180914 \n",
"1432784 193101-195012 NASA-GISS GISS-E2-1-G v20180914 \n",
"1461577 NaN NCC NorESM2-LM v20190815 \n",
"1461578 NaN NCC NorESM2-LM v20190815 \n",
"\n",
" path \n",
"13866 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N... \n",
"13867 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N... \n",
"13868 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N... \n",
"13869 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N... \n",
"13870 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N... \n",
"14173 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N... \n",
"14174 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N... \n",
"14175 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N... \n",
"14179 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N... \n",
"14180 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NCC/N... \n",
"... ... \n",
"1356210 /work/ik1017/CMIP6/data/CMIP6/LUMIP/NASA-GISS/... \n",
"1356211 /work/ik1017/CMIP6/data/CMIP6/LUMIP/NASA-GISS/... \n",
"1356212 /work/ik1017/CMIP6/data/CMIP6/LUMIP/NASA-GISS/... \n",
"1382331 /work/ik1017/CMIP6/data/CMIP6/RFMIP/NCC/NorESM... \n",
"1382332 /work/ik1017/CMIP6/data/CMIP6/RFMIP/NCC/NorESM... \n",
"1432782 /work/ik1017/CMIP6/data/CMIP6/LUMIP/NASA-GISS/... \n",
"1432783 /work/ik1017/CMIP6/data/CMIP6/LUMIP/NASA-GISS/... \n",
"1432784 /work/ik1017/CMIP6/data/CMIP6/LUMIP/NASA-GISS/... \n",
"1461577 /work/ik1017/CMIP6/data/CMIP6/RFMIP/NCC/NorESM... \n",
"1461578 /work/ik1017/CMIP6/data/CMIP6/RFMIP/NCC/NorESM... \n",
"\n",
"[903 rows x 11 columns]"
]
},
"execution_count": 16,
"execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
......@@ -920,7 +915,7 @@
},
{
"cell_type": "code",
"execution_count": 17,
"execution_count": 18,
"metadata": {},
"outputs": [
{
......@@ -1831,7 +1826,7 @@
" '/work/ik1017/CMIP6/data/CMIP6/RFMIP/NCC/NorESM2-LM/piClim-ghg/r1i1p1f1/fx/sftlf/gn/v20190815/sftlf_fx_piClim-ghg_NorESM2-LM_r1i1p1f1_gn.nc']"
]
},
"execution_count": 17,
"execution_count": 18,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1844,7 +1839,7 @@
},
{
"cell_type": "code",
"execution_count": 18,
"execution_count": 19,
"metadata": {},
"outputs": [],
"source": [
......@@ -1854,15 +1849,15 @@
},
{
"cell_type": "code",
"execution_count": 19,
"execution_count": 20,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"CPU times: user 11min 35s, sys: 11 s, total: 11min 46s\n",
"Wall time: 11min 33s\n"
"CPU times: user 11min 55s, sys: 13.1 s, total: 12min 8s\n",
"Wall time: 11min 48s\n"
]
}
],
......@@ -1876,16 +1871,16 @@
},
{
"cell_type": "code",
"execution_count": 20,
"execution_count": 21,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"57176"
"62389"
]
},
"execution_count": 20,
"execution_count": 21,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1896,16 +1891,16 @@
},
{
"cell_type": "code",
"execution_count": 21,
"execution_count": 22,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"1771321"
"1867298"
]
},
"execution_count": 21,
"execution_count": 22,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1916,16 +1911,16 @@
},
{
"cell_type": "code",
"execution_count": 22,
"execution_count": 23,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"1714145"
"1804909"
]
},
"execution_count": 22,
"execution_count": 23,
"metadata": {},
"output_type": "execute_result"
}
......@@ -1937,7 +1932,7 @@
},
{
"cell_type": "code",
"execution_count": 23,
"execution_count": 24,
"metadata": {},
"outputs": [
{
......@@ -1977,7 +1972,7 @@
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <td>0</td>\n",
" <th>0</th>\n",
" <td>mrsos</td>\n",
" <td>Lmon</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -1992,7 +1987,7 @@
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <td>1</td>\n",
" <th>1</th>\n",
" <td>mrso</td>\n",
" <td>Lmon</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -2007,7 +2002,7 @@
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <td>2</td>\n",
" <th>2</th>\n",
" <td>mrro</td>\n",
" <td>Lmon</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -2022,7 +2017,7 @@
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <td>3</td>\n",
" <th>3</th>\n",
" <td>mrros</td>\n",
" <td>Lmon</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -2037,7 +2032,7 @@
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <td>4</td>\n",
" <th>4</th>\n",
" <td>rlus</td>\n",
" <td>Amon</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -2078,7 +2073,7 @@
"4 /work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-... NaN "
]
},
"execution_count": 23,
"execution_count": 24,
"metadata": {},
"output_type": "execute_result"
}
......@@ -2091,7 +2086,7 @@
},
{
"cell_type": "code",
"execution_count": 24,
"execution_count": 25,
"metadata": {},
"outputs": [
{
......@@ -2131,7 +2126,7 @@
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <td>0</td>\n",
" <th>0</th>\n",
" <td>AerChemMIP</td>\n",
" <td>NOAA-GFDL</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -2146,7 +2141,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>1</td>\n",
" <th>1</th>\n",
" <td>AerChemMIP</td>\n",
" <td>NOAA-GFDL</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -2161,7 +2156,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>2</td>\n",
" <th>2</th>\n",
" <td>AerChemMIP</td>\n",
" <td>NOAA-GFDL</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -2176,7 +2171,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>3</td>\n",
" <th>3</th>\n",
" <td>AerChemMIP</td>\n",
" <td>NOAA-GFDL</td>\n",
" <td>GFDL-ESM4</td>\n",
......@@ -2191,7 +2186,7 @@
" <td>/work/ik1017/CMIP6/data/CMIP6/AerChemMIP/NOAA-...</td>\n",
" </tr>\n",
" <tr>\n",
" <td>4</td>\n",
" <th>4</th>\n",
" <td>AerChemMIP</td>\n",
" <td>NOAA-GFDL</td>\n",