From 76cc6699f6113ce1ff975441001c1481ab970cb6 Mon Sep 17 00:00:00 2001 From: MacPingu Date: Wed, 28 Sep 2022 08:49:35 +0200 Subject: [PATCH] Update concat demo (#104) * update concat op * update notebook --- notebooks/demo/demo-intake-catalog.ipynb | 489 ++++++------- notebooks/demo/demo-rooki-cmip6-decadal.ipynb | 20 +- notebooks/demo/demo-rooki-concat.ipynb | 644 ++++++++++++++++++ rooki/operators.py | 4 + 4 files changed, 903 insertions(+), 254 deletions(-) create mode 100644 notebooks/demo/demo-rooki-concat.ipynb diff --git a/notebooks/demo/demo-intake-catalog.ipynb b/notebooks/demo/demo-intake-catalog.ipynb index e948f50..c0a3c3e 100644 --- a/notebooks/demo/demo-intake-catalog.ipynb +++ b/notebooks/demo/demo-intake-catalog.ipynb @@ -44,6 +44,7 @@ " 'c3s-cmip5-monthly-pressure-level',\n", " 'c3s-cmip5-monthly-single-level',\n", " 'c3s-cmip6',\n", + " 'c3s-cmip6-r3',\n", " 'c3s-cmip6-decadal',\n", " 'c3s-cmip6-decadal-dwd',\n", " 'c3s-cordex']" @@ -121,102 +122,102 @@ " \n", " \n", " 0\n", - " c3s-cmip6.ScenarioMIP.CAS.FGOALS-g3.ssp119.r1i...\n", - " ScenarioMIP/CAS/FGOALS-g3/ssp119/r1i1p1f1/day/...\n", - " 21053432\n", + " c3s-cmip6.ScenarioMIP.MOHC.UKESM1-0-LL.ssp245....\n", + " ScenarioMIP/MOHC/UKESM1-0-LL/ssp245/r1i1p1f2/A...\n", + " 28037112\n", " c3s-cmip6\n", " ScenarioMIP\n", - " CAS\n", - " FGOALS-g3\n", - " ssp119\n", - " r1i1p1f1\n", - " day\n", - " sfcWind\n", + " MOHC\n", + " UKESM1-0-LL\n", + " ssp245\n", + " r1i1p1f2\n", + " Amon\n", + " ts\n", " gn\n", - " v20191202\n", - " 2086-01-01T12:00:00\n", - " 2086-12-31T12:00:00\n", - " 0.00, -90.00, 358.00, 90.00\n", - " 10.00\n", + " v20190507\n", + " 2015-01-16T00:00:00\n", + " 2049-12-16T00:00:00\n", + " 0.94, -89.38, 359.06, 89.38\n", + " NaN\n", " \n", " \n", " 1\n", - " c3s-cmip6.ScenarioMIP.EC-Earth-Consortium.EC-E...\n", - " ScenarioMIP/EC-Earth-Consortium/EC-Earth3-Veg-...\n", - " 1691093\n", + " c3s-cmip6.ScenarioMIP.MOHC.UKESM1-0-LL.ssp245....\n", + " ScenarioMIP/MOHC/UKESM1-0-LL/ssp245/r1i1p1f2/A...\n", + " 38838222\n", " c3s-cmip6\n", " ScenarioMIP\n", - " EC-Earth-Consortium\n", - " EC-Earth3-Veg-LR\n", - " ssp585\n", - " r1i1p1f1\n", - " SImon\n", - " sithick\n", + " MOHC\n", + " UKESM1-0-LL\n", + " ssp245\n", + " r1i1p1f2\n", + " Amon\n", + " ts\n", " gn\n", - " v20201201\n", - " 2091-01-16T12:00:00\n", - " 2091-12-16T12:00:00\n", - " 0.05, -78.58, 359.99, 89.74\n", + " v20190507\n", + " 2050-01-16T00:00:00\n", + " 2100-12-16T00:00:00\n", + " 0.94, -89.38, 359.06, 89.38\n", " NaN\n", " \n", " \n", " 2\n", - " c3s-cmip6.CMIP.EC-Earth-Consortium.EC-Earth3-V...\n", - " CMIP/EC-Earth-Consortium/EC-Earth3-Veg-LR/hist...\n", - " 65838336\n", + " c3s-cmip6.ScenarioMIP.NCAR.CESM2.ssp370.r4i1p1...\n", + " ScenarioMIP/NCAR/CESM2/ssp370/r4i1p1f1/Amon/pr...\n", + " 104081588\n", " c3s-cmip6\n", - " CMIP\n", - " EC-Earth-Consortium\n", - " EC-Earth3-Veg-LR\n", - " historical\n", - " r1i1p1f1\n", - " day\n", - " huss\n", - " gr\n", - " v20200217\n", - " 1855-01-01T12:00:00\n", - " 1855-12-31T12:00:00\n", - " 0.00, -89.14, 358.88, 89.14\n", - " 2.00\n", + " ScenarioMIP\n", + " NCAR\n", + " CESM2\n", + " ssp370\n", + " r4i1p1f1\n", + " Amon\n", + " pr\n", + " gn\n", + " v20200528\n", + " 2015-01-15T12:00:00\n", + " 2064-12-15T12:00:00\n", + " 0.00, -90.00, 358.75, 90.00\n", + " NaN\n", " \n", " \n", " 3\n", - " c3s-cmip6.ScenarioMIP.EC-Earth-Consortium.EC-E...\n", - " ScenarioMIP/EC-Earth-Consortium/EC-Earth3-CC/s...\n", - " 167116577\n", + " c3s-cmip6.ScenarioMIP.NCAR.CESM2.ssp370.r4i1p1...\n", + " ScenarioMIP/NCAR/CESM2/ssp370/r4i1p1f1/Amon/pr...\n", + " 74977662\n", " c3s-cmip6\n", " ScenarioMIP\n", - " EC-Earth-Consortium\n", - " EC-Earth3-CC\n", - " ssp245\n", - " r1i1p1f1\n", - " day\n", - " huss\n", - " gr\n", - " v20210113\n", - " 2066-01-01T12:00:00\n", - " 2066-12-31T12:00:00\n", - " 0.00, -89.46, 359.30, 89.46\n", - " 2.00\n", + " NCAR\n", + " CESM2\n", + " ssp370\n", + " r4i1p1f1\n", + " Amon\n", + " pr\n", + " gn\n", + " v20200528\n", + " 2065-01-15T12:00:00\n", + " 2100-12-15T12:00:00\n", + " 0.00, -90.00, 358.75, 90.00\n", + " NaN\n", " \n", " \n", " 4\n", - " c3s-cmip6.CMIP.EC-Earth-Consortium.EC-Earth3-C...\n", - " CMIP/EC-Earth-Consortium/EC-Earth3-CC/historic...\n", - " 142104415\n", + " c3s-cmip6.ScenarioMIP.AS-RCEC.TaiESM1.ssp370.r...\n", + " ScenarioMIP/AS-RCEC/TaiESM1/ssp370/r1i1p1f1/Am...\n", + " 144277888\n", " c3s-cmip6\n", - " CMIP\n", - " EC-Earth-Consortium\n", - " EC-Earth3-CC\n", - " historical\n", + " ScenarioMIP\n", + " AS-RCEC\n", + " TaiESM1\n", + " ssp370\n", " r1i1p1f1\n", - " day\n", - " pr\n", - " gr\n", - " v20210113\n", - " 1961-01-01T12:00:00\n", - " 1961-12-31T12:00:00\n", - " 0.00, -89.46, 359.30, 89.46\n", + " Amon\n", + " rlut\n", + " gn\n", + " v20201014\n", + " 2015-01-16T12:00:00\n", + " 2100-12-16T12:00:00\n", + " 0.00, -90.00, 358.75, 90.00\n", " NaN\n", " \n", " \n", @@ -240,190 +241,190 @@ " ...\n", " \n", " \n", - " 133212\n", - " c3s-cmip6.CMIP.EC-Earth-Consortium.EC-Earth3-A...\n", - " CMIP/EC-Earth-Consortium/EC-Earth3-AerChem/his...\n", - " 5737958\n", + " 133183\n", + " c3s-cmip6.CMIP.MIROC.MIROC-ES2H.historical.r1i...\n", + " CMIP/MIROC/MIROC-ES2H/historical/r1i1p4f2/Amon...\n", + " 204026121\n", " c3s-cmip6\n", " CMIP\n", - " EC-Earth-Consortium\n", - " EC-Earth3-AerChem\n", + " MIROC\n", + " MIROC-ES2H\n", " historical\n", - " r1i1p1f1\n", + " r1i1p4f2\n", " Amon\n", - " hfss\n", - " gr\n", - " v20200624\n", - " 1913-01-16T12:00:00\n", - " 1913-12-16T12:00:00\n", - " 0.00, -89.46, 359.30, 89.46\n", + " tauu\n", + " gn\n", + " v20220322\n", + " 1850-01-16T12:00:00\n", + " 2014-12-16T12:00:00\n", + " 0.00, -88.93, 358.59, 88.93\n", " NaN\n", " \n", " \n", - " 133213\n", - " c3s-cmip6.CMIP.AWI.AWI-ESM-1-1-LR.historical.r...\n", - " CMIP/AWI/AWI-ESM-1-1-LR/historical/r1i1p1f1/LI...\n", - " 78044\n", + " 133184\n", + " c3s-cmip6.CMIP.MIROC.MIROC-ES2H.historical.r1i...\n", + " CMIP/MIROC/MIROC-ES2H/historical/r1i1p4f2/Amon...\n", + " 164344947\n", " c3s-cmip6\n", " CMIP\n", - " AWI\n", - " AWI-ESM-1-1-LR\n", + " MIROC\n", + " MIROC-ES2H\n", " historical\n", - " r1i1p1f1\n", - " LImon\n", - " snw\n", + " r1i1p4f2\n", + " Amon\n", + " rlus\n", " gn\n", - " v20200212\n", - " 1967-01-16T12:00:00\n", - " 1967-12-16T12:00:00\n", - " 0.00, -88.57, 358.12, 88.57\n", + " v20220322\n", + " 1850-01-16T12:00:00\n", + " 2014-12-16T12:00:00\n", + " 0.00, -88.93, 358.59, 88.93\n", " NaN\n", " \n", " \n", - " 133214\n", - " c3s-cmip6.ScenarioMIP.CAS.FGOALS-g3.ssp126.r1i...\n", - " ScenarioMIP/CAS/FGOALS-g3/ssp126/r1i1p1f1/day/...\n", - " 21053188\n", + " 133185\n", + " c3s-cmip6.CMIP.MIROC.MIROC-ES2H.historical.r1i...\n", + " CMIP/MIROC/MIROC-ES2H/historical/r1i1p4f2/Amon...\n", + " 3420481903\n", " c3s-cmip6\n", - " ScenarioMIP\n", - " CAS\n", - " FGOALS-g3\n", - " ssp126\n", - " r1i1p1f1\n", - " day\n", - " psl\n", + " CMIP\n", + " MIROC\n", + " MIROC-ES2H\n", + " historical\n", + " r1i1p4f2\n", + " Amon\n", + " ua\n", " gn\n", - " v20200928\n", - " 2051-01-01T12:00:00\n", - " 2051-12-31T12:00:00\n", - " 0.00, -90.00, 358.00, 90.00\n", - " NaN\n", + " v20220322\n", + " 1850-01-16T12:00:00\n", + " 2014-12-16T12:00:00\n", + " 0.00, -88.93, 358.59, 88.93\n", + " 100.00 500.00 1000.00 2000.00 3000.00 5000.00 ...\n", " \n", " \n", - " 133215\n", - " c3s-cmip6.ScenarioMIP.EC-Earth-Consortium.EC-E...\n", - " ScenarioMIP/EC-Earth-Consortium/EC-Earth3/ssp1...\n", - " 4745936\n", + " 133186\n", + " c3s-cmip6.CMIP.MIROC.MIROC-ES2H.historical.r1i...\n", + " CMIP/MIROC/MIROC-ES2H/historical/r1i1p4f2/Amon...\n", + " 143468073\n", " c3s-cmip6\n", - " ScenarioMIP\n", - " EC-Earth-Consortium\n", - " EC-Earth3\n", - " ssp119\n", - " r4i1p1f1\n", + " CMIP\n", + " MIROC\n", + " MIROC-ES2H\n", + " historical\n", + " r1i1p4f2\n", " Amon\n", - " ts\n", - " gr\n", - " v20200425\n", - " 2039-01-16T12:00:00\n", - " 2039-12-16T12:00:00\n", - " 0.00, -89.46, 359.30, 89.46\n", - " NaN\n", + " tasmin\n", + " gn\n", + " v20220322\n", + " 1850-01-16T12:00:00\n", + " 2014-12-16T12:00:00\n", + " 0.00, -88.93, 358.59, 88.93\n", + " 2.00\n", " \n", " \n", - " 133216\n", - " c3s-cmip6.ScenarioMIP.AWI.AWI-CM-1-1-MR.ssp126...\n", - " ScenarioMIP/AWI/AWI-CM-1-1-MR/ssp126/r1i1p1f1/...\n", - " 2922781\n", + " 133187\n", + " c3s-cmip6.CMIP.MIROC.MIROC-ES2H.historical.r1i...\n", + " CMIP/MIROC/MIROC-ES2H/historical/r1i1p4f2/Amon...\n", + " 86270014\n", " c3s-cmip6\n", - " ScenarioMIP\n", - " AWI\n", - " AWI-CM-1-1-MR\n", - " ssp126\n", - " r1i1p1f1\n", + " CMIP\n", + " MIROC\n", + " MIROC-ES2H\n", + " historical\n", + " r1i1p4f2\n", " Amon\n", - " rsds\n", + " prsn\n", " gn\n", - " v20190529\n", - " 2033-01-16T12:00:00\n", - " 2033-12-16T12:00:00\n", - " 0.00, -89.28, 359.06, 89.28\n", + " v20220322\n", + " 1850-01-16T12:00:00\n", + " 2014-12-16T12:00:00\n", + " 0.00, -88.93, 358.59, 88.93\n", " NaN\n", " \n", " \n", "\n", - "

133217 rows × 17 columns

\n", + "

133188 rows × 17 columns

\n", "" ], "text/plain": [ " ds_id \\\n", - "0 c3s-cmip6.ScenarioMIP.CAS.FGOALS-g3.ssp119.r1i... \n", - "1 c3s-cmip6.ScenarioMIP.EC-Earth-Consortium.EC-E... \n", - "2 c3s-cmip6.CMIP.EC-Earth-Consortium.EC-Earth3-V... \n", - "3 c3s-cmip6.ScenarioMIP.EC-Earth-Consortium.EC-E... \n", - "4 c3s-cmip6.CMIP.EC-Earth-Consortium.EC-Earth3-C... \n", + "0 c3s-cmip6.ScenarioMIP.MOHC.UKESM1-0-LL.ssp245.... \n", + "1 c3s-cmip6.ScenarioMIP.MOHC.UKESM1-0-LL.ssp245.... \n", + "2 c3s-cmip6.ScenarioMIP.NCAR.CESM2.ssp370.r4i1p1... \n", + "3 c3s-cmip6.ScenarioMIP.NCAR.CESM2.ssp370.r4i1p1... \n", + "4 c3s-cmip6.ScenarioMIP.AS-RCEC.TaiESM1.ssp370.r... \n", "... ... \n", - "133212 c3s-cmip6.CMIP.EC-Earth-Consortium.EC-Earth3-A... \n", - "133213 c3s-cmip6.CMIP.AWI.AWI-ESM-1-1-LR.historical.r... \n", - "133214 c3s-cmip6.ScenarioMIP.CAS.FGOALS-g3.ssp126.r1i... \n", - "133215 c3s-cmip6.ScenarioMIP.EC-Earth-Consortium.EC-E... \n", - "133216 c3s-cmip6.ScenarioMIP.AWI.AWI-CM-1-1-MR.ssp126... \n", + "133183 c3s-cmip6.CMIP.MIROC.MIROC-ES2H.historical.r1i... \n", + "133184 c3s-cmip6.CMIP.MIROC.MIROC-ES2H.historical.r1i... \n", + "133185 c3s-cmip6.CMIP.MIROC.MIROC-ES2H.historical.r1i... \n", + "133186 c3s-cmip6.CMIP.MIROC.MIROC-ES2H.historical.r1i... \n", + "133187 c3s-cmip6.CMIP.MIROC.MIROC-ES2H.historical.r1i... \n", "\n", - " path size \\\n", - "0 ScenarioMIP/CAS/FGOALS-g3/ssp119/r1i1p1f1/day/... 21053432 \n", - "1 ScenarioMIP/EC-Earth-Consortium/EC-Earth3-Veg-... 1691093 \n", - "2 CMIP/EC-Earth-Consortium/EC-Earth3-Veg-LR/hist... 65838336 \n", - "3 ScenarioMIP/EC-Earth-Consortium/EC-Earth3-CC/s... 167116577 \n", - "4 CMIP/EC-Earth-Consortium/EC-Earth3-CC/historic... 142104415 \n", - "... ... ... \n", - "133212 CMIP/EC-Earth-Consortium/EC-Earth3-AerChem/his... 5737958 \n", - "133213 CMIP/AWI/AWI-ESM-1-1-LR/historical/r1i1p1f1/LI... 78044 \n", - "133214 ScenarioMIP/CAS/FGOALS-g3/ssp126/r1i1p1f1/day/... 21053188 \n", - "133215 ScenarioMIP/EC-Earth-Consortium/EC-Earth3/ssp1... 4745936 \n", - "133216 ScenarioMIP/AWI/AWI-CM-1-1-MR/ssp126/r1i1p1f1/... 2922781 \n", + " path size \\\n", + "0 ScenarioMIP/MOHC/UKESM1-0-LL/ssp245/r1i1p1f2/A... 28037112 \n", + "1 ScenarioMIP/MOHC/UKESM1-0-LL/ssp245/r1i1p1f2/A... 38838222 \n", + "2 ScenarioMIP/NCAR/CESM2/ssp370/r4i1p1f1/Amon/pr... 104081588 \n", + "3 ScenarioMIP/NCAR/CESM2/ssp370/r4i1p1f1/Amon/pr... 74977662 \n", + "4 ScenarioMIP/AS-RCEC/TaiESM1/ssp370/r1i1p1f1/Am... 144277888 \n", + "... ... ... \n", + "133183 CMIP/MIROC/MIROC-ES2H/historical/r1i1p4f2/Amon... 204026121 \n", + "133184 CMIP/MIROC/MIROC-ES2H/historical/r1i1p4f2/Amon... 164344947 \n", + "133185 CMIP/MIROC/MIROC-ES2H/historical/r1i1p4f2/Amon... 3420481903 \n", + "133186 CMIP/MIROC/MIROC-ES2H/historical/r1i1p4f2/Amon... 143468073 \n", + "133187 CMIP/MIROC/MIROC-ES2H/historical/r1i1p4f2/Amon... 86270014 \n", "\n", - " mip_era activity_id institution_id source_id \\\n", - "0 c3s-cmip6 ScenarioMIP CAS FGOALS-g3 \n", - "1 c3s-cmip6 ScenarioMIP EC-Earth-Consortium EC-Earth3-Veg-LR \n", - "2 c3s-cmip6 CMIP EC-Earth-Consortium EC-Earth3-Veg-LR \n", - "3 c3s-cmip6 ScenarioMIP EC-Earth-Consortium EC-Earth3-CC \n", - "4 c3s-cmip6 CMIP EC-Earth-Consortium EC-Earth3-CC \n", - "... ... ... ... ... \n", - "133212 c3s-cmip6 CMIP EC-Earth-Consortium EC-Earth3-AerChem \n", - "133213 c3s-cmip6 CMIP AWI AWI-ESM-1-1-LR \n", - "133214 c3s-cmip6 ScenarioMIP CAS FGOALS-g3 \n", - "133215 c3s-cmip6 ScenarioMIP EC-Earth-Consortium EC-Earth3 \n", - "133216 c3s-cmip6 ScenarioMIP AWI AWI-CM-1-1-MR \n", + " mip_era activity_id institution_id source_id experiment_id \\\n", + "0 c3s-cmip6 ScenarioMIP MOHC UKESM1-0-LL ssp245 \n", + "1 c3s-cmip6 ScenarioMIP MOHC UKESM1-0-LL ssp245 \n", + "2 c3s-cmip6 ScenarioMIP NCAR CESM2 ssp370 \n", + "3 c3s-cmip6 ScenarioMIP NCAR CESM2 ssp370 \n", + "4 c3s-cmip6 ScenarioMIP AS-RCEC TaiESM1 ssp370 \n", + "... ... ... ... ... ... \n", + "133183 c3s-cmip6 CMIP MIROC MIROC-ES2H historical \n", + "133184 c3s-cmip6 CMIP MIROC MIROC-ES2H historical \n", + "133185 c3s-cmip6 CMIP MIROC MIROC-ES2H historical \n", + "133186 c3s-cmip6 CMIP MIROC MIROC-ES2H historical \n", + "133187 c3s-cmip6 CMIP MIROC MIROC-ES2H historical \n", "\n", - " experiment_id member_id table_id variable_id grid_label version \\\n", - "0 ssp119 r1i1p1f1 day sfcWind gn v20191202 \n", - "1 ssp585 r1i1p1f1 SImon sithick gn v20201201 \n", - "2 historical r1i1p1f1 day huss gr v20200217 \n", - "3 ssp245 r1i1p1f1 day huss gr v20210113 \n", - "4 historical r1i1p1f1 day pr gr v20210113 \n", - "... ... ... ... ... ... ... \n", - "133212 historical r1i1p1f1 Amon hfss gr v20200624 \n", - "133213 historical r1i1p1f1 LImon snw gn v20200212 \n", - "133214 ssp126 r1i1p1f1 day psl gn v20200928 \n", - "133215 ssp119 r4i1p1f1 Amon ts gr v20200425 \n", - "133216 ssp126 r1i1p1f1 Amon rsds gn v20190529 \n", + " member_id table_id variable_id grid_label version \\\n", + "0 r1i1p1f2 Amon ts gn v20190507 \n", + "1 r1i1p1f2 Amon ts gn v20190507 \n", + "2 r4i1p1f1 Amon pr gn v20200528 \n", + "3 r4i1p1f1 Amon pr gn v20200528 \n", + "4 r1i1p1f1 Amon rlut gn v20201014 \n", + "... ... ... ... ... ... \n", + "133183 r1i1p4f2 Amon tauu gn v20220322 \n", + "133184 r1i1p4f2 Amon rlus gn v20220322 \n", + "133185 r1i1p4f2 Amon ua gn v20220322 \n", + "133186 r1i1p4f2 Amon tasmin gn v20220322 \n", + "133187 r1i1p4f2 Amon prsn gn v20220322 \n", "\n", " start_time end_time bbox \\\n", - "0 2086-01-01T12:00:00 2086-12-31T12:00:00 0.00, -90.00, 358.00, 90.00 \n", - "1 2091-01-16T12:00:00 2091-12-16T12:00:00 0.05, -78.58, 359.99, 89.74 \n", - "2 1855-01-01T12:00:00 1855-12-31T12:00:00 0.00, -89.14, 358.88, 89.14 \n", - "3 2066-01-01T12:00:00 2066-12-31T12:00:00 0.00, -89.46, 359.30, 89.46 \n", - "4 1961-01-01T12:00:00 1961-12-31T12:00:00 0.00, -89.46, 359.30, 89.46 \n", + "0 2015-01-16T00:00:00 2049-12-16T00:00:00 0.94, -89.38, 359.06, 89.38 \n", + "1 2050-01-16T00:00:00 2100-12-16T00:00:00 0.94, -89.38, 359.06, 89.38 \n", + "2 2015-01-15T12:00:00 2064-12-15T12:00:00 0.00, -90.00, 358.75, 90.00 \n", + "3 2065-01-15T12:00:00 2100-12-15T12:00:00 0.00, -90.00, 358.75, 90.00 \n", + "4 2015-01-16T12:00:00 2100-12-16T12:00:00 0.00, -90.00, 358.75, 90.00 \n", "... ... ... ... \n", - "133212 1913-01-16T12:00:00 1913-12-16T12:00:00 0.00, -89.46, 359.30, 89.46 \n", - "133213 1967-01-16T12:00:00 1967-12-16T12:00:00 0.00, -88.57, 358.12, 88.57 \n", - "133214 2051-01-01T12:00:00 2051-12-31T12:00:00 0.00, -90.00, 358.00, 90.00 \n", - "133215 2039-01-16T12:00:00 2039-12-16T12:00:00 0.00, -89.46, 359.30, 89.46 \n", - "133216 2033-01-16T12:00:00 2033-12-16T12:00:00 0.00, -89.28, 359.06, 89.28 \n", + "133183 1850-01-16T12:00:00 2014-12-16T12:00:00 0.00, -88.93, 358.59, 88.93 \n", + "133184 1850-01-16T12:00:00 2014-12-16T12:00:00 0.00, -88.93, 358.59, 88.93 \n", + "133185 1850-01-16T12:00:00 2014-12-16T12:00:00 0.00, -88.93, 358.59, 88.93 \n", + "133186 1850-01-16T12:00:00 2014-12-16T12:00:00 0.00, -88.93, 358.59, 88.93 \n", + "133187 1850-01-16T12:00:00 2014-12-16T12:00:00 0.00, -88.93, 358.59, 88.93 \n", "\n", - " level \n", - "0 10.00 \n", - "1 NaN \n", - "2 2.00 \n", - "3 2.00 \n", - "4 NaN \n", - "... ... \n", - "133212 NaN \n", - "133213 NaN \n", - "133214 NaN \n", - "133215 NaN \n", - "133216 NaN \n", + " level \n", + "0 NaN \n", + "1 NaN \n", + "2 NaN \n", + "3 NaN \n", + "4 NaN \n", + "... ... \n", + "133183 NaN \n", + "133184 NaN \n", + "133185 100.00 500.00 1000.00 2000.00 3000.00 5000.00 ... \n", + "133186 2.00 \n", + "133187 NaN \n", "\n", - "[133217 rows x 17 columns]" + "[133188 rows x 17 columns]" ] }, "execution_count": 3, @@ -492,7 +493,7 @@ " \n", " \n", " \n", - " 48328\n", + " 37000\n", " c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f...\n", " CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/...\n", " 268131835\n", @@ -512,7 +513,7 @@ " 2.00\n", " \n", " \n", - " 49075\n", + " 37001\n", " c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f...\n", " CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/...\n", " 268260608\n", @@ -532,7 +533,7 @@ " 2.00\n", " \n", " \n", - " 50196\n", + " 37002\n", " c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f...\n", " CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/...\n", " 268187514\n", @@ -552,7 +553,7 @@ " 2.00\n", " \n", " \n", - " 52562\n", + " 37003\n", " c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f...\n", " CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/...\n", " 268278571\n", @@ -572,7 +573,7 @@ " 2.00\n", " \n", " \n", - " 54490\n", + " 37004\n", " c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f...\n", " CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/...\n", " 268214955\n", @@ -597,39 +598,39 @@ ], "text/plain": [ " ds_id \\\n", - "48328 c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f... \n", - "49075 c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f... \n", - "50196 c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f... \n", - "52562 c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f... \n", - "54490 c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f... \n", + "37000 c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f... \n", + "37001 c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f... \n", + "37002 c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f... \n", + "37003 c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f... \n", + "37004 c3s-cmip6.CMIP.MIROC.MIROC6.historical.r1i1p1f... \n", "\n", " path size \\\n", - "48328 CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/... 268131835 \n", - "49075 CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/... 268260608 \n", - "50196 CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/... 268187514 \n", - "52562 CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/... 268278571 \n", - "54490 CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/... 268214955 \n", + "37000 CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/... 268131835 \n", + "37001 CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/... 268260608 \n", + "37002 CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/... 268187514 \n", + "37003 CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/... 268278571 \n", + "37004 CMIP/MIROC/MIROC6/historical/r1i1p1f1/day/tas/... 268214955 \n", "\n", " mip_era activity_id institution_id source_id experiment_id member_id \\\n", - "48328 c3s-cmip6 CMIP MIROC MIROC6 historical r1i1p1f1 \n", - "49075 c3s-cmip6 CMIP MIROC MIROC6 historical r1i1p1f1 \n", - "50196 c3s-cmip6 CMIP MIROC MIROC6 historical r1i1p1f1 \n", - "52562 c3s-cmip6 CMIP MIROC MIROC6 historical r1i1p1f1 \n", - "54490 c3s-cmip6 CMIP MIROC MIROC6 historical r1i1p1f1 \n", + "37000 c3s-cmip6 CMIP MIROC MIROC6 historical r1i1p1f1 \n", + "37001 c3s-cmip6 CMIP MIROC MIROC6 historical r1i1p1f1 \n", + "37002 c3s-cmip6 CMIP MIROC MIROC6 historical r1i1p1f1 \n", + "37003 c3s-cmip6 CMIP MIROC MIROC6 historical r1i1p1f1 \n", + "37004 c3s-cmip6 CMIP MIROC MIROC6 historical r1i1p1f1 \n", "\n", " table_id variable_id grid_label version start_time \\\n", - "48328 day tas gn v20191016 1850-01-01T12:00:00 \n", - "49075 day tas gn v20191016 1860-01-01T12:00:00 \n", - "50196 day tas gn v20191016 1870-01-01T12:00:00 \n", - "52562 day tas gn v20191016 1880-01-01T12:00:00 \n", - "54490 day tas gn v20191016 1890-01-01T12:00:00 \n", + "37000 day tas gn v20191016 1850-01-01T12:00:00 \n", + "37001 day tas gn v20191016 1860-01-01T12:00:00 \n", + "37002 day tas gn v20191016 1870-01-01T12:00:00 \n", + "37003 day tas gn v20191016 1880-01-01T12:00:00 \n", + "37004 day tas gn v20191016 1890-01-01T12:00:00 \n", "\n", " end_time bbox level \n", - "48328 1859-12-31T12:00:00 0.00, -88.93, 358.59, 88.93 2.00 \n", - "49075 1869-12-31T12:00:00 0.00, -88.93, 358.59, 88.93 2.00 \n", - "50196 1879-12-31T12:00:00 0.00, -88.93, 358.59, 88.93 2.00 \n", - "52562 1889-12-31T12:00:00 0.00, -88.93, 358.59, 88.93 2.00 \n", - "54490 1899-12-31T12:00:00 0.00, -88.93, 358.59, 88.93 2.00 " + "37000 1859-12-31T12:00:00 0.00, -88.93, 358.59, 88.93 2.00 \n", + "37001 1869-12-31T12:00:00 0.00, -88.93, 358.59, 88.93 2.00 \n", + "37002 1879-12-31T12:00:00 0.00, -88.93, 358.59, 88.93 2.00 \n", + "37003 1889-12-31T12:00:00 0.00, -88.93, 358.59, 88.93 2.00 \n", + "37004 1899-12-31T12:00:00 0.00, -88.93, 358.59, 88.93 2.00 " ] }, "execution_count": 4, diff --git a/notebooks/demo/demo-rooki-cmip6-decadal.ipynb b/notebooks/demo/demo-rooki-cmip6-decadal.ipynb index 8a057ca..0ed8077 100644 --- a/notebooks/demo/demo-rooki-cmip6-decadal.ipynb +++ b/notebooks/demo/demo-rooki-cmip6-decadal.ipynb @@ -72,7 +72,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_5bb6rumf/tas_Amon_HadGEM3-GC31-MM_dcppA-hindcast_s1995-r1i1p1f2_gn_199511-199512.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_eufzbjse/tas_Amon_HadGEM3-GC31-MM_dcppA-hindcast_s1995-r1i1p1f2_gn_199511-199512.nc.\n" ] } ], @@ -465,27 +465,27 @@ " variable_name: tas\n", " variant_label: r1i1p1f2\n", " license: CMIP6 model data produced by Met Office Hadley Ce...\n", - " cmor_version: 3.4.0