From 8825d57f6b1e95787dddc386545dfe20ce554af7 Mon Sep 17 00:00:00 2001 From: Carsten Ehbrecht Date: Mon, 29 Jan 2024 20:28:36 +0100 Subject: [PATCH] update atlas nb --- .../demo/demo-rooki-c3s-cico-atlas.ipynb | 218 ++++++++++++++---- 1 file changed, 177 insertions(+), 41 deletions(-) diff --git a/notebooks/demo/demo-rooki-c3s-cico-atlas.ipynb b/notebooks/demo/demo-rooki-c3s-cico-atlas.ipynb index 266764e..c37f92f 100644 --- a/notebooks/demo/demo-rooki-c3s-cico-atlas.ipynb +++ b/notebooks/demo/demo-rooki-c3s-cico-atlas.ipynb @@ -69,7 +69,7 @@ { "data": { "text/plain": [ - "['http://rook4.cloud.dkrz.de:80/outputs/rook/a54b3734-bbac-11ee-a359-fa163ed6c06f/tx_ERA5_no-expt_mon_20000101-20000301.nc']" + "['http://rook4.cloud.dkrz.de:80/outputs/rook/12dea2d0-bed3-11ee-af1d-fa163ed6c06f/tx_ERA5_no-expt_mon_20000101-20000301.nc']" ] }, "execution_count": 3, @@ -90,7 +90,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/5f/t661zdnd181ck1dv429s4p8r0000gn/T/metalink_d179boyh/tx_ERA5_no-expt_mon_20000101-20000301.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_f4ra4dwt/tx_ERA5_no-expt_mon_20000101-20000301.nc.\n" ] }, { @@ -486,29 +486,29 @@ " geospatial_lon_units: degrees_east\n", " date_created: 2023-10-23 11:32:52.726326+02:00\n", " tracking_id: 35730460-414f-41df-988b-674b3e9def74\n", - " project_id: c3s-cica-atlas
  • Conventions :
    CF-1.9 ACDD-1.3
    title :
    Copernicus Interactive Climate Atlas: gridded monthly dataset
    summary :
    Monthly/annual gridded data from observations, reanalyses and climate change projections for the variables and indices included in the Copernicus Interactive Climate Atlas
    institution :
    Copernicus Climate Change Service (C3S)
    producers :
    Institute of Physics of Cantabria (IFCA, CSIC-UC) and Predictia
    license :
    CC-BY 4.0, https://creativecommons.org/licenses/by/4.0/
    project :
    Copernicus Interactive Climate Atlas
    product :
    copernicus -interactive-climate-atlas-dataset
    product_version :
    v1.0
    standard_name_vocabulary :
    CF Standard Name Table (Version 79, 2022-03-19)
    source :
    ERA5
    frequency :
    mon
    variable_id :
    tx
    time_min :
    194001
    time_max :
    202212
    geospatial_lat_min :
    -90.125
    geospatial_lat_max :
    90.125
    geospatial_lat_resolution :
    0.25
    geospatial_lat_units :
    degrees_north
    geospatial_lon_min :
    -180.125
    geospatial_lon_max :
    179.875
    geospatial_lon_resolution :
    0.25
    geospatial_lon_units :
    degrees_east
    date_created :
    2023-10-23 11:32:52.726326+02:00
    tracking_id :
    35730460-414f-41df-988b-674b3e9def74
    project_id :
    c3s-cica-atlas
  • " ], "text/plain": [ "\n", @@ -599,7 +599,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/5f/t661zdnd181ck1dv429s4p8r0000gn/T/metalink_iz1zenil/fd_ERA5-Land_no-expt_mon_20000101-20000301.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_p749p1u8/fd_ERA5-Land_no-expt_mon_20000101-20000301.nc.\n" ] }, { @@ -996,7 +996,7 @@ " geospatial_lon_units: degrees_east\n", " date_created: 2023-11-03 11:22:46.830730+01:00\n", " tracking_id: 888a50fd-716c-4755-9c0f-2d029a53ffb4\n", - " project_id: c3s-cica-atlas
  • Conventions :
    CF-1.9 ACDD-1.3
    title :
    Copernicus Interactive Climate Atlas: gridded monthly dataset
    summary :
    Monthly/annual gridded data from observations, reanalyses and climate change projections for the variables and indices included in the Copernicus Interactive Climate Atlas
    institution :
    Copernicus Climate Change Service (C3S)
    producers :
    Institute of Physics of Cantabria (IFCA, CSIC-UC) and Predictia
    license :
    CC-BY 4.0, https://creativecommons.org/licenses/by/4.0/
    project :
    Copernicus Interactive Climate Atlas
    product :
    copernicus -interactive-climate-atlas-dataset
    product_version :
    v1.0
    standard_name_vocabulary :
    CF Standard Name Table (Version 79, 2022-03-19)
    source :
    ERA5-Land
    frequency :
    mon
    variable_id :
    fd
    time_min :
    195001
    time_max :
    202212
    geospatial_lat_min :
    -90.04999923706055
    geospatial_lat_max :
    90.0472526550293
    geospatial_lat_resolution :
    0.09999847412109375
    geospatial_lat_units :
    degrees_north
    geospatial_lon_min :
    -180.0500030517578
    geospatial_lon_max :
    179.9719696044922
    geospatial_lon_resolution :
    0.100006103515625
    geospatial_lon_units :
    degrees_east
    date_created :
    2023-11-03 11:22:46.830730+01:00
    tracking_id :
    888a50fd-716c-4755-9c0f-2d029a53ffb4
    project_id :
    c3s-cica-atlas
  • " ], "text/plain": [ "\n", @@ -1172,7 +1172,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/5f/t661zdnd181ck1dv429s4p8r0000gn/T/metalink_mhr1wuoy/pr_CMIP5_historical_mon_20000101-20000301.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_0se4etrb/pr_CMIP5_historical_mon_20000101-20000301.nc.\n" ] }, { @@ -1571,8 +1571,8 @@ " geospatial_lon_units: degrees_east\n", " date_created: 2023-10-23 10:18:38.576946+02:00\n", " tracking_id: f186e3e2-8523-4785-abd4-975147ec8240\n", - " project_id: c3s-cica-atlas" + " project_id: c3s-cica-atlas" ], "text/plain": [ "\n", @@ -1666,7 +1666,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/5f/t661zdnd181ck1dv429s4p8r0000gn/T/metalink_6aj7my5y/fd_CMIP6_historical_mon_20000101-20000301.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_uu6_cyj9/fd_CMIP6_historical_mon_20000101-20000301.nc.\n" ] }, { @@ -2067,11 +2067,11 @@ " geospatial_lon_units: degrees_east\n", " date_created: 2023-09-28 13:44:24.110010+02:00\n", " tracking_id: 363128f3-0c81-4b08-9dc0-2b9fca993bd6\n", - " project_id: c3s-cica-atlas
  • Conventions :
    CF-1.9 ACDD-1.3
    title :
    Copernicus Interactive Climate Atlas: gridded monthly dataset
    summary :
    Monthly/annual gridded data from observations, reanalyses and climate change projections for the variables and indices included in the Copernicus Interactive Climate Atlas
    institution :
    Copernicus Climate Change Service (C3S)
    producers :
    Institute of Physics of Cantabria (IFCA, CSIC-UC) and Predictia
    license :
    CC-BY 4.0, https://creativecommons.org/licenses/by/4.0/
    project :
    Copernicus Interactive Climate Atlas
    product :
    copernicus -interactive-climate-atlas-dataset
    product_version :
    v1.0
    standard_name_vocabulary :
    CF Standard Name Table (Version 79, 2022-03-19)
    source :
    CMIP6
    experiment_id :
    historical
    frequency :
    mon
    variable_id :
    fd
    time_min :
    185001
    time_max :
    201412
    geospatial_lat_min :
    -90.0
    geospatial_lat_max :
    90.0
    geospatial_lat_resolution :
    1.0
    geospatial_lat_units :
    degrees_north
    geospatial_lon_min :
    -180.0
    geospatial_lon_max :
    180.0
    geospatial_lon_resolution :
    1.0
    geospatial_lon_units :
    degrees_east
    date_created :
    2023-09-28 13:44:24.110010+02:00
    tracking_id :
    363128f3-0c81-4b08-9dc0-2b9fca993bd6
    project_id :
    c3s-cica-atlas
  • " ], "text/plain": [ "\n", @@ -2167,7 +2167,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/5f/t661zdnd181ck1dv429s4p8r0000gn/T/metalink_ln1xrszx/sst_ORAS5_no-expt_mon_20000101-20000301.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_ao9_1cvx/sst_ORAS5_no-expt_mon_20000101-20000301.nc.\n" ] }, { @@ -2562,18 +2562,18 @@ " geospatial_lon_units: degrees_east\n", " date_created: 2023-10-24 11:01:24.009195+02:00\n", " tracking_id: 56ab2036-84aa-4f05-9e45-0bc540e4640a\n", - " project_id: c3s-cica-atlas
  • Conventions :
    CF-1.9 ACDD-1.3
    title :
    Copernicus Interactive Climate Atlas: gridded monthly dataset
    summary :
    Monthly/annual gridded data from observations, reanalyses and climate change projections for the variables and indices included in the Copernicus Interactive Climate Atlas
    institution :
    Copernicus Climate Change Service (C3S)
    producers :
    Institute of Physics of Cantabria (IFCA, CSIC-UC) and Predictia
    license :
    CC-BY 4.0, https://creativecommons.org/licenses/by/4.0/
    project :
    Copernicus Interactive Climate Atlas
    product :
    copernicus -interactive-climate-atlas-dataset
    product_version :
    v1.0
    standard_name_vocabulary :
    CF Standard Name Table (Version 79, 2022-03-19)
    source :
    ORAS5
    frequency :
    mon
    variable_id :
    sst
    time_min :
    195801
    time_max :
    201412
    geospatial_lat_min :
    -90.0
    geospatial_lat_max :
    90.0
    geospatial_lat_resolution :
    0.25
    geospatial_lat_units :
    degrees_north
    geospatial_lon_min :
    -180.0
    geospatial_lon_max :
    180.0
    geospatial_lon_resolution :
    0.25
    geospatial_lon_units :
    degrees_east
    date_created :
    2023-10-24 11:01:24.009195+02:00
    tracking_id :
    56ab2036-84aa-4f05-9e45-0bc540e4640a
    project_id :
    c3s-cica-atlas
  • " ], "text/plain": [ "\n", @@ -2674,7 +2674,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/5f/t661zdnd181ck1dv429s4p8r0000gn/T/metalink_17kq0y6k/fd_CORDEX-EUR-11_historical_mon_20000101-20000301.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_io47scsn/fd_CORDEX-EUR-11_historical_mon_20000101-20000301.nc.\n" ] }, { @@ -3078,18 +3078,18 @@ " geospatial_lon_units: degrees_east\n", " date_created: 2023-12-04 15:45:53.359311+01:00\n", " tracking_id: 69e7a46d-7266-4705-be79-a106f133f94d\n", - " project_id: c3s-cica-atlas
  • Conventions :
    CF-1.9 ACDD-1.3
    title :
    Copernicus Interactive Climate Atlas: gridded monthly dataset
    summary :
    Monthly/annual gridded data from observations, reanalyses and climate change projections for the variables and indices included in the Copernicus Interactive Climate Atlas
    institution :
    Copernicus Climate Change Service (C3S)
    producers :
    Institute of Physics of Cantabria (IFCA, CSIC-UC) and Predictia
    license :
    CC-BY 4.0, https://creativecommons.org/licenses/by/4.0/
    project :
    Copernicus Interactive Climate Atlas
    product :
    copernicus -interactive-climate-atlas-dataset
    product_version :
    v1.0
    standard_name_vocabulary :
    CF Standard Name Table (Version 79, 2022-03-19)
    source :
    CORDEX-EUR-11
    experiment_id :
    historical
    frequency :
    mon
    variable_id :
    fd
    time_min :
    197001
    time_max :
    200512
    geospatial_lat_min :
    21.75
    geospatial_lat_max :
    72.75
    geospatial_lat_resolution :
    0.125
    geospatial_lat_units :
    degrees_north
    geospatial_lon_min :
    -44.875
    geospatial_lon_max :
    65.25
    geospatial_lon_resolution :
    0.125
    geospatial_lon_units :
    degrees_east
    date_created :
    2023-12-04 15:45:53.359311+01:00
    tracking_id :
    69e7a46d-7266-4705-be79-a106f133f94d
    project_id :
    c3s-cica-atlas
  • " ], "text/plain": [ "\n", @@ -3187,7 +3187,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/5f/t661zdnd181ck1dv429s4p8r0000gn/T/metalink_0u0n_4p4/rlds_CORDEX-CORE_historical_mon_20000101-20000301.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_d7sxkbjw/rlds_CORDEX-CORE_historical_mon_20000101-20000301.nc.\n" ] }, { @@ -3586,18 +3586,18 @@ " geospatial_lon_units: degrees_east\n", " date_created: 2023-12-04 17:51:41.366602+01:00\n", " tracking_id: 29b12dbd-9dea-4294-9e8f-16a9168ac9f1\n", - " project_id: c3s-cica-atlas
  • Conventions :
    CF-1.9 ACDD-1.3
    title :
    Copernicus Interactive Climate Atlas: gridded monthly dataset
    summary :
    Monthly/annual gridded data from observations, reanalyses and climate change projections for the variables and indices included in the Copernicus Interactive Climate Atlas
    institution :
    Copernicus Climate Change Service (C3S)
    producers :
    Institute of Physics of Cantabria (IFCA, CSIC-UC) and Predictia
    license :
    CC-BY 4.0, https://creativecommons.org/licenses/by/4.0/
    project :
    Copernicus Interactive Climate Atlas
    product :
    copernicus -interactive-climate-atlas-dataset
    product_version :
    v1.0
    standard_name_vocabulary :
    CF Standard Name Table (Version 79, 2022-03-19)
    source :
    CORDEX-CORE
    experiment_id :
    historical
    frequency :
    mon
    variable_id :
    rlds
    time_min :
    197001
    time_max :
    200512
    geospatial_lat_min :
    -90.0
    geospatial_lat_max :
    90.0
    geospatial_lat_resolution :
    0.25
    geospatial_lat_units :
    degrees_north
    geospatial_lon_min :
    -180.0
    geospatial_lon_max :
    180.0
    geospatial_lon_resolution :
    0.25
    geospatial_lon_units :
    degrees_east
    date_created :
    2023-12-04 17:51:41.366602+01:00
    tracking_id :
    29b12dbd-9dea-4294-9e8f-16a9168ac9f1
    project_id :
    c3s-cica-atlas
  • " ], "text/plain": [ "\n", @@ -3642,6 +3642,142 @@ "ds = resp.datasets()[0]\n", "ds" ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## workflow: complete time range" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 24, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ds = ops.Input(\n", + " 'ds', ['c3s-cica-atlas.rlds.CORDEX-CORE.historical.mon']\n", + ")\n", + "\n", + "wf = ops.Subset(\n", + " ds, \n", + " # time=\"2000/2000\",\n", + ")\n", + "\n", + "resp = wf.orchestrate()\n", + "resp.ok" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['https://data.mips.copernicus-climate.eu/thredds/fileServer/esg_c3s-cica-atlas/CORDEX-CORE/historical/rlds_CORDEX-CORE_historical_mon_197001-200512.nc']" + ] + }, + "execution_count": 18, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "resp.download_urls()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## workflow: most of the time range" + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 26, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ds = ops.Input(\n", + " 'ds', ['c3s-cica-atlas.rlds.CORDEX-CORE.historical.mon']\n", + ")\n", + "\n", + "wf = ops.Subset(\n", + " ds, \n", + " time=\"1979/2000\",\n", + ")\n", + "\n", + "resp = wf.orchestrate()\n", + "resp.ok" + ] + }, + { + "cell_type": "code", + "execution_count": 27, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "821.2735538482666" + ] + }, + "execution_count": 27, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "resp.size_in_mb" + ] + }, + { + "cell_type": "code", + "execution_count": 28, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['http://rook4.cloud.dkrz.de:80/outputs/rook/33ee56f0-bed8-11ee-9f5a-fa163ed6c06f/rlds_CORDEX-CORE_historical_mon_19790101-19871101.nc',\n", + " 'http://rook4.cloud.dkrz.de:80/outputs/rook/33ee6f46-bed8-11ee-9f5a-fa163ed6c06f/rlds_CORDEX-CORE_historical_mon_19871201-19961001.nc',\n", + " 'http://rook4.cloud.dkrz.de:80/outputs/rook/33ee7d24-bed8-11ee-9f5a-fa163ed6c06f/rlds_CORDEX-CORE_historical_mon_19961101-20001201.nc']" + ] + }, + "execution_count": 28, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "resp.download_urls()" + ] } ], "metadata": { @@ -3660,7 +3796,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.12.0" + "version": "3.11.3" } }, "nbformat": 4,