From e747049e62d69b795561563ed0a3ba32a6defde2 Mon Sep 17 00:00:00 2001 From: devsjc <47188100+devsjc@users.noreply.github.com> Date: Wed, 18 Sep 2024 09:23:22 +0100 Subject: [PATCH] fix(sat-etl): Avoid mergerfs for mounted filesystem (#133) --- local_archives/nwp/ceda/ceda_global.py | 2 +- local_archives/sat/eumetsat/eumetsat_iodc.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/local_archives/nwp/ceda/ceda_global.py b/local_archives/nwp/ceda/ceda_global.py index eaff962..e93b539 100644 --- a/local_archives/nwp/ceda/ceda_global.py +++ b/local_archives/nwp/ceda/ceda_global.py @@ -15,7 +15,7 @@ description="".join(( "Zarr archive of NWP data from the Met Office's Global model. ", "Sourced via FTP from CEDA ", - "(https://catalogue.ceda.ac.uk/uuid/86df725b793b4b4cb0ca0646686bd783)", + "(https://catalogue.ceda.ac.uk/uuid/86df725b793b4b4cb0ca0646686bd783). ", "This asset is updated monthly, and surfaced as a Zarr Directory Store ", "for each month. It is downloaded using the nwp-consumer ", "docker image, currently from the 'major-refactor' branch ", diff --git a/local_archives/sat/eumetsat/eumetsat_iodc.py b/local_archives/sat/eumetsat/eumetsat_iodc.py index ccf899d..7548eaf 100644 --- a/local_archives/sat/eumetsat/eumetsat_iodc.py +++ b/local_archives/sat/eumetsat/eumetsat_iodc.py @@ -52,7 +52,7 @@ def iodc_monthly( "-m", it.strftime("%Y-%m"), "--path", - f"{ZARR_FOLDER}/sat/eumetsat/india", + f"/store_a_0/sat/eumetsat/india", "--rm", ], env={ @@ -60,7 +60,7 @@ def iodc_monthly( "EUMETSAT_CONSUMER_SECRET": os.environ["EUMETSAT_CONSUMER_SECRET"], }, container_kwargs={ - "volumes": [f"{ZARR_FOLDER}/sat/eumetsat/india:{ZARR_FOLDER}/sat/eumetsat/india"], + "volumes": [f"/store_a_0/sat/eumetsat/india:/store_a_0/sat/eumetsat/india"], }, context=context, ).get_results()