diff --git a/dags_tests/compile_test.py b/dags_tests/compile_test.py index 24fd87f..58085da 100644 --- a/dags_tests/compile_test.py +++ b/dags_tests/compile_test.py @@ -1,3 +1,10 @@ +from dagster import Definitions, load_assets_from_modules +from nwp import assets, jobs def test_compiles(): - assert True + all_assets = load_assets_from_modules([assets]) + defs = Definitions( + assets=all_assets, + jobs=jobs.asset_jobs, + schedules=jobs.schedule_jobs + ) diff --git a/nwp/__pycache__/__init__.cpython-310.pyc b/nwp/__pycache__/__init__.cpython-310.pyc index 2716a13..8dc65d8 100644 Binary files a/nwp/__pycache__/__init__.cpython-310.pyc and b/nwp/__pycache__/__init__.cpython-310.pyc differ diff --git a/nwp/__pycache__/jobs.cpython-310.pyc b/nwp/__pycache__/jobs.cpython-310.pyc index 1d73e00..721cd79 100644 Binary files a/nwp/__pycache__/jobs.cpython-310.pyc and b/nwp/__pycache__/jobs.cpython-310.pyc differ diff --git a/nwp/assets/__init__.py b/nwp/assets/__init__.py index 3588b17..b413960 100644 --- a/nwp/assets/__init__.py +++ b/nwp/assets/__init__.py @@ -1 +1,2 @@ from nwp.assets.dwd.archive_to_hf import download_model_files, process_model_files, upload_model_files_to_hf +from nwp.assets.ecmwf.mars import download_mars_file diff --git a/nwp/assets/ecmwf/mars.py b/nwp/assets/ecmwf/mars.py index 8e82e31..65a70bf 100644 --- a/nwp/assets/ecmwf/mars.py +++ b/nwp/assets/ecmwf/mars.py @@ -4,6 +4,7 @@ server = ECMWFService("mars") + @asset def download_mars_file(): server.execute( diff --git a/pyproject.toml b/pyproject.toml index d347ccc..72150fd 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -18,9 +18,11 @@ authors = [ ] classifiers = ["Programming Language :: Python :: 3"] dependencies = [ + "ecmwf-api-client == 1.6.3", "dagit == 1.4.11", "dagster == 1.4.11", "dagster-cloud == 1.4.11", + "huggingface-hub == 0.16.4", "numpy == 1.24.2", "ocf-blosc2 == 0.0.3", "pathlib == 1.0.1",