change filtering logging to check the dir being scanned

henryaddison · Sep 11, 2023 · ff85a87 · ff85a87
1 parent 574eccf
commit ff85a87
Showing 1 changed file with 8 additions and 10 deletions.
diff --git a/src/ml_downscaling_emulator/bin/postprocess.py b/src/ml_downscaling_emulator/bin/postprocess.py
@@ -44,19 +44,17 @@ def filter(
     )
     os.makedirs(filtered_samples_dirpath, exist_ok=False)
 
-    samples_filepaths_to_filter = samples_glob(
-        samples_path(
-            workdir,
-            checkpoint=checkpoint,
-            input_xfm=input_xfm,
-            dataset=dataset,
-            split=split,
-            ensemble_member=ensemble_member,
-        )
+    samples_filepaths_to_filter = samples_path(
+        workdir,
+        checkpoint=checkpoint,
+        input_xfm=input_xfm,
+        dataset=dataset,
+        split=split,
+        ensemble_member=ensemble_member,
     )
 
     logger.info(f"Found for filtering: {samples_filepaths_to_filter}")
-    for sample_filepath in samples_filepaths_to_filter:
+    for sample_filepath in samples_glob(samples_filepaths_to_filter):
         logger.info(f"Working on {sample_filepath}")
         samples_ds = xr.open_dataset(sample_filepath)