fix(gfs-etl): Ignore grib errors

openclimatefix · Jun 12, 2024 · 051b99d · 051b99d
1 parent 0e8cf86
commit 051b99d
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/containers/gfs/download_combine_gfs.py b/containers/gfs/download_combine_gfs.py
@@ -81,7 +81,14 @@ def convert_file(file: str, outfolder: str) -> str | None:
     """
     # Convert the file
     try:
-        ds: list[xr.Dataset] = cfgrib.open_datasets(file, backend_kwargs={"indexpath": ""})
+        ds: list[xr.Dataset] = cfgrib.open_datasets(
+            file,
+            backend_kwargs={
+                "indexpath": "",
+                "grib_errors": "ignore",
+                "errors": "ignore",
+            },
+        )
     except Exception as e:
         log.error(f"Error opening dataset for file {file}: {e}")
         return None