Catch exceptions in fetch method to enhance stability

fsspec · Sep 24, 2024 · 25c04f7 · 25c04f7
1 parent 00a83b3
commit 25c04f7
Showing 1 changed file with 12 additions and 9 deletions.
diff --git a/tosfs/core.py b/tosfs/core.py
@@ -2107,15 +2107,18 @@ def _fetch_range(self, start: int, end: int) -> bytes:
 
         def fetch() -> bytes:
             with io.BytesIO() as temp_buffer:
-                for chunk in self.fs.tos_client.get_object(
-                    self.bucket,
-                    self.key,
-                    self.version_id,
-                    range_start=start,
-                    range_end=end,
-                ):
-                    temp_buffer.write(chunk)
-                return temp_buffer.getvalue()
+                try:
+                    for chunk in self.fs.tos_client.get_object(
+                        self.bucket,
+                        self.key,
+                        self.version_id,
+                        range_start=start,
+                        range_end=end,
+                    ):
+                        temp_buffer.write(chunk)
+                    return temp_buffer.getvalue()
+                except Exception as e:
+                    raise TosClientError(f"{e}", e) from e
 
         return retryable_func_executor(fetch, max_retry_num=self.fs.max_retry_num)