Merge pull request #30 from jpmorganchase/feature/fix-async-retry

eliminate dependency on async-retrying

fusion/fusion_filesystem.py

@@ -8,7 +8,6 @@
 from urllib.parse import quote, urljoin
 
 import pandas as pd
-from async_retrying import retry
 from fsspec.callbacks import _DEFAULT_CALLBACK
 from fsspec.implementations.http import HTTPFile, HTTPFileSystem, sync, sync_wrapper
 from fsspec.utils import nullcontext
@@ -450,12 +449,21 @@ async def _finish_operation(session, operation_id, kw):
                 )
 
         def put_data(session):
-            @retry(attempts=3)
             async def _meth(session, url, kw):
                 meth = getattr(session, method)
-                async with meth(url=url, data=chunk, **kw) as resp:
-                    await self._async_raise_not_found_for_status(resp, url)
-                    return await resp.json()
+                retry_num = 3
+                ex_code = None
+                ex_cnt = 0
+                while ex_cnt < retry_num:
+                    async with meth(url=url, data=chunk, **kw) as resp:
+                        try:
+                            await self._async_raise_not_found_for_status(resp, url)
+                            return await resp.json()
+                        except Exception as ex:
+                            ex_cnt += 1
+                            ex_code = ex
+
+                raise ex_code
 
             context = nullcontext(lpath)
 

pyproject.toml

@@ -37,7 +37,6 @@ tqdm = ">=4.64.0"
 pyarrow = ">=11.0"
 fsspec = ">=2021.6.1"
 aiohttp = ">=3.7.1"
-async-retrying = "^0.2"
 
 polars = { version = ">=0.12", optional = true }
 markupsafe = { version = ">=2.0.1", optional = true }

pyproject_docs_build.toml

@@ -37,7 +37,6 @@ tqdm = ">=4.64.0"
 pyarrow = ">=11.0"
 fsspec = ">=2021.6.1"
 aiohttp = ">=3.7.1"
-async-retrying = "^0.2"
 
 polars = { version = ">=0.12", optional = true }
 markupsafe = { version = ">=2.0.1", optional = true }