Cap the retry interval in the crawler

Signed-off-by: Aurélien Bompard <[email protected]>
fedora-infra · Jun 3, 2024 · ab59d58 · ab59d58
1 parent ce2b80e
commit ab59d58
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/mirrormanager2/crawler/connector.py b/mirrormanager2/crawler/connector.py
@@ -6,7 +6,7 @@
 
 from mirrormanager2 import lib as mmlib
 
-from .constants import RETRIES
+from .constants import RETRIES, RETRIES_MAX_INTERVAL
 
 logger = logging.getLogger(__name__)
 
@@ -74,6 +74,7 @@ def _get_file(self, url):
         backoff.expo,
         TryLater,
         max_tries=RETRIES,
+        max_value=RETRIES_MAX_INTERVAL,
         on_backoff=_on_backoff,
         on_giveup=_on_giveup,
         logger=None,  # custom logging

diff --git a/mirrormanager2/crawler/constants.py b/mirrormanager2/crawler/constants.py
@@ -14,3 +14,4 @@
 
 # Number of times to retry a connection
 RETRIES = 10
+RETRIES_MAX_INTERVAL = 10  # in seconds
Original file line number	Diff line number	Diff line change
Expand Up		@@ -14,3 +14,4 @@

		# Number of times to retry a connection
		RETRIES = 10
		RETRIES_MAX_INTERVAL = 10 # in seconds