From 2c74dfd49382d809d8c00f25b8b571214a805320 Mon Sep 17 00:00:00 2001 From: Greg Lindahl Date: Wed, 4 Sep 2024 04:40:02 +0000 Subject: [PATCH] fix: remove unnecessary sleep (#37) --- cdx_toolkit/commoncrawl.py | 1 - 1 file changed, 1 deletion(-) diff --git a/cdx_toolkit/commoncrawl.py b/cdx_toolkit/commoncrawl.py index a8608c7..2d6b9e5 100644 --- a/cdx_toolkit/commoncrawl.py +++ b/cdx_toolkit/commoncrawl.py @@ -60,7 +60,6 @@ def get_cc_endpoints(cc_mirror): if r.status_code != 200: raise RuntimeError('error {} getting list of cc indices from {}'.format(r.status_code, collinfo)) # pragma: no cover set_collinfo_cache(cc_mirror, r.text) - time.sleep(5) # XXX to avoid triggering rate limit col = r.json() endpoints = [x['cdx-api'] for x in col]