Retry get request if 404

AlexanderDokuchaev · Apr 9, 2024 · 08f1099 · 08f1099
1 parent c548848
commit 08f1099
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/md_dead_link_check/link_checker.py b/md_dead_link_check/link_checker.py
@@ -58,7 +58,9 @@ async def process_link(link: str, session: ClientSession, config: Config) -> Lin
             response = await session.get(**kwargs)
         else:
             response = await session.head(**kwargs)
-
+            if response.status == 404:
+                # Some web sites are not supports head request and return 404 code
+                response = await session.get(**kwargs)
         response.raise_for_status()
     except ClientResponseError as e:
         if not config.catch_response_codes or e.status in config.catch_response_codes: