httpx performance boost

blacklanternsecurity · Dec 8, 2024 · 319c9c3 · 319c9c3
1 parent 3b6d22e
commit 319c9c3
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/bbot/modules/httpx.py b/bbot/modules/httpx.py
@@ -144,9 +144,9 @@ async def handle_batch(self, *events):
             command += ["-http-proxy", proxy]
         async for line in self.run_process_live(command, text=False, input=list(stdin), stderr=subprocess.DEVNULL):
             try:
-                j = orjson.loads(line)
+                j = await self.helpers.run_in_executor(orjson.loads, line)
             except orjson.JSONDecodeError:
-                self.debug(f"Failed to decode line: {line}")
+                self.warning(f"httpx failed to decode line: {line}")
                 continue
 
             url = j.get("url", "")