fix(handler): fix download response header Content-Encoding error

scrapy-plugins · Oct 8, 2024 · c3cea97 · c3cea97
1 parent a28631a
commit c3cea97
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/.gitignore b/.gitignore
@@ -22,3 +22,5 @@ coverage-twisted/
 node_modules/
 package-lock.json
 package.json
+
+.idea
diff --git a/scrapy_playwright/handler.py b/scrapy_playwright/handler.py
@@ -503,10 +503,12 @@ async def _download_request_with_page(
         if download:
             request.meta["playwright_suggested_filename"] = download.suggested_filename
             respcls = responsetypes.from_args(url=download.url, body=download.body)
+            download_headers = Headers(download.headers)
+            download_headers.pop("Content-Encoding", None)
             return respcls(
                 url=download.url,
                 status=download.response_status,
-                headers=Headers(download.headers),
+                headers=download_headers,
                 body=download.body,
                 request=request,
                 flags=["playwright"],