add cache, pip, progress and fix bypass

.github/workflows/docker-publish.yml

@@ -30,6 +30,7 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: "3.12"
+          cache: "pip"
 
       - name: Set up Poetry
         run: pip install poetry
@@ -55,7 +56,13 @@ jobs:
           rm ./google-chrome-stable_current_amd64.deb
 
       - name: Run tests
-        run: poetry run pytest --retries 3 --retry-delay 5
+        run: poetry run pytest --retries 2 --show-progress
+
+      - name: Upload screenshots if tests fail
+        if: failure()
+        uses: actions/upload-artifact@v4
+        with:
+          path: screenshots
 
   build:
     needs: test

main.py

@@ -60,17 +60,17 @@ def read_item(request: LinkRequest):
             source_bs = BeautifulSoup(source, "html.parser")
             title_tag = source_bs.title
             logger.info(f"Got webpage: {request.url}")
-            if title_tag in src.utils.consts.CHALLENGE_TITLES:
+            if title_tag and title_tag.string in src.utils.consts.CHALLENGE_TITLES:
                 logger.info("Challenge detected")
                 sb.uc_gui_click_captcha()
                 logger.info("Clicked captcha")
-            sb.save_screenshot("screenshot.png")
 
             source = sb.get_page_source()
             source_bs = BeautifulSoup(source, "html.parser")
             title_tag = source_bs.title
 
             if title_tag and title_tag.string in src.utils.consts.CHALLENGE_TITLES:
+                sb.save_screenshot(f"./screenshots/{request.url}.png")
                 raise HTTPException(
                     status_code=500, detail="Could not bypass challenge"
                 )

pyproject.toml

@@ -18,6 +18,7 @@ seleniumbase = "^4.32.12"
 pyautogui = "^0.9.54"
 beautifulsoup4 = "^4.12.3"
 pytest-retry = "^1.6.3"
+pytest-progress = "^1.3.0"
 
 
 [build-system]