From 08e90e049fafb01cd28fd92e20e45b2b0a4058d6 Mon Sep 17 00:00:00 2001 From: doodledood Date: Mon, 13 Nov 2023 11:02:57 +0200 Subject: [PATCH] update deps, fix mypy --- .../web_research/page_retrievers/selenium_retriever.py | 4 ++-- requirements.txt | 7 +++++++ 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/chatflock/web_research/page_retrievers/selenium_retriever.py b/chatflock/web_research/page_retrievers/selenium_retriever.py index 8f65b4d..22b386d 100644 --- a/chatflock/web_research/page_retrievers/selenium_retriever.py +++ b/chatflock/web_research/page_retrievers/selenium_retriever.py @@ -105,8 +105,8 @@ def extract_html_from_driver(self, driver: WebDriver) -> str: try: # Wait for the iframe to be available and for its document to be fully loaded WebDriverWait(driver, self.iframe_timeout).until( - lambda d: EC.frame_to_be_available_and_switch_to_it(iframe)(d) - and d.execute_script("return document.readyState") == "complete" # type: ignore + lambda d: EC.frame_to_be_available_and_switch_to_it(iframe)(d) # type: ignore + and d.execute_script("return document.readyState") == "complete" ) # Set a temporary ID on the iframe, so we can find it later diff --git a/requirements.txt b/requirements.txt index 0417483..4b03223 100644 --- a/requirements.txt +++ b/requirements.txt @@ -9,11 +9,15 @@ certifi==2023.7.22 ; python_full_version >= "3.8.1" and python_version < "4.0" charset-normalizer==3.3.2 ; python_full_version >= "3.8.1" and python_version < "4.0" colorama==0.4.6 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" dataclasses-json==0.6.2 ; python_full_version >= "3.8.1" and python_version < "4.0" +distro==1.8.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" docker==6.1.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" exceptiongroup==1.1.3 ; python_full_version >= "3.8.1" and python_version < "3.11" frozenlist==1.4.0 ; python_full_version >= "3.8.1" and python_version < "4.0" greenlet==3.0.1 ; python_full_version >= "3.8.1" and python_version < "4.0" and (platform_machine == "aarch64" or platform_machine == "ppc64le" or platform_machine == "x86_64" or platform_machine == "amd64" or platform_machine == "AMD64" or platform_machine == "win32" or platform_machine == "WIN32") +h11==0.14.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" halo==0.0.31 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" +httpcore==1.0.2 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" +httpx==0.25.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" idna==3.4 ; python_full_version >= "3.8.1" and python_version < "4.0" jsonpatch==1.33 ; python_full_version >= "3.8.1" and python_version < "4.0" jsonpointer==2.4 ; python_full_version >= "3.8.1" and python_version < "4.0" @@ -24,6 +28,7 @@ marshmallow==3.20.1 ; python_full_version >= "3.8.1" and python_version < "4.0" multidict==6.0.4 ; python_full_version >= "3.8.1" and python_version < "4.0" mypy-extensions==1.0.0 ; python_full_version >= "3.8.1" and python_version < "4.0" numpy==1.24.4 ; python_full_version >= "3.8.1" and python_version < "4.0" +openai==1.2.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" packaging==23.0 ; python_full_version >= "3.8.1" and python_version < "4.0" prompt-toolkit==3.0.36 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" pydantic-core==2.10.1 ; python_full_version >= "3.8.1" and python_version < "4.0" @@ -32,6 +37,7 @@ python-dotenv==1.0.0 ; python_full_version >= "3.8.1" and python_full_version < pywin32==306 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" and sys_platform == "win32" pyyaml==6.0.1 ; python_full_version >= "3.8.1" and python_version < "4.0" questionary==2.0.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" +regex==2023.10.3 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" requests==2.31.0 ; python_full_version >= "3.8.1" and python_version < "4.0" six==1.16.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" sniffio==1.3.0 ; python_full_version >= "3.8.1" and python_version < "4.0" @@ -40,6 +46,7 @@ spinners==0.0.24 ; python_full_version >= "3.8.1" and python_full_version < "4.0 sqlalchemy==2.0.23 ; python_full_version >= "3.8.1" and python_version < "4.0" tenacity==8.2.3 ; python_full_version >= "3.8.1" and python_version < "4.0" termcolor==2.3.0 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" +tiktoken==0.5.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" tqdm==4.66.1 ; python_full_version >= "3.8.1" and python_full_version < "4.0.0" typing-extensions==4.8.0 ; python_full_version >= "3.8.1" and python_version < "4.0" typing-inspect==0.9.0 ; python_full_version >= "3.8.1" and python_version < "4.0"