From 7d825424e70e96966095707f58193b9079c5f4b4 Mon Sep 17 00:00:00 2001 From: Laura Gutierrez Funderburk Date: Tue, 26 Nov 2024 10:44:42 -0800 Subject: [PATCH] finalize dockerfile and requirements file --- ch7/api-dockerization/Dockerfile | 22 + ch7/api-dockerization/README.md | 5 +- ch7/api-dockerization/requirements.txt | 584 +++++++++++++++++++++++++ pyproject.toml | 3 +- requirements.txt | 122 ------ requirements/lib-py3.10.txt | 42 +- requirements/lib-py3.11.txt | 28 +- requirements/lib-py3.12.txt | 25 ++ requirements/lib-py3.9.txt | 38 +- requirements/requirements.in | 15 + requirements/requirements.txt | 513 ++++++++++++++++++++++ requirements_colab.txt | 5 - 12 files changed, 1266 insertions(+), 136 deletions(-) create mode 100644 ch7/api-dockerization/requirements.txt delete mode 100644 requirements.txt create mode 100644 requirements/requirements.in create mode 100644 requirements/requirements.txt delete mode 100644 requirements_colab.txt diff --git a/ch7/api-dockerization/Dockerfile b/ch7/api-dockerization/Dockerfile index e69de29..cc3c27d 100644 --- a/ch7/api-dockerization/Dockerfile +++ b/ch7/api-dockerization/Dockerfile @@ -0,0 +1,22 @@ +# Use an official lightweight Python runtime as a base image +FROM python:3.12-slim + +# Set the working directory inside the container +WORKDIR /app + +# Copy the application code into the container +COPY . . + +# Install necessary system dependencies +RUN apt-get update && apt-get install -y \ + libffi-dev libssl-dev curl && \ + rm -rf /var/lib/apt/lists/* + +# Install Python dependencies +RUN pip install --no-cache-dir -r requirements.txt + +# Expose the port on which the FastAPI app will run +EXPOSE 8000 + +# Command to run the FastAPI app with uvicorn +CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"] diff --git a/ch7/api-dockerization/README.md b/ch7/api-dockerization/README.md index 43398d1..e5fdf7b 100644 --- a/ch7/api-dockerization/README.md +++ b/ch7/api-dockerization/README.md @@ -3,9 +3,6 @@ Redis instance ```bash -docker run -d --name redis-stack -p 6379:6379 -p 8001:8001 redis/redis-stack:latest +pip-compile requirements.in --output-file requirements.txt ``` -```bash -python -m bytewax.run ./api-dockerization/app:flow -``` \ No newline at end of file diff --git a/ch7/api-dockerization/requirements.txt b/ch7/api-dockerization/requirements.txt new file mode 100644 index 0000000..1f136e5 --- /dev/null +++ b/ch7/api-dockerization/requirements.txt @@ -0,0 +1,584 @@ +# +# This file is autogenerated by pip-compile with Python 3.12 +# by the following command: +# +# pip-compile --output-file=requirements.txt requirements.in +# +accelerate==1.1.1 + # via transformers +aiohappyeyeballs==2.4.3 + # via aiohttp +aiohttp==3.11.7 + # via + # datasets + # fsspec + # langchain + # langchain-community +aiosignal==1.3.1 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.6.2.post1 + # via + # httpx + # openai + # starlette +appdirs==1.4.4 + # via ragas +appnope==0.1.4 + # via ipykernel +asttokens==2.4.1 + # via stack-data +attrs==24.2.0 + # via aiohttp +babel==2.16.0 + # via courlan +backoff==2.2.1 + # via posthog +beautifulsoup4==4.12.3 + # via bs4 +bs4==0.0.2 + # via -r requirements.in +build==1.2.2.post1 + # via poetry +bytewax==0.21.1 + # via + # -r requirements.in + # bytewax-redis +bytewax-redis==0.1 + # via -r requirements.in +cachecontrol[filecache]==0.14.1 + # via poetry +certifi==2024.8.30 + # via + # elastic-transport + # httpcore + # httpx + # requests + # sentry-sdk + # trafilatura +cffi==1.17.1 + # via xattr +charset-normalizer==3.4.0 + # via + # htmldate + # requests + # trafilatura +cleo==2.1.0 + # via poetry +click==8.1.7 + # via + # uvicorn + # wandb +comm==0.2.2 + # via ipykernel +courlan==1.3.2 + # via trafilatura +crashtest==0.4.1 + # via + # cleo + # poetry +dataclasses-json==0.6.7 + # via langchain-community +datasets==3.1.0 + # via ragas +dateparser==1.2.0 + # via htmldate +debugpy==1.8.9 + # via ipykernel +decorator==5.1.1 + # via ipython +dill==0.3.8 + # via + # datasets + # multiprocess +distlib==0.3.9 + # via virtualenv +distro==1.9.0 + # via openai +docker-pycreds==0.4.0 + # via wandb +dulwich==0.21.7 + # via poetry +elastic-transport==8.15.1 + # via elasticsearch +elasticsearch==8.16.0 + # via elasticsearch-haystack +elasticsearch-haystack==1.0.1 + # via -r requirements.in +executing==2.1.0 + # via stack-data +fastapi==0.115.5 + # via -r requirements.in +fastjsonschema==2.20.0 + # via poetry +filelock==3.16.1 + # via + # cachecontrol + # datasets + # huggingface-hub + # torch + # transformers + # virtualenv +frozenlist==1.5.0 + # via + # aiohttp + # aiosignal +fsspec[http]==2024.9.0 + # via + # datasets + # huggingface-hub + # torch +gitdb==4.0.11 + # via gitpython +gitpython==3.1.43 + # via wandb +h11==0.14.0 + # via + # httpcore + # uvicorn +haystack-ai==2.7.0 + # via + # -r requirements.in + # elasticsearch-haystack + # haystack-experimental + # ragas-haystack +haystack-experimental==0.3.0 + # via haystack-ai +hiredis==3.0.0 + # via redis +htmldate==1.9.2 + # via trafilatura +httpcore==1.0.7 + # via httpx +httpx==0.27.2 + # via + # langsmith + # openai +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.26.2 + # via + # accelerate + # datasets + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +installer==0.7.0 + # via poetry +ipykernel==6.29.5 + # via -r requirements.in +ipython==8.29.0 + # via + # -r requirements.in + # ipykernel +jaraco-classes==3.4.0 + # via keyring +jedi==0.19.2 + # via ipython +jinja2==3.1.4 + # via + # haystack-ai + # torch +jiter==0.7.1 + # via openai +joblib==1.4.2 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jupyter-client==8.6.3 + # via ipykernel +jupyter-core==5.7.2 + # via + # ipykernel + # jupyter-client +justext==3.0.1 + # via trafilatura +keyring==24.3.1 + # via poetry +langchain==0.3.8 + # via + # langchain-community + # ragas +langchain-community==0.3.8 + # via ragas +langchain-core==0.3.21 + # via + # langchain + # langchain-community + # langchain-openai + # langchain-text-splitters + # ragas +langchain-openai==0.2.10 + # via ragas +langchain-text-splitters==0.3.2 + # via langchain +langsmith==0.1.146 + # via + # langchain + # langchain-community + # langchain-core +lazy-imports==0.3.1 + # via haystack-ai +lxml[html-clean]==5.3.0 + # via + # htmldate + # justext + # lxml-html-clean + # trafilatura +lxml-html-clean==0.4.1 + # via lxml +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.23.1 + # via dataclasses-json +matplotlib-inline==0.1.7 + # via + # ipykernel + # ipython +monotonic==1.6 + # via posthog +more-itertools==10.5.0 + # via + # haystack-ai + # jaraco-classes +mpmath==1.3.0 + # via sympy +msgpack==1.1.0 + # via cachecontrol +multidict==6.1.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.0.0 + # via typing-inspect +nest-asyncio==1.6.0 + # via + # ipykernel + # ragas +networkx==3.4.2 + # via + # haystack-ai + # torch +numpy==1.26.4 + # via + # accelerate + # datasets + # haystack-ai + # langchain + # langchain-community + # pandas + # ragas + # scikit-learn + # scipy + # transformers +openai==1.55.1 + # via + # haystack-ai + # langchain-openai + # ragas +orjson==3.10.12 + # via langsmith +packaging==24.2 + # via + # accelerate + # build + # datasets + # huggingface-hub + # ipykernel + # langchain-core + # marshmallow + # poetry + # transformers +pandas==2.2.3 + # via + # datasets + # haystack-ai +parso==0.8.4 + # via jedi +pexpect==4.9.0 + # via + # ipython + # poetry +pillow==11.0.0 + # via sentence-transformers +pkginfo==1.11.2 + # via poetry +platformdirs==4.3.6 + # via + # jupyter-core + # poetry + # virtualenv + # wandb +poetry==1.8.4 + # via + # -r requirements.in + # poetry-plugin-export +poetry-core==1.9.1 + # via + # poetry + # poetry-plugin-export +poetry-plugin-export==1.8.0 + # via poetry +posthog==3.7.3 + # via haystack-ai +prometheus-client==0.21.0 + # via bytewax +prompt-toolkit==3.0.48 + # via ipython +propcache==0.2.0 + # via + # aiohttp + # yarl +protobuf==5.28.3 + # via + # transformers + # wandb +psutil==6.1.0 + # via + # accelerate + # ipykernel + # wandb +ptyprocess==0.7.0 + # via pexpect +pure-eval==0.2.3 + # via stack-data +pyarrow==18.1.0 + # via datasets +pycparser==2.22 + # via cffi +pydantic==2.10.2 + # via + # fastapi + # haystack-experimental + # langchain + # langchain-core + # langsmith + # openai + # pydantic-settings +pydantic-core==2.27.1 + # via pydantic +pydantic-settings==2.6.1 + # via langchain-community +pygments==2.18.0 + # via ipython +pyproject-hooks==1.2.0 + # via + # build + # poetry +pysbd==0.3.4 + # via ragas +python-dateutil==2.9.0.post0 + # via + # dateparser + # haystack-ai + # htmldate + # jupyter-client + # pandas + # posthog +python-dotenv==1.0.1 + # via + # -r requirements.in + # pydantic-settings +pytz==2024.2 + # via + # dateparser + # pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers + # wandb +pyzmq==26.2.0 + # via + # ipykernel + # jupyter-client +ragas==0.1.16 + # via ragas-haystack +ragas-haystack==1.0.1 + # via -r requirements.in +rapidfuzz==3.10.1 + # via cleo +redis[hiredis]==5.2.0 + # via bytewax-redis +regex==2024.11.6 + # via + # dateparser + # tiktoken + # transformers +requests==2.32.3 + # via + # cachecontrol + # datasets + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langsmith + # poetry + # posthog + # requests-toolbelt + # tiktoken + # transformers + # wandb +requests-toolbelt==1.0.0 + # via + # langsmith + # poetry +safetensors==0.4.5 + # via + # accelerate + # transformers +scikit-learn==1.5.2 + # via sentence-transformers +scipy==1.14.1 + # via + # scikit-learn + # sentence-transformers +sentence-transformers==3.3.1 + # via -r requirements.in +sentencepiece==0.2.0 + # via transformers +sentry-sdk==2.19.0 + # via wandb +setproctitle==1.3.4 + # via wandb +shellingham==1.5.4 + # via poetry +six==1.16.0 + # via + # asttokens + # docker-pycreds + # posthog + # python-dateutil +smmap==5.0.1 + # via gitdb +sniffio==1.3.1 + # via + # anyio + # httpx + # openai +soupsieve==2.6 + # via beautifulsoup4 +sqlalchemy==2.0.35 + # via + # langchain + # langchain-community +stack-data==0.6.3 + # via ipython +starlette==0.41.3 + # via fastapi +sympy==1.13.1 + # via torch +tenacity==9.0.0 + # via + # haystack-ai + # langchain + # langchain-community + # langchain-core +threadpoolctl==3.5.0 + # via scikit-learn +tiktoken==0.8.0 + # via + # langchain-openai + # ragas +tld==0.13 + # via courlan +tokenizers==0.20.4 + # via transformers +tomlkit==0.13.2 + # via poetry +torch==2.5.1 + # via + # accelerate + # sentence-transformers + # transformers +tornado==6.4.2 + # via + # ipykernel + # jupyter-client +tqdm==4.67.1 + # via + # datasets + # haystack-ai + # huggingface-hub + # openai + # sentence-transformers + # transformers +trafilatura==1.12.2 + # via -r requirements.in +traitlets==5.14.3 + # via + # comm + # ipykernel + # ipython + # jupyter-client + # jupyter-core + # matplotlib-inline +transformers[sentencepiece,torch]==4.46.3 + # via + # -r requirements.in + # sentence-transformers +trove-classifiers==2024.10.21.16 + # via poetry +typing-extensions==4.12.2 + # via + # bytewax + # fastapi + # haystack-ai + # huggingface-hub + # langchain-core + # openai + # pydantic + # pydantic-core + # sqlalchemy + # torch + # typing-inspect +typing-inspect==0.9.0 + # via dataclasses-json +tzdata==2024.2 + # via pandas +tzlocal==5.2 + # via dateparser +urllib3==2.2.3 + # via + # courlan + # dulwich + # elastic-transport + # htmldate + # requests + # sentry-sdk + # trafilatura +uvicorn==0.32.1 + # via -r requirements.in +virtualenv==20.28.0 + # via poetry +wandb==0.18.7 + # via -r requirements.in +wcwidth==0.2.13 + # via prompt-toolkit +xattr==1.1.0 + # via poetry +xxhash==3.5.0 + # via datasets +yarl==1.18.0 + # via aiohttp + +# The following packages are considered to be unsafe in a requirements file: +# setuptools diff --git a/pyproject.toml b/pyproject.toml index 94be4d5..f35dc5e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -35,7 +35,8 @@ dependencies = [ "bytewax-redis", "fastapi>=0.115", "uvicorn", - "transformers[torch,sentencepiece]" + "transformers[torch,sentencepiece]", + "pip-tools" ] [build-system] diff --git a/requirements.txt b/requirements.txt deleted file mode 100644 index 297749c..0000000 --- a/requirements.txt +++ /dev/null @@ -1,122 +0,0 @@ -accelerate==0.23.0 ; python_version >= "3.10" and python_version < "4.0" -aiohttp==3.8.5 ; python_version >= "3.10" and python_version < "4.0" -aiosignal==1.3.1 ; python_version >= "3.10" and python_version < "4.0" -appdirs==1.4.4 ; python_version >= "3.10" and python_version < "4.0" -appnope==0.1.3 ; python_version >= "3.10" and python_version < "4.0" and (platform_system == "Darwin" or sys_platform == "darwin") -asttokens==2.4.0 ; python_version >= "3.10" and python_version < "4.0" -async-timeout==4.0.3 ; python_version >= "3.10" and python_version < "4.0" -attrs==23.1.0 ; python_version >= "3.10" and python_version < "4.0" -backcall==0.2.0 ; python_version >= "3.10" and python_version < "4.0" -backoff==2.2.1 ; python_version >= "3.10" and python_version < "4.0" -bitsandbytes==0.41.1 ; python_version >= "3.10" and python_version < "4.0" -boilerpy3==1.0.6 ; python_version >= "3.10" and python_version < "4.0" -canals==0.7.0 ; python_version >= "3.10" and python_version < "4.0" -cattrs==23.1.2 ; python_version >= "3.10" and python_version < "4.0" -certifi==2023.7.22 ; python_version >= "3.10" and python_version < "4.0" -cffi==1.15.1 ; python_version >= "3.10" and python_version < "4.0" and implementation_name == "pypy" -charset-normalizer==3.2.0 ; python_version >= "3.10" and python_version < "4.0" -click==8.1.7 ; python_version >= "3.10" and python_version < "4.0" -colorama==0.4.6 ; python_version >= "3.10" and python_version < "4.0" and (platform_system == "Windows" or sys_platform == "win32") -comm==0.1.4 ; python_version >= "3.10" and python_version < "4.0" -datasets==2.14.5 ; python_version >= "3.10" and python_version < "4.0" -debugpy==1.8.0 ; python_version >= "3.10" and python_version < "4.0" -decorator==5.1.1 ; python_version >= "3.10" and python_version < "4.0" -dill==0.3.7 ; python_version >= "3.10" and python_version < "4.0" -docopt==0.6.2 ; python_version >= "3.10" and python_version < "4.0" -events==0.5 ; python_version >= "3.10" and python_version < "4.0" -exceptiongroup==1.1.3 ; python_version >= "3.10" and python_version < "3.11" -executing==1.2.0 ; python_version >= "3.10" and python_version < "4.0" -farm-haystack[inference]==1.20.1 ; python_version >= "3.10" and python_version < "4.0" -filelock==3.12.4 ; python_version >= "3.10" and python_version < "4.0" -frozenlist==1.4.0 ; python_version >= "3.10" and python_version < "4.0" -fsspec==2023.6.0 ; python_version >= "3.10" and python_version < "4.0" -fsspec[http]==2023.6.0 ; python_version >= "3.10" and python_version < "4.0" -huggingface-hub==0.17.2 ; python_version >= "3.10" and python_version < "4.0" -idna==3.4 ; python_version >= "3.10" and python_version < "4.0" -inflect==7.0.0 ; python_version >= "3.10" and python_version < "4.0" -ipykernel==6.25.2 ; python_version >= "3.10" and python_version < "4.0" -ipython==8.15.0 ; python_version >= "3.10" and python_version < "4.0" -ipywidgets==8.1.1 ; python_version >= "3.10" and python_version < "4.0" -jedi==0.19.0 ; python_version >= "3.10" and python_version < "4.0" -jinja2==3.1.2 ; python_version >= "3.10" and python_version < "4.0" -joblib==1.3.2 ; python_version >= "3.10" and python_version < "4.0" -jsonschema-specifications==2023.7.1 ; python_version >= "3.10" and python_version < "4.0" -jsonschema==4.19.1 ; python_version >= "3.10" and python_version < "4.0" -jupyter-client==8.3.1 ; python_version >= "3.10" and python_version < "4.0" -jupyter-core==5.3.1 ; python_version >= "3.10" and python_version < "4.0" -jupyterlab-widgets==3.0.9 ; python_version >= "3.10" and python_version < "4.0" -lazy-imports==0.3.1 ; python_version >= "3.10" and python_version < "4.0" -loralib==0.1.2 ; python_version >= "3.10" and python_version < "4.0" -markupsafe==2.1.3 ; python_version >= "3.10" and python_version < "4.0" -matplotlib-inline==0.1.6 ; python_version >= "3.10" and python_version < "4.0" -monotonic==1.6 ; python_version >= "3.10" and python_version < "4.0" -more-itertools==10.1.0 ; python_version >= "3.10" and python_version < "4.0" -mpmath==1.3.0 ; python_version >= "3.10" and python_version < "4.0" -multidict==6.0.4 ; python_version >= "3.10" and python_version < "4.0" -multiprocess==0.70.15 ; python_version >= "3.10" and python_version < "4.0" -nest-asyncio==1.5.8 ; python_version >= "3.10" and python_version < "4.0" -networkx==3.1 ; python_version >= "3.10" and python_version < "4.0" -nltk==3.8.1 ; python_version >= "3.10" and python_version < "4.0" -num2words==0.5.12 ; python_version >= "3.10" and python_version < "4.0" -numpy==1.25.2 ; python_version >= "3.10" and python_version < "4.0" -openai==0.28.0 ; python_version >= "3.10" and python_version < "4.0" -packaging==23.1 ; python_version >= "3.10" and python_version < "4.0" -pandas==2.0.3 ; python_version >= "3.10" and python_version < "4.0" -parso==0.8.3 ; python_version >= "3.10" and python_version < "4.0" -peft==0.5.0 ; python_version >= "3.10" and python_version < "4.0" -pexpect==4.8.0 ; python_version >= "3.10" and python_version < "4.0" and sys_platform != "win32" -pickleshare==0.7.5 ; python_version >= "3.10" and python_version < "4.0" -pillow==10.0.1 ; python_version >= "3.10" and python_version < "4.0" -platformdirs==3.10.0 ; python_version >= "3.10" and python_version < "4.0" -posthog==3.0.2 ; python_version >= "3.10" and python_version < "4.0" -prompt-toolkit==3.0.39 ; python_version >= "3.10" and python_version < "4.0" -prompthub-py==4.0.0 ; python_version >= "3.10" and python_version < "4.0" -protobuf==4.24.3 ; python_version >= "3.10" and python_version < "4.0" -psutil==5.9.5 ; python_version >= "3.10" and python_version < "4.0" -ptyprocess==0.7.0 ; python_version >= "3.10" and python_version < "4.0" and sys_platform != "win32" -pure-eval==0.2.2 ; python_version >= "3.10" and python_version < "4.0" -pyarrow==13.0.0 ; python_version >= "3.10" and python_version < "4.0" -pycparser==2.21 ; python_version >= "3.10" and python_version < "4.0" and implementation_name == "pypy" -pydantic==1.10.12 ; python_version >= "3.10" and python_version < "4.0" -pygments==2.16.1 ; python_version >= "3.10" and python_version < "4.0" -python-dateutil==2.8.2 ; python_version >= "3.10" and python_version < "4.0" -python-dotenv==1.0.0 ; python_version >= "3.10" and python_version < "4.0" -pytz==2023.3.post1 ; python_version >= "3.10" and python_version < "4.0" -pywin32==306 ; sys_platform == "win32" and platform_python_implementation != "PyPy" and python_version >= "3.10" and python_version < "4.0" -pyyaml==6.0.1 ; python_version >= "3.10" and python_version < "4.0" -pyzmq==25.1.1 ; python_version >= "3.10" and python_version < "4.0" -quantulum3==0.9.0 ; python_version >= "3.10" and python_version < "4.0" -rank-bm25==0.2.2 ; python_version >= "3.10" and python_version < "4.0" -referencing==0.30.2 ; python_version >= "3.10" and python_version < "4.0" -regex==2023.8.8 ; python_version >= "3.10" and python_version < "4.0" -requests-cache==0.9.8 ; python_version >= "3.10" and python_version < "4.0" -requests==2.31.0 ; python_version >= "3.10" and python_version < "4.0" -rpds-py==0.10.3 ; python_version >= "3.10" and python_version < "4.0" -safetensors==0.3.3 ; python_version >= "3.10" and python_version < "4.0" -scikit-learn==1.3.0 ; python_version >= "3.10" and python_version < "4.0" -scipy==1.9.3 ; python_version >= "3.10" and python_version < "4.0" -sentence-transformers==2.2.2 ; python_version >= "3.10" and python_version < "4.0" -sentencepiece==0.1.99 ; python_version >= "3.10" and python_version < "4.0" -six==1.16.0 ; python_version >= "3.10" and python_version < "4.0" -sseclient-py==1.8.0 ; python_version >= "3.10" and python_version < "4.0" -stack-data==0.6.2 ; python_version >= "3.10" and python_version < "4.0" -sympy==1.12 ; python_version >= "3.10" and python_version < "4.0" -tenacity==8.2.3 ; python_version >= "3.10" and python_version < "4.0" -threadpoolctl==3.2.0 ; python_version >= "3.10" and python_version < "4.0" -tiktoken==0.3.3 ; python_version >= "3.10" and python_version < "4.0" -tokenizers==0.13.3 ; python_version >= "3.10" and python_version < "4.0" -torch==2.0.1 ; python_version >= "3.10" and python_version < "4.0" -torchvision==0.15.2 ; python_version >= "3.10" and python_version < "4.0" -tornado==6.3.3 ; python_version >= "3.10" and python_version < "4.0" -tqdm==4.66.1 ; python_version >= "3.10" and python_version < "4.0" -traitlets==5.10.0 ; python_version >= "3.10" and python_version < "4.0" -transformers==4.32.1 ; python_version >= "3.10" and python_version < "4.0" -transformers[sentencepiece,torch]==4.32.1 ; python_version >= "3.10" and python_version < "4.0" -typing-extensions==4.8.0 ; python_version >= "3.10" and python_version < "4.0" -tzdata==2023.3 ; python_version >= "3.10" and python_version < "4.0" -url-normalize==1.4.3 ; python_version >= "3.10" and python_version < "4.0" -urllib3==2.0.5 ; python_version >= "3.10" and python_version < "4.0" -wcwidth==0.2.6 ; python_version >= "3.10" and python_version < "4.0" -widgetsnbextension==4.0.9 ; python_version >= "3.10" and python_version < "4.0" -xxhash==3.3.0 ; python_version >= "3.10" and python_version < "4.0" -yarl==1.9.2 ; python_version >= "3.10" and python_version < "4.0" diff --git a/requirements/lib-py3.10.txt b/requirements/lib-py3.10.txt index f5b23c9..377fb97 100644 --- a/requirements/lib-py3.10.txt +++ b/requirements/lib-py3.10.txt @@ -144,6 +144,10 @@ bs4==0.0.2 \ --hash=sha256:a48685c58f50fe127722417bae83fe6badf500d54b55f7e39ffe43b798653925 \ --hash=sha256:abf8742c0805ef7f662dce4b51cca104cffe52b835238afc169142ab9b3fbccc # via rag-with-haystack (pyproject.toml) +build==1.2.2.post1 \ + --hash=sha256:1d61c0887fa860c01971625baae8bdd338e517b836a2f70dd1f7aa3a6b2fc5b5 \ + --hash=sha256:b36993e92ca9375a219c99e606a122ff365a760a2d4bba0caa09bd5278b608b7 + # via pip-tools bytewax==0.21.0 \ --hash=sha256:12abe0192d4595569c5f9047e66b8ae1271062575ba9276e1ff378436cad594a \ --hash=sha256:131c4bf07cfdbf7141e9fc30cb2b6a15e8e7ef35564dadb3225ac6625da12c03 \ @@ -305,6 +309,7 @@ click==8.1.7 \ --hash=sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28 \ --hash=sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de # via + # pip-tools # uvicorn # wandb comm==0.2.2 \ @@ -666,6 +671,10 @@ idna==3.10 \ # httpx # requests # yarl +importlib-metadata==8.5.0 \ + --hash=sha256:45e54197d28b7a7f1559e60b95e7c567032b602131fbd588f1497f47880aa68b \ + --hash=sha256:71522656f0abace1d072b9e5481a48f07c138e00f079c38c8f883823f9c26bd7 + # via build ipykernel==6.29.5 \ --hash=sha256:afdb66ba5aa354b09b91379bac28ae4afebbb30e8b39510c9690afb7a10421b5 \ --hash=sha256:f093a22c4a40f8828f8e330a9c297cb93dcab13bd9678ded6de8e5cf81c56215 @@ -1308,6 +1317,7 @@ packaging==24.2 \ --hash=sha256:c228a6dc5e932d346bc5739379109d49e8853dd8223571c7c5b55260edc0b97f # via # accelerate + # build # datasets # huggingface-hub # ipykernel @@ -1445,6 +1455,14 @@ pillow==11.0.0 \ --hash=sha256:fbbcb7b57dc9c794843e3d1258c0fbf0f48656d46ffe9e09b63bbd6e8cd5d0a2 \ --hash=sha256:fcb4621042ac4b7865c179bb972ed0da0218a076dc1820ffc48b1d74c1e37fe9 # via sentence-transformers +pip==24.3.1 \ + --hash=sha256:3790624780082365f47549d032f3770eeb2b1e8bd1f7b2e02dace1afa361b4ed \ + --hash=sha256:ebcb60557f2aefabc2e0f918751cd24ea0d56d8ec5445fe1807f1d2109660b99 + # via pip-tools +pip-tools==7.4.1 \ + --hash=sha256:4c690e5fbae2f21e87843e89c26191f0d9454f362d8acdbd695716493ec8b3a9 \ + --hash=sha256:864826f5073864450e24dbeeb85ce3920cdfb09848a3d69ebf537b521f14bcc9 + # via rag-with-haystack (pyproject.toml) platformdirs==4.3.6 \ --hash=sha256:357fb2acbc885b0419afd3ce3ed34564c13c9b95c89360cd9563f73aa5e2b907 \ --hash=sha256:73e575e1408ab8103900836b97580d5307456908a03e92031bab39e4554cc3fb @@ -1775,6 +1793,12 @@ pygments==2.18.0 \ --hash=sha256:786ff802f32e91311bff3889f6e9a86e81505fe99f2735bb6d60ae0c5004f199 \ --hash=sha256:b8e6aca0523f3ab76fee51799c488e38782ac06eafcf95e7ba832985c8e7b13a # via ipython +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via + # build + # pip-tools pysbd==0.3.4 \ --hash=sha256:cd838939b7b0b185fcf86b0baf6636667dfb6e474743beeff878e9f42e022953 # via ragas @@ -2439,7 +2463,9 @@ setproctitle==1.3.4 \ setuptools==75.6.0 \ --hash=sha256:8199222558df7c86216af4f84c30e9b34a61d8ba19366cc914424cdbd28252f6 \ --hash=sha256:ce74b49e8f7110f9bf04883b730f4765b774ef3ef28f722cce7c273d253aaf7d - # via wandb + # via + # pip-tools + # wandb six==1.16.0 \ --hash=sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926 \ --hash=sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254 @@ -2693,6 +2719,12 @@ tokenizers==0.20.3 \ --hash=sha256:fbaf3ea28fedfb2283da60e710aff25492e795a7397cad8a50f1e079b65a5a70 \ --hash=sha256:ff1ef8bd47a02b0dc191688ccb4da53600df5d4c9a05a4b68e1e3de4823e78eb # via transformers +tomli==2.1.0 \ + --hash=sha256:3f646cae2aec94e17d04973e4249548320197cfabdf130015d023de4b74d8ab8 \ + --hash=sha256:a5c57c3d1c56f5ccdf89f6523458f60ef716e210fc47c4cfb188c5ba473e0391 + # via + # build + # pip-tools torch==2.5.1 \ --hash=sha256:1f3b7fb3cf7ab97fae52161423f81be8c6b8afac8d9760823fd623994581e1a3 \ --hash=sha256:23d062bf70776a3d04dbe74db950db2a5245e1ba4f27208a87f0d743b0d06e86 \ @@ -2822,6 +2854,10 @@ wcwidth==0.2.13 \ --hash=sha256:3da69048e4540d84af32131829ff948f1e022c1c6bdb8d6102117aac784f6859 \ --hash=sha256:72ea0c06399eb286d978fdedb6923a9eb47e1c486ce63e9b4e64fc18303972b5 # via prompt-toolkit +wheel==0.45.1 \ + --hash=sha256:661e1abd9198507b1409a20c02106d9670b2576e916d58f520316666abca6729 \ + --hash=sha256:708e7481cc80179af0e556bbf0cc00b8444c7321e2700b8d8580231d13017248 + # via pip-tools xxhash==3.5.0 \ --hash=sha256:02c2e816896dc6f85922ced60097bcf6f008dedfc5073dcba32f9c8dd786f3c1 \ --hash=sha256:0691bfcc4f9c656bcb96cc5db94b4d75980b9d5589f2e59de790091028580837 \ @@ -3031,3 +3067,7 @@ yarl==1.18.0 \ --hash=sha256:fa2c9cb607e0f660d48c54a63de7a9b36fef62f6b8bd50ff592ce1137e73ac7d \ --hash=sha256:fe94d1de77c4cd8caff1bd5480e22342dbd54c93929f5943495d9c1e8abe9f42 # via aiohttp +zipp==3.21.0 \ + --hash=sha256:2c9958f6430a2040341a52eb608ed6dd93ef4392e02ffe219417c1b28b5dd1f4 \ + --hash=sha256:ac1bbe05fd2991f160ebce24ffbac5f6d11d83dc90891255885223d42b3cd931 + # via importlib-metadata diff --git a/requirements/lib-py3.11.txt b/requirements/lib-py3.11.txt index a4e23c1..8e6284a 100644 --- a/requirements/lib-py3.11.txt +++ b/requirements/lib-py3.11.txt @@ -141,6 +141,10 @@ bs4==0.0.2 \ --hash=sha256:a48685c58f50fe127722417bae83fe6badf500d54b55f7e39ffe43b798653925 \ --hash=sha256:abf8742c0805ef7f662dce4b51cca104cffe52b835238afc169142ab9b3fbccc # via rag-with-haystack (pyproject.toml) +build==1.2.2.post1 \ + --hash=sha256:1d61c0887fa860c01971625baae8bdd338e517b836a2f70dd1f7aa3a6b2fc5b5 \ + --hash=sha256:b36993e92ca9375a219c99e606a122ff365a760a2d4bba0caa09bd5278b608b7 + # via pip-tools bytewax==0.21.0 \ --hash=sha256:12abe0192d4595569c5f9047e66b8ae1271062575ba9276e1ff378436cad594a \ --hash=sha256:131c4bf07cfdbf7141e9fc30cb2b6a15e8e7ef35564dadb3225ac6625da12c03 \ @@ -302,6 +306,7 @@ click==8.1.7 \ --hash=sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28 \ --hash=sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de # via + # pip-tools # uvicorn # wandb comm==0.2.2 \ @@ -1299,6 +1304,7 @@ packaging==24.2 \ --hash=sha256:c228a6dc5e932d346bc5739379109d49e8853dd8223571c7c5b55260edc0b97f # via # accelerate + # build # datasets # huggingface-hub # ipykernel @@ -1436,6 +1442,14 @@ pillow==11.0.0 \ --hash=sha256:fbbcb7b57dc9c794843e3d1258c0fbf0f48656d46ffe9e09b63bbd6e8cd5d0a2 \ --hash=sha256:fcb4621042ac4b7865c179bb972ed0da0218a076dc1820ffc48b1d74c1e37fe9 # via sentence-transformers +pip==24.3.1 \ + --hash=sha256:3790624780082365f47549d032f3770eeb2b1e8bd1f7b2e02dace1afa361b4ed \ + --hash=sha256:ebcb60557f2aefabc2e0f918751cd24ea0d56d8ec5445fe1807f1d2109660b99 + # via pip-tools +pip-tools==7.4.1 \ + --hash=sha256:4c690e5fbae2f21e87843e89c26191f0d9454f362d8acdbd695716493ec8b3a9 \ + --hash=sha256:864826f5073864450e24dbeeb85ce3920cdfb09848a3d69ebf537b521f14bcc9 + # via rag-with-haystack (pyproject.toml) platformdirs==4.3.6 \ --hash=sha256:357fb2acbc885b0419afd3ce3ed34564c13c9b95c89360cd9563f73aa5e2b907 \ --hash=sha256:73e575e1408ab8103900836b97580d5307456908a03e92031bab39e4554cc3fb @@ -1766,6 +1780,12 @@ pygments==2.18.0 \ --hash=sha256:786ff802f32e91311bff3889f6e9a86e81505fe99f2735bb6d60ae0c5004f199 \ --hash=sha256:b8e6aca0523f3ab76fee51799c488e38782ac06eafcf95e7ba832985c8e7b13a # via ipython +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via + # build + # pip-tools pysbd==0.3.4 \ --hash=sha256:cd838939b7b0b185fcf86b0baf6636667dfb6e474743beeff878e9f42e022953 # via ragas @@ -2430,7 +2450,9 @@ setproctitle==1.3.4 \ setuptools==75.6.0 \ --hash=sha256:8199222558df7c86216af4f84c30e9b34a61d8ba19366cc914424cdbd28252f6 \ --hash=sha256:ce74b49e8f7110f9bf04883b730f4765b774ef3ef28f722cce7c273d253aaf7d - # via wandb + # via + # pip-tools + # wandb six==1.16.0 \ --hash=sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926 \ --hash=sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254 @@ -2810,6 +2832,10 @@ wcwidth==0.2.13 \ --hash=sha256:3da69048e4540d84af32131829ff948f1e022c1c6bdb8d6102117aac784f6859 \ --hash=sha256:72ea0c06399eb286d978fdedb6923a9eb47e1c486ce63e9b4e64fc18303972b5 # via prompt-toolkit +wheel==0.45.1 \ + --hash=sha256:661e1abd9198507b1409a20c02106d9670b2576e916d58f520316666abca6729 \ + --hash=sha256:708e7481cc80179af0e556bbf0cc00b8444c7321e2700b8d8580231d13017248 + # via pip-tools xxhash==3.5.0 \ --hash=sha256:02c2e816896dc6f85922ced60097bcf6f008dedfc5073dcba32f9c8dd786f3c1 \ --hash=sha256:0691bfcc4f9c656bcb96cc5db94b4d75980b9d5589f2e59de790091028580837 \ diff --git a/requirements/lib-py3.12.txt b/requirements/lib-py3.12.txt index 9804862..e9b76ce 100644 --- a/requirements/lib-py3.12.txt +++ b/requirements/lib-py3.12.txt @@ -137,6 +137,10 @@ bs4==0.0.2 \ --hash=sha256:a48685c58f50fe127722417bae83fe6badf500d54b55f7e39ffe43b798653925 \ --hash=sha256:abf8742c0805ef7f662dce4b51cca104cffe52b835238afc169142ab9b3fbccc # via rag-with-haystack (pyproject.toml) +build==1.2.2.post1 \ + --hash=sha256:1d61c0887fa860c01971625baae8bdd338e517b836a2f70dd1f7aa3a6b2fc5b5 \ + --hash=sha256:b36993e92ca9375a219c99e606a122ff365a760a2d4bba0caa09bd5278b608b7 + # via pip-tools bytewax==0.21.0 \ --hash=sha256:12abe0192d4595569c5f9047e66b8ae1271062575ba9276e1ff378436cad594a \ --hash=sha256:131c4bf07cfdbf7141e9fc30cb2b6a15e8e7ef35564dadb3225ac6625da12c03 \ @@ -298,6 +302,7 @@ click==8.1.7 \ --hash=sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28 \ --hash=sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de # via + # pip-tools # uvicorn # wandb comm==0.2.2 \ @@ -1295,6 +1300,7 @@ packaging==24.2 \ --hash=sha256:c228a6dc5e932d346bc5739379109d49e8853dd8223571c7c5b55260edc0b97f # via # accelerate + # build # datasets # huggingface-hub # ipykernel @@ -1432,6 +1438,14 @@ pillow==11.0.0 \ --hash=sha256:fbbcb7b57dc9c794843e3d1258c0fbf0f48656d46ffe9e09b63bbd6e8cd5d0a2 \ --hash=sha256:fcb4621042ac4b7865c179bb972ed0da0218a076dc1820ffc48b1d74c1e37fe9 # via sentence-transformers +pip==24.3.1 \ + --hash=sha256:3790624780082365f47549d032f3770eeb2b1e8bd1f7b2e02dace1afa361b4ed \ + --hash=sha256:ebcb60557f2aefabc2e0f918751cd24ea0d56d8ec5445fe1807f1d2109660b99 + # via pip-tools +pip-tools==7.4.1 \ + --hash=sha256:4c690e5fbae2f21e87843e89c26191f0d9454f362d8acdbd695716493ec8b3a9 \ + --hash=sha256:864826f5073864450e24dbeeb85ce3920cdfb09848a3d69ebf537b521f14bcc9 + # via rag-with-haystack (pyproject.toml) platformdirs==4.3.6 \ --hash=sha256:357fb2acbc885b0419afd3ce3ed34564c13c9b95c89360cd9563f73aa5e2b907 \ --hash=sha256:73e575e1408ab8103900836b97580d5307456908a03e92031bab39e4554cc3fb @@ -1762,6 +1776,12 @@ pygments==2.18.0 \ --hash=sha256:786ff802f32e91311bff3889f6e9a86e81505fe99f2735bb6d60ae0c5004f199 \ --hash=sha256:b8e6aca0523f3ab76fee51799c488e38782ac06eafcf95e7ba832985c8e7b13a # via ipython +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via + # build + # pip-tools pysbd==0.3.4 \ --hash=sha256:cd838939b7b0b185fcf86b0baf6636667dfb6e474743beeff878e9f42e022953 # via ragas @@ -2427,6 +2447,7 @@ setuptools==75.6.0 \ --hash=sha256:8199222558df7c86216af4f84c30e9b34a61d8ba19366cc914424cdbd28252f6 \ --hash=sha256:ce74b49e8f7110f9bf04883b730f4765b774ef3ef28f722cce7c273d253aaf7d # via + # pip-tools # torch # wandb six==1.16.0 \ @@ -2806,6 +2827,10 @@ wcwidth==0.2.13 \ --hash=sha256:3da69048e4540d84af32131829ff948f1e022c1c6bdb8d6102117aac784f6859 \ --hash=sha256:72ea0c06399eb286d978fdedb6923a9eb47e1c486ce63e9b4e64fc18303972b5 # via prompt-toolkit +wheel==0.45.1 \ + --hash=sha256:661e1abd9198507b1409a20c02106d9670b2576e916d58f520316666abca6729 \ + --hash=sha256:708e7481cc80179af0e556bbf0cc00b8444c7321e2700b8d8580231d13017248 + # via pip-tools xxhash==3.5.0 \ --hash=sha256:02c2e816896dc6f85922ced60097bcf6f008dedfc5073dcba32f9c8dd786f3c1 \ --hash=sha256:0691bfcc4f9c656bcb96cc5db94b4d75980b9d5589f2e59de790091028580837 \ diff --git a/requirements/lib-py3.9.txt b/requirements/lib-py3.9.txt index 13e0f2a..09bf99a 100644 --- a/requirements/lib-py3.9.txt +++ b/requirements/lib-py3.9.txt @@ -137,6 +137,10 @@ bs4==0.0.2 \ --hash=sha256:a48685c58f50fe127722417bae83fe6badf500d54b55f7e39ffe43b798653925 \ --hash=sha256:abf8742c0805ef7f662dce4b51cca104cffe52b835238afc169142ab9b3fbccc # via rag-with-haystack (pyproject.toml) +build==1.2.2.post1 \ + --hash=sha256:1d61c0887fa860c01971625baae8bdd338e517b836a2f70dd1f7aa3a6b2fc5b5 \ + --hash=sha256:b36993e92ca9375a219c99e606a122ff365a760a2d4bba0caa09bd5278b608b7 + # via pip-tools bytewax==0.21.0 \ --hash=sha256:12abe0192d4595569c5f9047e66b8ae1271062575ba9276e1ff378436cad594a \ --hash=sha256:131c4bf07cfdbf7141e9fc30cb2b6a15e8e7ef35564dadb3225ac6625da12c03 \ @@ -298,6 +302,7 @@ click==8.1.7 \ --hash=sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28 \ --hash=sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de # via + # pip-tools # uvicorn # wandb comm==0.2.2 \ @@ -652,7 +657,9 @@ idna==3.10 \ importlib-metadata==8.5.0 \ --hash=sha256:45e54197d28b7a7f1559e60b95e7c567032b602131fbd588f1497f47880aa68b \ --hash=sha256:71522656f0abace1d072b9e5481a48f07c138e00f079c38c8f883823f9c26bd7 - # via jupyter-client + # via + # build + # jupyter-client ipykernel==6.29.5 \ --hash=sha256:afdb66ba5aa354b09b91379bac28ae4afebbb30e8b39510c9690afb7a10421b5 \ --hash=sha256:f093a22c4a40f8828f8e330a9c297cb93dcab13bd9678ded6de8e5cf81c56215 @@ -1196,6 +1203,7 @@ packaging==24.2 \ --hash=sha256:c228a6dc5e932d346bc5739379109d49e8853dd8223571c7c5b55260edc0b97f # via # accelerate + # build # datasets # huggingface-hub # ipykernel @@ -1331,6 +1339,14 @@ pillow==11.0.0 \ --hash=sha256:fbbcb7b57dc9c794843e3d1258c0fbf0f48656d46ffe9e09b63bbd6e8cd5d0a2 \ --hash=sha256:fcb4621042ac4b7865c179bb972ed0da0218a076dc1820ffc48b1d74c1e37fe9 # via sentence-transformers +pip==24.3.1 \ + --hash=sha256:3790624780082365f47549d032f3770eeb2b1e8bd1f7b2e02dace1afa361b4ed \ + --hash=sha256:ebcb60557f2aefabc2e0f918751cd24ea0d56d8ec5445fe1807f1d2109660b99 + # via pip-tools +pip-tools==7.4.1 \ + --hash=sha256:4c690e5fbae2f21e87843e89c26191f0d9454f362d8acdbd695716493ec8b3a9 \ + --hash=sha256:864826f5073864450e24dbeeb85ce3920cdfb09848a3d69ebf537b521f14bcc9 + # via rag-with-haystack (pyproject.toml) platformdirs==4.3.6 \ --hash=sha256:357fb2acbc885b0419afd3ce3ed34564c13c9b95c89360cd9563f73aa5e2b907 \ --hash=sha256:73e575e1408ab8103900836b97580d5307456908a03e92031bab39e4554cc3fb @@ -1654,6 +1670,12 @@ pygments==2.18.0 \ --hash=sha256:786ff802f32e91311bff3889f6e9a86e81505fe99f2735bb6d60ae0c5004f199 \ --hash=sha256:b8e6aca0523f3ab76fee51799c488e38782ac06eafcf95e7ba832985c8e7b13a # via ipython +pyproject-hooks==1.2.0 \ + --hash=sha256:1e859bd5c40fae9448642dd871adf459e5e2084186e8d2c2a79a824c970da1f8 \ + --hash=sha256:9e5c6bfa8dcc30091c74b0cf803c81fdd29d94f01992a7707bc97babb1141913 + # via + # build + # pip-tools pysbd==0.3.4 \ --hash=sha256:cd838939b7b0b185fcf86b0baf6636667dfb6e474743beeff878e9f42e022953 # via ragas @@ -2299,7 +2321,9 @@ setproctitle==1.3.4 \ setuptools==75.6.0 \ --hash=sha256:8199222558df7c86216af4f84c30e9b34a61d8ba19366cc914424cdbd28252f6 \ --hash=sha256:ce74b49e8f7110f9bf04883b730f4765b774ef3ef28f722cce7c273d253aaf7d - # via wandb + # via + # pip-tools + # wandb six==1.16.0 \ --hash=sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926 \ --hash=sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254 @@ -2553,6 +2577,12 @@ tokenizers==0.20.3 \ --hash=sha256:fbaf3ea28fedfb2283da60e710aff25492e795a7397cad8a50f1e079b65a5a70 \ --hash=sha256:ff1ef8bd47a02b0dc191688ccb4da53600df5d4c9a05a4b68e1e3de4823e78eb # via transformers +tomli==2.1.0 \ + --hash=sha256:3f646cae2aec94e17d04973e4249548320197cfabdf130015d023de4b74d8ab8 \ + --hash=sha256:a5c57c3d1c56f5ccdf89f6523458f60ef716e210fc47c4cfb188c5ba473e0391 + # via + # build + # pip-tools torch==2.5.1 \ --hash=sha256:1f3b7fb3cf7ab97fae52161423f81be8c6b8afac8d9760823fd623994581e1a3 \ --hash=sha256:23d062bf70776a3d04dbe74db950db2a5245e1ba4f27208a87f0d743b0d06e86 \ @@ -2677,6 +2707,10 @@ wcwidth==0.2.13 \ --hash=sha256:3da69048e4540d84af32131829ff948f1e022c1c6bdb8d6102117aac784f6859 \ --hash=sha256:72ea0c06399eb286d978fdedb6923a9eb47e1c486ce63e9b4e64fc18303972b5 # via prompt-toolkit +wheel==0.45.1 \ + --hash=sha256:661e1abd9198507b1409a20c02106d9670b2576e916d58f520316666abca6729 \ + --hash=sha256:708e7481cc80179af0e556bbf0cc00b8444c7321e2700b8d8580231d13017248 + # via pip-tools xxhash==3.5.0 \ --hash=sha256:02c2e816896dc6f85922ced60097bcf6f008dedfc5073dcba32f9c8dd786f3c1 \ --hash=sha256:0691bfcc4f9c656bcb96cc5db94b4d75980b9d5589f2e59de790091028580837 \ diff --git a/requirements/requirements.in b/requirements/requirements.in new file mode 100644 index 0000000..8a09363 --- /dev/null +++ b/requirements/requirements.in @@ -0,0 +1,15 @@ +haystack-ai>=0.2 +elasticsearch-haystack +python-dotenv +bs4 +sentence-transformers>=3.0.0 +ipykernel +ipython +trafilatura +wandb +ragas-haystack +bytewax>=0.21 +bytewax-redis +fastapi>=0.115 +uvicorn +transformers[torch,sentencepiece] diff --git a/requirements/requirements.txt b/requirements/requirements.txt new file mode 100644 index 0000000..329045f --- /dev/null +++ b/requirements/requirements.txt @@ -0,0 +1,513 @@ +# +# This file is autogenerated by pip-compile with Python 3.12 +# by the following command: +# +# pip-compile --output-file=requirements.txt requirements.in +# +accelerate==1.1.1 + # via transformers +aiohappyeyeballs==2.4.3 + # via aiohttp +aiohttp==3.11.7 + # via + # datasets + # fsspec + # langchain + # langchain-community +aiosignal==1.3.1 + # via aiohttp +annotated-types==0.7.0 + # via pydantic +anyio==4.6.2.post1 + # via + # httpx + # openai + # starlette +appdirs==1.4.4 + # via ragas +appnope==0.1.4 + # via ipykernel +asttokens==2.4.1 + # via stack-data +attrs==24.2.0 + # via aiohttp +babel==2.16.0 + # via courlan +backoff==2.2.1 + # via posthog +beautifulsoup4==4.12.3 + # via bs4 +bs4==0.0.2 + # via -r requirements.in +bytewax==0.21.1 + # via + # -r requirements.in + # bytewax-redis +bytewax-redis==0.1 + # via -r requirements.in +certifi==2024.8.30 + # via + # elastic-transport + # httpcore + # httpx + # requests + # sentry-sdk + # trafilatura +charset-normalizer==3.4.0 + # via + # htmldate + # requests + # trafilatura +click==8.1.7 + # via + # uvicorn + # wandb +comm==0.2.2 + # via ipykernel +courlan==1.3.2 + # via trafilatura +dataclasses-json==0.6.7 + # via langchain-community +datasets==3.1.0 + # via ragas +dateparser==1.2.0 + # via htmldate +debugpy==1.8.9 + # via ipykernel +decorator==5.1.1 + # via ipython +dill==0.3.8 + # via + # datasets + # multiprocess +distro==1.9.0 + # via openai +docker-pycreds==0.4.0 + # via wandb +elastic-transport==8.15.1 + # via elasticsearch +elasticsearch==8.16.0 + # via elasticsearch-haystack +elasticsearch-haystack==1.0.1 + # via -r requirements.in +executing==2.1.0 + # via stack-data +fastapi==0.115.5 + # via -r requirements.in +filelock==3.16.1 + # via + # datasets + # huggingface-hub + # torch + # transformers +frozenlist==1.5.0 + # via + # aiohttp + # aiosignal +fsspec[http]==2024.9.0 + # via + # datasets + # huggingface-hub + # torch +gitdb==4.0.11 + # via gitpython +gitpython==3.1.43 + # via wandb +h11==0.14.0 + # via + # httpcore + # uvicorn +haystack-ai==2.7.0 + # via + # -r requirements.in + # elasticsearch-haystack + # haystack-experimental + # ragas-haystack +haystack-experimental==0.3.0 + # via haystack-ai +hiredis==3.0.0 + # via redis +htmldate==1.9.2 + # via trafilatura +httpcore==1.0.7 + # via httpx +httpx==0.27.2 + # via + # langsmith + # openai +httpx-sse==0.4.0 + # via langchain-community +huggingface-hub==0.26.2 + # via + # accelerate + # datasets + # sentence-transformers + # tokenizers + # transformers +idna==3.10 + # via + # anyio + # httpx + # requests + # yarl +ipykernel==6.29.5 + # via -r requirements.in +ipython==8.29.0 + # via + # -r requirements.in + # ipykernel +jedi==0.19.2 + # via ipython +jinja2==3.1.4 + # via + # haystack-ai + # torch +jiter==0.7.1 + # via openai +joblib==1.4.2 + # via scikit-learn +jsonpatch==1.33 + # via langchain-core +jsonpointer==3.0.0 + # via jsonpatch +jupyter-client==8.6.3 + # via ipykernel +jupyter-core==5.7.2 + # via + # ipykernel + # jupyter-client +justext==3.0.1 + # via trafilatura +langchain==0.3.8 + # via + # langchain-community + # ragas +langchain-community==0.3.8 + # via ragas +langchain-core==0.3.21 + # via + # langchain + # langchain-community + # langchain-openai + # langchain-text-splitters + # ragas +langchain-openai==0.2.10 + # via ragas +langchain-text-splitters==0.3.2 + # via langchain +langsmith==0.1.146 + # via + # langchain + # langchain-community + # langchain-core +lazy-imports==0.3.1 + # via haystack-ai +lxml[html-clean]==5.3.0 + # via + # htmldate + # justext + # lxml-html-clean + # trafilatura +lxml-html-clean==0.4.1 + # via lxml +markupsafe==3.0.2 + # via jinja2 +marshmallow==3.23.1 + # via dataclasses-json +matplotlib-inline==0.1.7 + # via + # ipykernel + # ipython +monotonic==1.6 + # via posthog +more-itertools==10.5.0 + # via haystack-ai +mpmath==1.3.0 + # via sympy +multidict==6.1.0 + # via + # aiohttp + # yarl +multiprocess==0.70.16 + # via datasets +mypy-extensions==1.0.0 + # via typing-inspect +nest-asyncio==1.6.0 + # via + # ipykernel + # ragas +networkx==3.4.2 + # via + # haystack-ai + # torch +numpy==1.26.4 + # via + # accelerate + # datasets + # haystack-ai + # langchain + # langchain-community + # pandas + # ragas + # scikit-learn + # scipy + # transformers +openai==1.55.1 + # via + # haystack-ai + # langchain-openai + # ragas +orjson==3.10.12 + # via langsmith +packaging==24.2 + # via + # accelerate + # datasets + # huggingface-hub + # ipykernel + # langchain-core + # marshmallow + # transformers +pandas==2.2.3 + # via + # datasets + # haystack-ai +parso==0.8.4 + # via jedi +pexpect==4.9.0 + # via ipython +pillow==11.0.0 + # via sentence-transformers +platformdirs==4.3.6 + # via + # jupyter-core + # wandb +posthog==3.7.3 + # via haystack-ai +prometheus-client==0.21.0 + # via bytewax +prompt-toolkit==3.0.48 + # via ipython +propcache==0.2.0 + # via + # aiohttp + # yarl +protobuf==5.28.3 + # via + # transformers + # wandb +psutil==6.1.0 + # via + # accelerate + # ipykernel + # wandb +ptyprocess==0.7.0 + # via pexpect +pure-eval==0.2.3 + # via stack-data +pyarrow==18.1.0 + # via datasets +pydantic==2.10.2 + # via + # fastapi + # haystack-experimental + # langchain + # langchain-core + # langsmith + # openai + # pydantic-settings +pydantic-core==2.27.1 + # via pydantic +pydantic-settings==2.6.1 + # via langchain-community +pygments==2.18.0 + # via ipython +pysbd==0.3.4 + # via ragas +python-dateutil==2.9.0.post0 + # via + # dateparser + # haystack-ai + # htmldate + # jupyter-client + # pandas + # posthog +python-dotenv==1.0.1 + # via + # -r requirements.in + # pydantic-settings +pytz==2024.2 + # via + # dateparser + # pandas +pyyaml==6.0.2 + # via + # accelerate + # datasets + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langchain-core + # transformers + # wandb +pyzmq==26.2.0 + # via + # ipykernel + # jupyter-client +ragas==0.1.16 + # via ragas-haystack +ragas-haystack==1.0.1 + # via -r requirements.in +redis[hiredis]==5.2.0 + # via bytewax-redis +regex==2024.11.6 + # via + # dateparser + # tiktoken + # transformers +requests==2.32.3 + # via + # datasets + # haystack-ai + # huggingface-hub + # langchain + # langchain-community + # langsmith + # posthog + # requests-toolbelt + # tiktoken + # transformers + # wandb +requests-toolbelt==1.0.0 + # via langsmith +safetensors==0.4.5 + # via + # accelerate + # transformers +scikit-learn==1.5.2 + # via sentence-transformers +scipy==1.14.1 + # via + # scikit-learn + # sentence-transformers +sentence-transformers==3.3.1 + # via -r requirements.in +sentencepiece==0.2.0 + # via transformers +sentry-sdk==2.19.0 + # via wandb +setproctitle==1.3.4 + # via wandb +six==1.16.0 + # via + # asttokens + # docker-pycreds + # posthog + # python-dateutil +smmap==5.0.1 + # via gitdb +sniffio==1.3.1 + # via + # anyio + # httpx + # openai +soupsieve==2.6 + # via beautifulsoup4 +sqlalchemy==2.0.35 + # via + # langchain + # langchain-community +stack-data==0.6.3 + # via ipython +starlette==0.41.3 + # via fastapi +sympy==1.13.1 + # via torch +tenacity==9.0.0 + # via + # haystack-ai + # langchain + # langchain-community + # langchain-core +threadpoolctl==3.5.0 + # via scikit-learn +tiktoken==0.8.0 + # via + # langchain-openai + # ragas +tld==0.13 + # via courlan +tokenizers==0.20.4 + # via transformers +torch==2.5.1 + # via + # accelerate + # sentence-transformers + # transformers +tornado==6.4.2 + # via + # ipykernel + # jupyter-client +tqdm==4.67.1 + # via + # datasets + # haystack-ai + # huggingface-hub + # openai + # sentence-transformers + # transformers +trafilatura==1.12.2 + # via -r requirements.in +traitlets==5.14.3 + # via + # comm + # ipykernel + # ipython + # jupyter-client + # jupyter-core + # matplotlib-inline +transformers[sentencepiece,torch]==4.46.3 + # via + # -r requirements.in + # sentence-transformers +typing-extensions==4.12.2 + # via + # bytewax + # fastapi + # haystack-ai + # huggingface-hub + # langchain-core + # openai + # pydantic + # pydantic-core + # sqlalchemy + # torch + # typing-inspect +typing-inspect==0.9.0 + # via dataclasses-json +tzdata==2024.2 + # via pandas +tzlocal==5.2 + # via dateparser +urllib3==2.2.3 + # via + # courlan + # elastic-transport + # htmldate + # requests + # sentry-sdk + # trafilatura +uvicorn==0.32.1 + # via -r requirements.in +wandb==0.18.7 + # via -r requirements.in +wcwidth==0.2.13 + # via prompt-toolkit +xxhash==3.5.0 + # via datasets +yarl==1.18.0 + # via aiohttp + +# The following packages are considered to be unsafe in a requirements file: +# setuptools diff --git a/requirements_colab.txt b/requirements_colab.txt deleted file mode 100644 index cec3e6b..0000000 --- a/requirements_colab.txt +++ /dev/null @@ -1,5 +0,0 @@ -transformers==4.36.0 -haystack-ai==2.3.1 -cohere==4.31 -tiktoken==0.5.1 -python-dotenv \ No newline at end of file