pin tokenizers

deepset-ai · Nov 28, 2024 · c1a99ab · c1a99ab
1 parent db9d5a9
commit c1a99ab
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/integrations/chroma/pyproject.toml b/integrations/chroma/pyproject.toml
@@ -22,7 +22,11 @@ classifiers = [
   "Programming Language :: Python :: Implementation :: CPython",
   "Programming Language :: Python :: Implementation :: PyPy",
 ]
-dependencies = ["haystack-ai", "chromadb>=0.5.17", "typing_extensions>=4.8.0", "tokenizers"]
+dependencies = ["haystack-ai",
+  "chromadb>=0.5.17",
+  "typing_extensions>=4.8.0",
+  "tokenizers>=0.13.2,<=0.20.3"  # TODO: remove when Chroma pins tokenizers internally
+]
 
 [project.urls]
 Documentation = "https://github.com/deepset-ai/haystack-core-integrations/tree/main/integrations/chroma#readme"
@@ -41,6 +45,7 @@ root = "../.."
 git_describe_command = 'git describe --tags --match="integrations/chroma-v[0-9]*"'
 
 [tool.hatch.envs.default]
+python = "3.8"
 installer = "uv"
 dependencies = [
   "coverage[toml]>=6.5",