From 57516056f5143ce25fdc70f1390f2bc4f10952e1 Mon Sep 17 00:00:00 2001
From: Stefano Fiorucci <stefanofiorucci@gmail.com>
Date: Thu, 28 Nov 2024 15:44:25 +0100
Subject: [PATCH] chore: Chroma - pin `tokenizers` (#1223)

* try adding tokenizers to dependencies

* pin tokenizers

* fix

* nicer format
---
 integrations/chroma/pyproject.toml | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/integrations/chroma/pyproject.toml b/integrations/chroma/pyproject.toml
index cfe7a606e..c91cc6cb0 100644
--- a/integrations/chroma/pyproject.toml
+++ b/integrations/chroma/pyproject.toml
@@ -22,7 +22,12 @@ classifiers = [
   "Programming Language :: Python :: Implementation :: CPython",
   "Programming Language :: Python :: Implementation :: PyPy",
 ]
-dependencies = ["haystack-ai", "chromadb>=0.5.17", "typing_extensions>=4.8.0"]
+dependencies = [
+  "haystack-ai",
+  "chromadb>=0.5.17",
+  "typing_extensions>=4.8.0",
+  "tokenizers>=0.13.2,<=0.20.3"  # TODO: remove when Chroma pins tokenizers internally
+]
 
 [project.urls]
 Documentation = "https://github.com/deepset-ai/haystack-core-integrations/tree/main/integrations/chroma#readme"