Add support for multi2vec-cohere module

weaviate · Nov 8, 2024 · 7743715 · 7743715
1 parent b8bbefc
commit 7743715
Show file tree

Hide file tree

Showing 3 changed files with 20 additions and 2 deletions.
diff --git a/weaviate/templates/apiKeyCohereSecret.yaml b/weaviate/templates/apiKeyCohereSecret.yaml
@@ -1,7 +1,8 @@
 {{-  $t2vCohere := and (index .Values "modules" "text2vec-cohere" "enabled") (index .Values "modules" "text2vec-cohere" "apiKey") -}}
 {{-  $generativeCohere := and (index .Values "modules" "generative-cohere" "enabled") (index .Values "modules" "generative-cohere" "apiKey") }}
 {{-  $rerankerCohere := and (index .Values "modules" "reranker-cohere" "enabled") (index .Values "modules" "reranker-cohere" "apiKey") }}
-{{-  $cohere := or ($t2vCohere) ($generativeCohere) ($rerankerCohere) }}
+{{-  $multi2vecCohere := and (index .Values "modules" "multi2vec-cohere" "enabled") (index .Values "modules" "multi2vec-cohere" "apiKey") }}
+{{-  $cohere := or ($t2vCohere) ($generativeCohere) ($rerankerCohere) ($multi2vecCohere) }}
 {{- if $cohere }}
 
 {{- $apiKeys := list }}
@@ -14,6 +15,9 @@
 {{- if $rerankerCohere }}
   {{- $apiKeys = append $apiKeys (index .Values "modules" "reranker-cohere" "apiKey") -}}
 {{- end }}
+{{- if $multi2vecCohere }}
+  {{- $apiKeys = append $apiKeys (index .Values "modules" "multi2vec-cohere" "apiKey") -}}
+{{- end }}
 
 {{- if gt (len ($apiKeys | uniq)) 1 -}}
   {{- fail "Cohere modules activated, but their keys differ. Use the same key on all activated Cohere modules." }}
@@ -32,6 +36,8 @@ data:
   apiKey: {{ index .Values "modules" "generative-cohere" "apiKey" | b64enc }}
   {{- else if (index .Values "modules" "reranker-cohere" "apiKey") }}
   apiKey: {{ index .Values "modules" "reranker-cohere" "apiKey" | b64enc }}
+  {{- else if (index .Values "modules" "multi2vec-cohere" "apiKey") }}
+  apiKey: {{ index .Values "modules" "multi2vec-cohere" "apiKey" | b64enc }}
   {{- else }}
   apiKey: {{ index .Values "modules" "text2vec-cohere" "apiKey" | b64enc }}
   {{- end }}

diff --git a/weaviate/templates/weaviateStatefulset.yaml b/weaviate/templates/weaviateStatefulset.yaml
@@ -218,7 +218,7 @@ spec:
                 name: weaviate-huggingface
                 key: apiKey
           {{- end  }}
-          {{- if or (and (index .Values "modules" "text2vec-cohere" "enabled") (index .Values "modules" "text2vec-cohere" "apiKey")) (and (index .Values "modules" "generative-cohere" "enabled") (index .Values "modules" "generative-cohere" "apiKey")) (and (index .Values "modules" "reranker-cohere" "enabled") (index .Values "modules" "reranker-cohere" "apiKey")) }}
+          {{- if or (and (index .Values "modules" "text2vec-cohere" "enabled") (index .Values "modules" "text2vec-cohere" "apiKey")) (and (index .Values "modules" "generative-cohere" "enabled") (index .Values "modules" "generative-cohere" "apiKey")) (and (index .Values "modules" "reranker-cohere" "enabled") (index .Values "modules" "reranker-cohere" "apiKey")) (and (index .Values "modules" "multi2vec-cohere" "enabled") (index .Values "modules" "multi2vec-cohere" "apiKey")) }}
           - name: COHERE_APIKEY
             valueFrom:
               secretKeyRef:

diff --git a/weaviate/values.yaml b/weaviate/values.yaml
@@ -1225,6 +1225,18 @@ modules:
     # an environment variable
     apiKey: ''
 
+  # The multi2vec-cohere module uses Cohere API
+  # to dynamically compute vector embeddings.
+  # More information about Cohere API can be found here: https://docs.cohere.ai/
+  multi2vec-cohere:
+
+    # enable if you want to use Cohere module
+    enabled: false
+
+    # Set your Cohere API Key to be passed to Weaviate pod as
+    # an environment variable
+    apiKey: ''
+
   # The qna-transformers module uses neural networks, such as BERT,
   # DistilBERT, to find an answer in text to a given question
   qna-transformers: