feat: support Llama3 models on Bedrock (#7581)

* feat: support llama3 on bedrock * add reno
deepset-ai · Apr 23, 2024 · 9ea5ee1 · 9ea5ee1
1 parent edbee26
commit 9ea5ee1
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 1 deletion.
diff --git a/haystack/nodes/prompt/invocation_layer/amazon_bedrock.py b/haystack/nodes/prompt/invocation_layer/amazon_bedrock.py
@@ -258,7 +258,7 @@ class AmazonBedrockInvocationLayer(AWSBaseInvocationLayer):
         r"ai21.j2.*": AI21LabsJurassic2Adapter,
         r"cohere.command.*": CohereCommandAdapter,
         r"anthropic.claude.*": AnthropicClaudeAdapter,
-        r"meta.llama2.*": MetaLlama2ChatAdapter,
+        r"meta.llama.*": MetaLlama2ChatAdapter,
         r"mistral.mi[sx]tral.*": MistralAIAdapter,  # codespell:ignore tral
     }
 

diff --git a/releasenotes/notes/bedrock-support-for-llama3-a1c2c4fcfb5a8395.yaml b/releasenotes/notes/bedrock-support-for-llama3-a1c2c4fcfb5a8395.yaml
@@ -0,0 +1,4 @@
+---
+enhancements:
+  - |
+    Support for Llama3 models on AWS Bedrock.
diff --git a/test/prompt/invocation_layer/test_amazon_bedrock.py b/test/prompt/invocation_layer/test_amazon_bedrock.py
@@ -306,6 +306,9 @@ def test_supports_with_stream_true_for_model_that_does_not_support_streaming():
         ("meta.llama2-13b-chat-v1", MetaLlama2ChatAdapter),
         ("meta.llama2-70b-chat-v1", MetaLlama2ChatAdapter),
         ("meta.llama2-130b-v5", MetaLlama2ChatAdapter),  # artificial
+        ("meta.llama3-8b-instruct-v1:0", MetaLlama2ChatAdapter),
+        ("meta.llama3-70b-instruct-v1:0", MetaLlama2ChatAdapter),
+        ("meta.llama3-130b-instruct-v5:9", MetaLlama2ChatAdapter),  # artificial
         ("mistral.mistral-7b-instruct-v0:2", MistralAIAdapter),
         ("mistral.mixtral-8x7b-instruct-v0:1", MistralAIAdapter),
         ("mistral.mistral-large-2402-v1:0", MistralAIAdapter),