diff --git a/haystack/nodes/prompt/invocation_layer/amazon_bedrock.py b/haystack/nodes/prompt/invocation_layer/amazon_bedrock.py index 02c5121b3f..b9b8ea7a6c 100644 --- a/haystack/nodes/prompt/invocation_layer/amazon_bedrock.py +++ b/haystack/nodes/prompt/invocation_layer/amazon_bedrock.py @@ -258,7 +258,7 @@ class AmazonBedrockInvocationLayer(AWSBaseInvocationLayer): r"ai21.j2.*": AI21LabsJurassic2Adapter, r"cohere.command.*": CohereCommandAdapter, r"anthropic.claude.*": AnthropicClaudeAdapter, - r"meta.llama2.*": MetaLlama2ChatAdapter, + r"meta.llama.*": MetaLlama2ChatAdapter, r"mistral.mi[sx]tral.*": MistralAIAdapter, # codespell:ignore tral } diff --git a/releasenotes/notes/bedrock-support-for-llama3-a1c2c4fcfb5a8395.yaml b/releasenotes/notes/bedrock-support-for-llama3-a1c2c4fcfb5a8395.yaml new file mode 100644 index 0000000000..e9d7d36194 --- /dev/null +++ b/releasenotes/notes/bedrock-support-for-llama3-a1c2c4fcfb5a8395.yaml @@ -0,0 +1,4 @@ +--- +enhancements: + - | + Support for Llama3 models on AWS Bedrock. diff --git a/test/prompt/invocation_layer/test_amazon_bedrock.py b/test/prompt/invocation_layer/test_amazon_bedrock.py index 14ceb9b5df..dace56b30e 100644 --- a/test/prompt/invocation_layer/test_amazon_bedrock.py +++ b/test/prompt/invocation_layer/test_amazon_bedrock.py @@ -306,6 +306,9 @@ def test_supports_with_stream_true_for_model_that_does_not_support_streaming(): ("meta.llama2-13b-chat-v1", MetaLlama2ChatAdapter), ("meta.llama2-70b-chat-v1", MetaLlama2ChatAdapter), ("meta.llama2-130b-v5", MetaLlama2ChatAdapter), # artificial + ("meta.llama3-8b-instruct-v1:0", MetaLlama2ChatAdapter), + ("meta.llama3-70b-instruct-v1:0", MetaLlama2ChatAdapter), + ("meta.llama3-130b-instruct-v5:9", MetaLlama2ChatAdapter), # artificial ("mistral.mistral-7b-instruct-v0:2", MistralAIAdapter), ("mistral.mixtral-8x7b-instruct-v0:1", MistralAIAdapter), ("mistral.mistral-large-2402-v1:0", MistralAIAdapter),