From cfeed21a01a547b77cf6d594d4349b4a5838fd39 Mon Sep 17 00:00:00 2001 From: Chester Curme Date: Thu, 11 Jul 2024 18:15:41 -0400 Subject: [PATCH] add xfails --- .../ai21/tests/integration_tests/test_standard.py | 8 ++++++-- .../tests/integration_tests/test_chat_models_standard.py | 4 ++++ 2 files changed, 10 insertions(+), 2 deletions(-) diff --git a/libs/partners/ai21/tests/integration_tests/test_standard.py b/libs/partners/ai21/tests/integration_tests/test_standard.py index b83cf5127ba31..0774faf5e26da 100644 --- a/libs/partners/ai21/tests/integration_tests/test_standard.py +++ b/libs/partners/ai21/tests/integration_tests/test_standard.py @@ -33,14 +33,18 @@ def chat_model_params(self) -> dict: "model": "j2-ultra", } - @pytest.mark.xfail(reason="Emits AIMessage instead of AIMessageChunk.") + @pytest.mark.xfail(reason="Streaming is not supported for Jurassic models.") def test_stream(self, model: BaseChatModel) -> None: super().test_stream(model) - @pytest.mark.xfail(reason="Emits AIMessage instead of AIMessageChunk.") + @pytest.mark.xfail(reason="Streaming is not supported for Jurassic models.") async def test_astream(self, model: BaseChatModel) -> None: await super().test_astream(model) + @pytest.mark.xfail(reason="Streaming is not supported for Jurassic models.") + def test_usage_metadata_streaming(self, model: BaseChatModel) -> None: + super().test_usage_metadata_streaming(model) + class TestAI21Jamba(BaseTestAI21): @property diff --git a/libs/partners/together/tests/integration_tests/test_chat_models_standard.py b/libs/partners/together/tests/integration_tests/test_chat_models_standard.py index b91f9e784c3c6..4397725837d3d 100644 --- a/libs/partners/together/tests/integration_tests/test_chat_models_standard.py +++ b/libs/partners/together/tests/integration_tests/test_chat_models_standard.py @@ -23,3 +23,7 @@ def chat_model_params(self) -> dict: @pytest.mark.xfail(reason=("May not call a tool.")) def test_tool_calling_with_no_arguments(self, model: BaseChatModel) -> None: super().test_tool_calling_with_no_arguments(model) + + @pytest.mark.xfail(reason="Not yet supported.") + def test_usage_metadata_streaming(self, model: BaseChatModel) -> None: + super().test_usage_metadata_streaming(model)