From 399717bb9ea3dbb868ab89986366657eb0b3feb4 Mon Sep 17 00:00:00 2001
From: Erick Friis <erick@langchain.dev>
Date: Thu, 11 Apr 2024 09:46:41 -0700
Subject: [PATCH] xfail anthropic and 2 other tests

---
 libs/vertexai/tests/integration_tests/test_chat_models.py  | 6 +++---
 libs/vertexai/tests/integration_tests/test_model_garden.py | 3 +++
 2 files changed, 6 insertions(+), 3 deletions(-)

diff --git a/libs/vertexai/tests/integration_tests/test_chat_models.py b/libs/vertexai/tests/integration_tests/test_chat_models.py
index 66f07bdc..95a07752 100644
--- a/libs/vertexai/tests/integration_tests/test_chat_models.py
+++ b/libs/vertexai/tests/integration_tests/test_chat_models.py
@@ -54,9 +54,7 @@ def test_vertexai_single_call(model_name: Optional[str]) -> None:
 
 
 @pytest.mark.release
-# mark xfail because Vertex API randomly doesn't respect
-# the n/candidate_count parameter
-@pytest.mark.xfail
+@pytest.mark.xfail(reason="vertex api doesn't respect n/candidate_count")
 def test_candidates() -> None:
     model = ChatVertexAI(model_name="chat-bison@001", temperature=0.3, n=2)
     message = HumanMessage(content="Hello")
@@ -98,6 +96,7 @@ def test_vertexai_stream(model_name: str) -> None:
         assert isinstance(chunk, AIMessageChunk)
 
 
+@pytest.mark.xfail
 @pytest.mark.release
 async def test_vertexai_astream() -> None:
     model = ChatVertexAI(temperature=0, model_name="gemini-pro")
@@ -206,6 +205,7 @@ def test_vertexai_single_call_with_history(model_name: Optional[str]) -> None:
     assert isinstance(response.content, str)
 
 
+@pytest.mark.xfail(reason="CI issue")
 @pytest.mark.release
 @pytest.mark.parametrize("model_name", ["gemini-1.0-pro-002"])
 def test_vertexai_system_message(model_name: Optional[str]) -> None:
diff --git a/libs/vertexai/tests/integration_tests/test_model_garden.py b/libs/vertexai/tests/integration_tests/test_model_garden.py
index bd7414dc..6bc3b386 100644
--- a/libs/vertexai/tests/integration_tests/test_model_garden.py
+++ b/libs/vertexai/tests/integration_tests/test_model_garden.py
@@ -98,6 +98,7 @@ async def test_model_garden_agenerate(
     assert len(output.generations) == 2
 
 
+@pytest.mark.xfail(reason="CI issue")
 def test_anthropic() -> None:
     project = os.environ["PROJECT"]
     location = "us-central1"
@@ -119,6 +120,7 @@ def test_anthropic() -> None:
     assert isinstance(response.content, str)
 
 
+@pytest.mark.xfail(reason="CI issue")
 def test_anthropic_stream() -> None:
     project = os.environ["PROJECT"]
     location = "us-central1"
@@ -135,6 +137,7 @@ def test_anthropic_stream() -> None:
         assert isinstance(chunk, AIMessageChunk)
 
 
+@pytest.mark.xfail(reason="CI issue")
 async def test_anthropic_async() -> None:
     project = os.environ["PROJECT"]
     location = "us-central1"