diff --git a/tests/web_search_test.py b/tests/web_search_test.py
index 06dcf2057..e0fa2115b 100644
--- a/tests/web_search_test.py
+++ b/tests/web_search_test.py
@@ -132,6 +132,11 @@ def test_arxiv_search(self) -> None:
             id_list=["2402.14034"],
             max_results=1,
         )
+
+        if isinstance(res.content, str):
+            # Error happens in `arxiv_search`
+            return
+
         self.assertEqual(
             res.content["entries"][0]["title"],
             "AgentScope: A Flexible yet Robust Multi-Agent Platform",