Modify the ChatModelListenerIT#should_listen_error test case.

langchain4j · Dec 3, 2024 · 03656c2 · 03656c2
1 parent e59ed1a
commit 03656c2
Show file tree

Hide file tree

Showing 2 changed files with 77 additions and 74 deletions.
diff --git a/...c/test/java/dev/langchain4j/community/model/xinference/XinferenceChatModelListenerIT.java b/...c/test/java/dev/langchain4j/community/model/xinference/XinferenceChatModelListenerIT.java
@@ -9,37 +9,38 @@
 
 class XinferenceChatModelListenerIT extends ChatModelListenerIT {
 
-    @Override
-    protected ChatLanguageModel createModel(ChatModelListener listener) {
-        return XinferenceChatModel.builder()
-                .baseUrl(AbstractInferenceChatModelInfrastructure.baseUrl())
-                .apiKey(AbstractInferenceChatModelInfrastructure.apiKey())
-                .modelName(modelName())
-                .temperature(temperature())
-                .topP(topP())
-                .maxTokens(maxTokens())
-                .logRequests(true)
-                .logResponses(true)
-                .listeners(singletonList(listener))
-                .build();
-    }
+  @Override
+  protected ChatLanguageModel createModel(ChatModelListener listener) {
+    return XinferenceChatModel.builder()
+        .baseUrl(AbstractInferenceChatModelInfrastructure.baseUrl())
+        .apiKey(AbstractInferenceChatModelInfrastructure.apiKey())
+        .modelName(modelName())
+        .temperature(temperature())
+        .topP(topP())
+        .maxTokens(maxTokens())
+        .logRequests(true)
+        .logResponses(true)
+        .listeners(singletonList(listener))
+        .build();
+  }
 
-    @Override
-    protected String modelName() {
-        return AbstractInferenceChatModelInfrastructure.modelName();
-    }
+  @Override
+  protected String modelName() {
+    return AbstractInferenceChatModelInfrastructure.modelName();
+  }
 
-    @Override
-    protected ChatLanguageModel createFailingModel(ChatModelListener listener) {
-        return XinferenceChatModel.builder()
-                .apiKey("banana")
-                .maxRetries(1)
-                .listeners(singletonList(listener))
-                .build();
-    }
+  @Override
+  protected ChatLanguageModel createFailingModel(ChatModelListener listener) {
+    return XinferenceChatModel.builder()
+        .baseUrl(AbstractInferenceChatModelInfrastructure.baseUrl())
+        .modelName("llama3.1")
+        .maxRetries(1)
+        .listeners(singletonList(listener))
+        .build();
+  }
 
-    @Override
-    protected Class<? extends Exception> expectedExceptionClass() {
-        return XinferenceHttpException.class;
-    }
+  @Override
+  protected Class<? extends Exception> expectedExceptionClass() {
+    return XinferenceHttpException.class;
+  }
 }
diff --git a/...va/dev/langchain4j/community/model/xinference/XinferenceStreamingChatModelListenerIT.java b/...va/dev/langchain4j/community/model/xinference/XinferenceStreamingChatModelListenerIT.java
@@ -9,48 +9,50 @@
 
 class XinferenceStreamingChatModelListenerIT extends StreamingChatModelListenerIT {
 
-    @Override
-    protected StreamingChatLanguageModel createModel(ChatModelListener listener) {
-        return XinferenceStreamingChatModel.builder()
-                .baseUrl(AbstractInferenceChatModelInfrastructure.baseUrl())
-                .apiKey(AbstractInferenceChatModelInfrastructure.apiKey())
-                .modelName(modelName())
-                .temperature(temperature())
-                .topP(topP())
-                .maxTokens(maxTokens())
-                .logRequests(true)
-                .logResponses(true)
-                .listeners(singletonList(listener))
-                .build();
-    }
-
-    /**
-     * Streaming support for tool calls is available only when using Qwen models with vLLM backend or GLM4-chat models without vLLM backend.
-     *
-     * @return
-     */
-    @Override
-    protected boolean supportsTools() {
-        return false;
-    }
-
-    @Override
-    protected String modelName() {
-        return AbstractInferenceChatModelInfrastructure.modelName();
-    }
-
-    @Override
-    protected StreamingChatLanguageModel createFailingModel(ChatModelListener listener) {
-        return XinferenceStreamingChatModel.builder()
-                .apiKey("banana")
-                .logRequests(true)
-                .logResponses(true)
-                .listeners(singletonList(listener))
-                .build();
-    }
-
-    @Override
-    protected Class<? extends Exception> expectedExceptionClass() {
-        return XinferenceHttpException.class;
-    }
+  @Override
+  protected StreamingChatLanguageModel createModel(ChatModelListener listener) {
+    return XinferenceStreamingChatModel.builder()
+        .baseUrl(AbstractInferenceChatModelInfrastructure.baseUrl())
+        .apiKey(AbstractInferenceChatModelInfrastructure.apiKey())
+        .modelName(modelName())
+        .temperature(temperature())
+        .topP(topP())
+        .maxTokens(maxTokens())
+        .logRequests(true)
+        .logResponses(true)
+        .listeners(singletonList(listener))
+        .build();
+  }
+
+  /**
+   * Streaming support for tool calls is available only when using Qwen models with vLLM backend or
+   * GLM4-chat models without vLLM backend.
+   *
+   * @return
+   */
+  @Override
+  protected boolean supportsTools() {
+    return false;
+  }
+
+  @Override
+  protected String modelName() {
+    return AbstractInferenceChatModelInfrastructure.modelName();
+  }
+
+  @Override
+  protected StreamingChatLanguageModel createFailingModel(ChatModelListener listener) {
+    return XinferenceStreamingChatModel.builder()
+        .baseUrl(AbstractInferenceChatModelInfrastructure.baseUrl())
+        .modelName("llama3.1")
+        .logRequests(true)
+        .logResponses(true)
+        .listeners(singletonList(listener))
+        .build();
+  }
+
+  @Override
+  protected Class<? extends Exception> expectedExceptionClass() {
+    return XinferenceHttpException.class;
+  }
 }