[FEATURE] Add Xinference implementation #1179

.github/workflows/nightly.yaml

@@ -55,4 +55,4 @@ jobs:
         if: always() # always run even if the previous step failed or was cancelled
         with:
           report_paths: '**/target/*-reports/TEST-*.xml'
-          annotate_only: true
+          annotate_only: true

.github/workflows/release.yaml

@@ -26,7 +26,8 @@ jobs:
       - name: release
         run: |
           mvn -B -U --fail-at-end \
-            -DskipTests -DskipITs -Psign clean deploy
+            -DskipTests -DskipITs -Psign \
+            clean deploy
         env:
           GPG_PASSPHRASE: ${{ secrets.GPG_PASSPHRASE }}
           OSSRH_USERNAME: ${{ secrets.OSSRH_USERNAME }}

langchain4j-community-bom/pom.xml

@@ -1,7 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
     <modelVersion>4.0.0</modelVersion>
     <parent>
         <groupId>dev.langchain4j</groupId>
@@ -13,9 +11,7 @@
     <packaging>pom</packaging>
 
     <name>LangChain4j :: Community :: BOM</name>
-    <description>
-        Bill of Materials POM for getting full, complete set of compatible versions of LangChain4j Community modules
-    </description>
+    <description>Bill of Materials POM for getting full, complete set of compatible versions of LangChain4j Community modules</description>
 
     <dependencyManagement>
         <dependencies>
@@ -36,6 +32,11 @@
                 <artifactId>langchain4j-community-qianfan</artifactId>
                 <version>${project.version}</version>
             </dependency>
+            <dependency>
+                <groupId>dev.langchain4j</groupId>
+                <artifactId>langchain4j-community-xinference</artifactId>
+                <version>${project.version}</version>
+            </dependency>
             <dependency>
                 <groupId>dev.langchain4j</groupId>
                 <artifactId>langchain4j-community-zhipu-ai</artifactId>

models/langchain4j-community-xinference/pom.xml

@@ -0,0 +1,142 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>dev.langchain4j</groupId>
+        <artifactId>langchain4j-community</artifactId>
+        <version>0.37.0-SNAPSHOT</version>
+        <relativePath>../../pom.xml</relativePath>
+    </parent>
+
+    <artifactId>langchain4j-community-xinference</artifactId>
+    <name>LangChain4j :: Community :: Integration :: Xinference</name>
+
+    <licenses>
+        <license>
+            <name>Apache-2.0</name>
+            <url>https://www.apache.org/licenses/LICENSE-2.0.txt</url>
+            <distribution>repo</distribution>
+            <comments>A business-friendly OSS license</comments>
+        </license>
+    </licenses>
+
+    <properties>
+        <skipXinferenceITs>false</skipXinferenceITs>
+    </properties>
+
+    <dependencies>
+        <dependency>
+            <groupId>dev.langchain4j</groupId>
+            <artifactId>langchain4j-core</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+
+        <dependency>
+            <groupId>com.squareup.retrofit2</groupId>
+            <artifactId>retrofit</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>com.squareup.retrofit2</groupId>
+            <artifactId>converter-jackson</artifactId>
+        </dependency>
+
+        <!-- DEPENDENCY CONFLICT RESOLUTION FOR OKHTTP (START) -->
+        <dependency>
+            <groupId>com.squareup.okhttp3</groupId>
+            <artifactId>okhttp</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>com.squareup.okhttp3</groupId>
+            <artifactId>okhttp-sse</artifactId>
+        </dependency>
+        <!-- DEPENDENCY CONFLICT RESOLUTION FOR OKHTTP (END)  -->
+
+        <dependency>
+            <groupId>org.junit.jupiter</groupId>
+            <artifactId>junit-jupiter-engine</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.assertj</groupId>
+            <artifactId>assertj-core</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.testcontainers</groupId>
+            <artifactId>testcontainers</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.testcontainers</groupId>
+            <artifactId>junit-jupiter</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>dev.langchain4j</groupId>
+            <artifactId>langchain4j-core</artifactId>
+            <version>${project.version}</version>
+            <classifier>tests</classifier>
+            <type>test-jar</type>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>dev.langchain4j</groupId>
+            <artifactId>langchain4j</artifactId>
+            <version>${project.version}</version>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>dev.langchain4j</groupId>
+            <artifactId>langchain4j</artifactId>
+            <version>${project.version}</version>
+            <classifier>tests</classifier>
+            <type>test-jar</type>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.mockito</groupId>
+            <artifactId>mockito-core</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.mockito</groupId>
+            <artifactId>mockito-junit-jupiter</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.tinylog</groupId>
+            <artifactId>tinylog-impl</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.tinylog</groupId>
+            <artifactId>slf4j-tinylog</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+    </dependencies>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-failsafe-plugin</artifactId>
+                <configuration>
+                    <skipTests>${skipXinferenceITs}</skipTests>
+                </configuration>
+            </plugin>
+        </plugins>
+    </build>
+</project>

models/langchain4j-community-xinference/src/main/java/dev/langchain4j/community/model/xinference/ImageUtils.java

@@ -0,0 +1,38 @@
+package dev.langchain4j.community.model.xinference;
+
+import static dev.langchain4j.internal.Utils.readBytes;
+
+import dev.langchain4j.community.model.xinference.client.chat.message.ImageUrl;
+import dev.langchain4j.data.image.Image;
+import java.util.Arrays;
+import java.util.Base64;
+import java.util.List;
+import java.util.Objects;
+
+class ImageUtils {
+
+    private static final List<String> SUPPORTED_URL_SCHEMES = Arrays.asList("http", "https", "file");
+
+    static byte[] imageByteArray(Image image) {
+        if (image.base64Data() != null && !image.base64Data().isBlank()) {
+            return Base64.getDecoder().decode(image.base64Data());
+        } else {
+            if (SUPPORTED_URL_SCHEMES.contains(image.url().getScheme())) {
+                return readBytes(image.url().toString());
+            } else {
+                throw new RuntimeException("only supports http/https and file urls. unsupported url scheme: "
+                        + image.url().getScheme());
+            }
+        }
+    }
+
+    static ImageUrl base64Image(Image image, String detailLevel) {
+        String url = "";
+        if (Objects.nonNull(image.url())) {
+            url = image.url().toString();
+        } else {
+            url = String.format("data:%s;base64,%s", image.mimeType(), image.base64Data());
+        }
+        return ImageUrl.of(url, ImageUrl.ImageDetail.valueOf(detailLevel));
+    }
+}