feat: add light java sdk

4paradigm · Nov 29, 2023 · e346253 · e346253
1 parent 5e225da
commit e346253
Show file tree

Hide file tree

Showing 6 changed files with 18 additions and 12 deletions.
diff --git a/java/openmldb-jdbc/src/main/java/com/_4paradigm/openmldb/sdk/SdkOption.java b/java/openmldb-jdbc/src/main/java/com/_4paradigm/openmldb/sdk/SdkOption.java
@@ -45,6 +45,7 @@ public class SdkOption {
     private int glogLevel = 0;
     private String glogDir = "";
     private int maxSqlCacheSize = 50;
+    private Boolean isLight = false;
 
     private void buildBaseOptions(BasicRouterOptions opt) {
         opt.setEnable_debug(getEnableDebug());

diff --git a/java/openmldb-jdbc/src/main/java/com/_4paradigm/openmldb/sdk/impl/SqlClusterExecutor.java b/java/openmldb-jdbc/src/main/java/com/_4paradigm/openmldb/sdk/impl/SqlClusterExecutor.java
@@ -62,27 +62,28 @@ public class SqlClusterExecutor implements SqlExecutor {
     private static final AtomicBoolean initialized = new AtomicBoolean(false);
     private SQLRouter sqlRouter;
     private DeploymentManager deploymentManager;
-    private ZKClient zkClient;
     private InsertPreparedStatementCache insertCache;
 
     public SqlClusterExecutor(SdkOption option, String libraryPath) throws SqlException {
         initJavaSdkLibrary(libraryPath);
-
+        ZKClient zkClient = null;
         if (option.isClusterMode()) {
             SQLRouterOptions sqlOpt = option.buildSQLRouterOptions();
             this.sqlRouter = sql_router_sdk.NewClusterSQLRouter(sqlOpt);
             sqlOpt.delete();
-            zkClient = new ZKClient(ZKConfig.builder()
-                    .cluster(option.getZkCluster())
-                    .namespace(option.getZkPath())
-                    .sessionTimeout((int)option.getSessionTimeout())
-                    .build());
-            try {
-                if (!zkClient.connect()) {
-                    throw new SqlException("zk client connect failed.");
+            if (!option.getIsLight()) {
+                zkClient = new ZKClient(ZKConfig.builder()
+                        .cluster(option.getZkCluster())
+                        .namespace(option.getZkPath())
+                        .sessionTimeout((int)option.getSessionTimeout())
+                        .build());
+                try {
+                    if (!zkClient.connect()) {
+                        throw new SqlException("zk client connect failed.");
+                    }
+                } catch (Exception e) {
+                    throw new SqlException("init zk client failed. " + e.getMessage());
                 }
-            } catch (Exception e) {
-                throw new SqlException("init zk client failed. " + e.getMessage());
             }
         } else {
             StandaloneOptions sqlOpt = option.buildStandaloneOptions();

diff --git a/.../openmldb-spark-connector/src/main/java/com/_4paradigm/openmldb/spark/OpenmldbSource.java b/.../openmldb-spark-connector/src/main/java/com/_4paradigm/openmldb/spark/OpenmldbSource.java
@@ -53,6 +53,7 @@ public StructType inferSchema(CaseInsensitiveStringMap options) {
         option = new SdkOption();
         option.setZkCluster(zkCluster);
         option.setZkPath(zkPath);
+        option.setIsLight(true);
         String timeout = options.get("sessionTimeout");
         if (timeout != null) {
             option.setSessionTimeout(Integer.parseInt(timeout));

diff --git a/...connector/src/main/java/com/_4paradigm/openmldb/spark/write/OpenmldbDataSingleWriter.java b/...connector/src/main/java/com/_4paradigm/openmldb/spark/write/OpenmldbDataSingleWriter.java
@@ -44,6 +44,7 @@ public OpenmldbDataSingleWriter(OpenmldbWriteConfig config, int partitionId, lon
             SdkOption option = new SdkOption();
             option.setZkCluster(config.zkCluster);
             option.setZkPath(config.zkPath);
+            option.setIsLight(true);
             SqlClusterExecutor executor = new SqlClusterExecutor(option);
             String dbName = config.dbName;
             String tableName = config.tableName;

diff --git a/...spark-connector/src/main/java/com/_4paradigm/openmldb/spark/write/OpenmldbDataWriter.java b/...spark-connector/src/main/java/com/_4paradigm/openmldb/spark/write/OpenmldbDataWriter.java
@@ -44,6 +44,7 @@ public OpenmldbDataWriter(OpenmldbWriteConfig config, int partitionId, long task
             SdkOption option = new SdkOption();
             option.setZkCluster(config.zkCluster);
             option.setZkPath(config.zkPath);
+            option.setIsLight(true);
             SqlClusterExecutor executor = new SqlClusterExecutor(option);
             String dbName = config.dbName;
             String tableName = config.tableName;

diff --git a/...connector/src/main/scala/com/_4paradigm/openmldb/spark/read/OpenmldbPartitionReader.scala b/...connector/src/main/scala/com/_4paradigm/openmldb/spark/read/OpenmldbPartitionReader.scala
@@ -13,6 +13,7 @@ class OpenmldbPartitionReader(config: OpenmldbReadConfig) extends PartitionReade
   val option = new SdkOption
   option.setZkCluster(config.zkCluster)
   option.setZkPath(config.zkPath)
+  option.setIsLight(true)
   val executor = new SqlClusterExecutor(option)
   val dbName: String = config.dbName
   val tableName: String = config.tableName