YtOutputWriter should expose WriteTable#config

ytsaurus · Feb 13, 2025 · 8e2f92f · 8e2f92f
1 parent e07ec9a
commit 8e2f92f
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/data-source/src/main/scala/tech/ytsaurus/spyt/format/YtOutputWriter.scala b/data-source/src/main/scala/tech/ytsaurus/spyt/format/YtOutputWriter.scala
@@ -152,6 +152,7 @@ class YtOutputWriter(richPath: YPathEnriched,
     val appendPath = richPath.withAttr("append", "true").toYPath
     log.debugLazy(s"Initialize new write: $appendPath, transaction: $transactionGuid")
     val request = WriteTable.builder[InternalRow]()
+      .setConfig(options.ytConf(WriteTableConfig))
       .setPath(appendPath)
       .setSerializationContext(new WriteSerializationContext(new InternalRowSerializer(schema, WriteSchemaConverter(options))))
       .setTransactionalOptions(new TransactionalOptions(GUID.valueOf(transactionGuid)))

diff --git a/data-source/src/main/scala/tech/ytsaurus/spyt/format/conf/YtTableSparkSettings.scala b/data-source/src/main/scala/tech/ytsaurus/spyt/format/conf/YtTableSparkSettings.scala
@@ -80,6 +80,8 @@ object YtTableSparkSettings {
 
   case object SortColumns extends ConfigEntry[Seq[String]]("sort_columns", Some(Nil))
 
+  case object WriteTableConfig extends ConfigEntry[YTreeNode](s"write_table_config", Some(null))
+
   case object UniqueKeys extends ConfigEntry[Boolean]("unique_keys", Some(false))
 
   case object InconsistentDynamicWrite extends ConfigEntry[Boolean]("inconsistent_dynamic_write", Some(false))