move to 8 (#1009)

PeerDB-io · Jan 6, 2024 · 611b8e4 · 611b8e4
1 parent f14f019
commit 611b8e4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/flow/connectors/bigquery/merge_statement_generator.go b/flow/connectors/bigquery/merge_statement_generator.go
@@ -124,7 +124,7 @@ func (m *mergeStmtGenerator) generateDeDupedCTE() string {
 func (m *mergeStmtGenerator) generateMergeStmts() []string {
 	// TODO (kaushik): This is so that the statement size for individual merge statements
 	// doesn't exceed the limit. We should make this configurable.
-	const batchSize = 16
+	const batchSize = 8
 	partitions := utils.ArrayPartition(m.unchangedToastColumns, batchSize)
 
 	mergeStmts := make([]string, 0, len(partitions))