From aee5415a04030b630e99eabb36cb97ae5bd79401 Mon Sep 17 00:00:00 2001 From: Kaushik Iska Date: Sat, 6 Jan 2024 14:02:06 -0500 Subject: [PATCH] batch size is 32 --- flow/connectors/bigquery/merge_statement_generator.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flow/connectors/bigquery/merge_statement_generator.go b/flow/connectors/bigquery/merge_statement_generator.go index af3e6b3b5b..d1cce18395 100644 --- a/flow/connectors/bigquery/merge_statement_generator.go +++ b/flow/connectors/bigquery/merge_statement_generator.go @@ -124,7 +124,7 @@ func (m *mergeStmtGenerator) generateDeDupedCTE() string { func (m *mergeStmtGenerator) generateMergeStmts() []string { // TODO (kaushik): This is so that the statement size for individual merge statements // doesn't exceed the limit. We should make this configurable. - const batchSize = 64 + const batchSize = 32 partitions := utils.ArrayPartition(m.unchangedToastColumns, batchSize) mergeStmts := make([]string, 0, len(partitions))