fixing BQ softdel logic pt.1

PeerDB-io · Dec 21, 2023 · 4cfcbca · 4cfcbca
1 parent 7de4309
commit 4cfcbca
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/flow/connectors/bigquery/bigquery.go b/flow/connectors/bigquery/bigquery.go
@@ -452,7 +452,8 @@ func (c *BigQueryConnector) getTableNametoUnchangedCols(flowJobName string, sync
 	// Prepare the query to retrieve distinct tables in that batch
 	query := fmt.Sprintf(`SELECT _peerdb_destination_table_name,
 	array_agg(DISTINCT _peerdb_unchanged_toast_columns) as unchanged_toast_columns FROM %s.%s
-	 WHERE _peerdb_batch_id > %d and _peerdb_batch_id <= %d GROUP BY _peerdb_destination_table_name`,
+	 WHERE _peerdb_batch_id > %d and _peerdb_batch_id <= %d 
+	 AND _peerdb_record_type != 2 GROUP BY _peerdb_destination_table_name`,
 		c.datasetID, rawTableName, normalizeBatchID, syncBatchID)
 	// Run the query
 	q := c.client.Query(query)