remove excluded columns from PrimaryKeyColumns during processing (#2170)

PeerDB-io · Oct 22, 2024 · 6ce2678 · 6ce2678
1 parent 02fe7d0
commit 6ce2678
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/flow/shared/schema_helpers.go b/flow/shared/schema_helpers.go
@@ -50,14 +50,19 @@ func BuildProcessedSchemaMapping(
 				dstTableName = mapping.DestinationTableIdentifier
 				if len(mapping.Exclude) != 0 {
 					columns := make([]*protos.FieldDescription, 0, len(tableSchema.Columns))
+					pkeyColumns := make([]string, 0, len(tableSchema.PrimaryKeyColumns))
 					for _, column := range tableSchema.Columns {
 						if !slices.Contains(mapping.Exclude, column.Name) {
 							columns = append(columns, column)
 						}
+						if slices.Contains(tableSchema.PrimaryKeyColumns, column.Name) &&
+							!slices.Contains(mapping.Exclude, column.Name) {
+							pkeyColumns = append(pkeyColumns, column.Name)
+						}
 					}
 					tableSchema = &protos.TableSchema{
 						TableIdentifier:       tableSchema.TableIdentifier,
-						PrimaryKeyColumns:     tableSchema.PrimaryKeyColumns,
+						PrimaryKeyColumns:     pkeyColumns,
 						IsReplicaIdentityFull: tableSchema.IsReplicaIdentityFull,
 						NullableEnabled:       tableSchema.NullableEnabled,
 						System:                tableSchema.System,