reducing number of partitions to 10K

PeerDB-io · Dec 27, 2023 · 3d99fb0 · 3d99fb0
1 parent 349dbaf
commit 3d99fb0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/flow/connectors/bigquery/bigquery.go b/flow/connectors/bigquery/bigquery.go
@@ -671,7 +671,7 @@ func (c *BigQueryConnector) CreateRawTable(req *protos.CreateRawTableInput) (*pr
 		Field: "_peerdb_batch_id",
 		Range: &bigquery.RangePartitioningRange{
 			Start:    0,
-			End:      10_000_000,
+			End:      1_000_000,
 			Interval: 100,
 		},
 	}