From 6e8d7292a766ff9270d5e75639e51a81fe0dda16 Mon Sep 17 00:00:00 2001
From: Kaushik Iska <iska.kaushik@gmail.com>
Date: Tue, 12 Dec 2023 13:32:32 -0500
Subject: [PATCH] reduce spill size to 100k

---
 flow/connectors/utils/cdc_records/cdc_records_storage.go | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/flow/connectors/utils/cdc_records/cdc_records_storage.go b/flow/connectors/utils/cdc_records/cdc_records_storage.go
index 7c87f2a99..458c5707e 100644
--- a/flow/connectors/utils/cdc_records/cdc_records_storage.go
+++ b/flow/connectors/utils/cdc_records/cdc_records_storage.go
@@ -18,9 +18,9 @@ import (
 
 const (
 	/** begin with in-memory store, and then switch to Pebble DB
-		when the number of stored records crosses 1M
+		when the number of stored records crosses 100k
 	**/
-	defaultNumRecordsSwitchThreshold = 1_000_000
+	defaultNumRecordsSwitchThreshold = 1_00_000
 )
 
 func encVal(val any) ([]byte, error) {