meta/redis: limit dump pipe size (#5584)

Signed-off-by: jiefenghuang <[email protected]>
juicedata · Feb 6, 2025 · 32f1f88 · 32f1f88
1 parent 19fde77
commit 32f1f88
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pkg/meta/redis_bak.go b/pkg/meta/redis_bak.go
@@ -169,7 +169,7 @@ func (m *redisMeta) dumpMix(ctx Context, opt *DumpOption, ch chan<- *dumpedResul
 			for _, key := range keys {
 				if typ, ok := char2Typ[key[len(m.prefix)]]; ok {
 					typ2Keys[typ] = append(typ2Keys[typ], key)
-					if len(typ2Keys[typ]) >= redisBatchSize {
+					if len(typ2Keys[typ]) >= typ2Limit[typ] {
 						iPools, sum, keys := pools[typ], sums[typ], typ2Keys[typ]
 						eg.Go(func() error {
 							return typ2Handles[typ](ctx, ch, keys, iPools, release, sum)