fix(s3stream): fix compaction read throttle (#564)

Signed-off-by: Shichao Nie <[email protected]>
AutoMQ · Nov 3, 2023 · cc96772 · cc96772
1 parent 95d846e
commit cc96772
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/s3stream/src/main/java/com/automq/stream/s3/compact/CompactionManager.java b/s3stream/src/main/java/com/automq/stream/s3/compact/CompactionManager.java
@@ -506,7 +506,7 @@ void executeCompactionPlans(CommitWALObjectRequest request, List<CompactionPlan>
                 S3ObjectMetadata metadata = s3ObjectMetadataMap.get(streamDataBlocEntry.getKey());
                 List<StreamDataBlock> streamDataBlocks = streamDataBlocEntry.getValue();
                 DataBlockReader reader = new DataBlockReader(metadata, s3Operator);
-                reader.readBlocks(streamDataBlocks, networkBandwidth);
+                reader.readBlocks(streamDataBlocks, Math.min(CompactionConstants.S3_OBJECT_MAX_READ_BATCH, networkBandwidth));
             }
             List<CompletableFuture<StreamObject>> streamObjectCFList = new ArrayList<>();
             CompletableFuture<Void> walObjectCF = null;