Merge pull request #72 from Raj-Adarsh/a5_processor_v9

fix: updated processor batch flush size
cve-chatbot-k8s · Jun 28, 2024 · 31be996 · 31be996
2 parents 2cdeed7 + 09b913a
commit 31be996
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/internal/kafka/kafka.go b/internal/kafka/kafka.go
@@ -1,10 +1,11 @@
 package kafka
 
 import (
+	"time"
+
 	"github.com/IBM/sarama"
 	_ "github.com/rs/zerolog"
 	"github.com/rs/zerolog/log"
-	"time"
 )
 
 type Service interface {
@@ -23,7 +24,8 @@ func NewProducer(brokers []string) (Producer, error) {
 	config.ChannelBufferSize = 10000
 	config.Net.MaxOpenRequests = 250
 	config.Metadata.AllowAutoTopicCreation = false
-	config.Producer.Flush.Frequency = 20 * time.Millisecond
+	config.Producer.Flush.Messages = 1000
+	config.Producer.Flush.Frequency = 500 * time.Millisecond
 
 	producer, err := sarama.NewSyncProducer(brokers, config)
 	if err != nil {