Merge pull request #73 from Raj-Adarsh/a5_processor_v10

fix: updated proceessor batch flush size
cve-chatbot-k8s · Jun 28, 2024 · c379539 · c379539
2 parents 58bd855 + 19a9153
commit c379539
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/internal/kafka/kafka.go b/internal/kafka/kafka.go
@@ -22,9 +22,9 @@ func NewProducer(brokers []string) (Producer, error) {
 	config.Producer.Return.Errors = true
 	config.Producer.RequiredAcks = sarama.WaitForAll
 	config.ChannelBufferSize = 10000
-	config.Net.MaxOpenRequests = 250
+	config.Net.MaxOpenRequests = 100
 	config.Metadata.AllowAutoTopicCreation = false
-	config.Producer.Flush.Messages = 1000
+	config.Producer.Flush.Messages = 100
 	config.Producer.Flush.Frequency = 500 * time.Millisecond
 
 	producer, err := sarama.NewSyncProducer(brokers, config)