Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Fix metric_value_benchmark integration tests by using latest Kafka version in JMXKafka test #436

Merged
merged 14 commits into from
Dec 2, 2024
Merged

Fix metric_value_benchmark integration tests by using latest Kafka version in JMXKafka test #436

Changes from all commits
Commits
Show all changes
14 commits
Select commit Hold shift + click to select a range
1ed82cc
Increase duration to 5 minutes for JMX Kafka tests.
musa-asad Dec 2, 2024
88dc30d
Merge branch 'main' into jmx_kafka_fix
musa-asad Dec 2, 2024
50b4a00
Skip passing test runners.
musa-asad Dec 2, 2024
5029491
Pull latest version for kafka.
musa-asad Dec 2, 2024
d162066
Ignore all other tests
lisguo Dec 2, 2024
5ef9752
Add export.
musa-asad Dec 2, 2024
c80d3c2
Use variable to get version.
musa-asad Dec 2, 2024
3d65741
Fix sprintf.
musa-asad Dec 2, 2024
76a841c
Export kafka version in env variable
lisguo Dec 2, 2024
00f20d2
Use grep -oP to parse regexes on amazon linux machines
lisguo Dec 2, 2024
a3755e4
Trim version string
lisguo Dec 2, 2024
def27fb
Rename root directory for kafka
lisguo Dec 2, 2024
df9f6dc
Uncomment test runs
lisguo Dec 2, 2024
401fd6f
Revert GetAgentRunDuration
lisguo Dec 2, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
35 changes: 23 additions & 12 deletions test/metric_value_benchmark/jmx_kafka_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,9 @@
package metric_value_benchmark

import (
"fmt"
"log"
"strings"
"time"

"github.com/aws/amazon-cloudwatch-agent-test/test/metric"
Expand Down Expand Up @@ -53,26 +55,35 @@ func (t *JMXKafkaTestRunner) SetupBeforeAgentRun() error {
return err
}

log.Println("get latest kafka version")
version, err := common.RunCommand("curl https://dlcdn.apache.org/kafka/ | grep -oP \"\\d\\.\\d\\.\\d\" | tail -1")
if err != nil {
return fmt.Errorf("error getting latest kafka version: %v", err)
}
version = strings.TrimSpace(version)
kafkaPackageName := fmt.Sprintf("kafka_2.13-%s", version)

log.Println("set up zookeeper and kafka")
startJMXCommands := []string{
"curl https://dlcdn.apache.org/kafka/3.6.2/kafka_2.13-3.6.2.tgz -o kafka_2.13-3.6.2.tgz",
"tar -xzf kafka_2.13-3.6.2.tgz",
"echo 'export JMX_PORT=2000'|cat - kafka_2.13-3.6.2/bin/kafka-server-start.sh > /tmp/kafka-server-start.sh && mv /tmp/kafka-server-start.sh kafka_2.13-3.6.2/bin/kafka-server-start.sh",
"echo 'export JMX_PORT=2010'|cat - kafka_2.13-3.6.2/bin/kafka-console-consumer.sh > /tmp/kafka-console-consumer.sh && mv /tmp/kafka-console-consumer.sh kafka_2.13-3.6.2/bin/kafka-console-consumer.sh",
"echo 'export JMX_PORT=2020'|cat - kafka_2.13-3.6.2/bin/kafka-console-producer.sh > /tmp/kafka-console-producer.sh && mv /tmp/kafka-console-producer.sh kafka_2.13-3.6.2/bin/kafka-console-producer.sh",
"sudo chmod +x kafka_2.13-3.6.2/bin/kafka-run-class.sh",
"sudo chmod +x kafka_2.13-3.6.2/bin/kafka-server-start.sh",
"sudo chmod +x kafka_2.13-3.6.2/bin/kafka-console-consumer.sh",
"sudo chmod +x kafka_2.13-3.6.2/bin/kafka-console-producer.sh",
"(yes | nohup kafka_2.13-3.6.2/bin/kafka-console-producer.sh --topic quickstart-events --bootstrap-server localhost:9092) > /tmp/kafka-console-producer-logs.txt 2>&1 &",
"kafka_2.13-3.6.2/bin/kafka-console-consumer.sh --topic quickstart-events --from-beginning --bootstrap-server localhost:9092 > /tmp/kafka-console-consumer-logs.txt 2>&1 &",
fmt.Sprintf("curl https://dlcdn.apache.org/kafka/%s/%s.tgz -o %s.tgz", version, kafkaPackageName, kafkaPackageName),
fmt.Sprintf("tar -xzf %s.tgz", kafkaPackageName),
fmt.Sprintf("sudo mv %s kafka_2.13-latest", kafkaPackageName),
"echo 'export JMX_PORT=2000'|cat - kafka_2.13-latest/bin/kafka-server-start.sh > /tmp/kafka-server-start.sh && mv /tmp/kafka-server-start.sh kafka_2.13-latest/bin/kafka-server-start.sh",
"echo 'export JMX_PORT=2010'|cat - kafka_2.13-latest/bin/kafka-console-consumer.sh > /tmp/kafka-console-consumer.sh && mv /tmp/kafka-console-consumer.sh kafka_2.13-latest/bin/kafka-console-consumer.sh",
"echo 'export JMX_PORT=2020'|cat - kafka_2.13-latest/bin/kafka-console-producer.sh > /tmp/kafka-console-producer.sh && mv /tmp/kafka-console-producer.sh kafka_2.13-latest/bin/kafka-console-producer.sh",
"sudo chmod +x kafka_2.13-latest/bin/kafka-run-class.sh",
"sudo chmod +x kafka_2.13-latest/bin/kafka-server-start.sh",
"sudo chmod +x kafka_2.13-latest/bin/kafka-console-consumer.sh",
"sudo chmod +x kafka_2.13-latest/bin/kafka-console-producer.sh",
"(yes | nohup kafka_2.13-latest/bin/kafka-console-producer.sh --topic quickstart-events --bootstrap-server localhost:9092) > /tmp/kafka-console-producer-logs.txt 2>&1 &",
"kafka_2.13-latest/bin/kafka-console-consumer.sh --topic quickstart-events --from-beginning --bootstrap-server localhost:9092 > /tmp/kafka-console-consumer-logs.txt 2>&1 &",
"curl https://dlcdn.apache.org/zookeeper/zookeeper-3.8.4/apache-zookeeper-3.8.4-bin.tar.gz -o apache-zookeeper-3.8.4-bin.tar.gz",
"tar -xzf apache-zookeeper-3.8.4-bin.tar.gz",
"mkdir apache-zookeeper-3.8.4-bin/data",
"touch apache-zookeeper-3.8.4-bin/conf/zoo.cfg",
"echo -e 'tickTime = 2000\ndataDir = ../data\nclientPort = 2181\ninitLimit = 5\nsyncLimit = 2\n' >> apache-zookeeper-3.8.4-bin/conf/zoo.cfg",
"sudo apache-zookeeper-3.8.4-bin/bin/zkServer.sh start",
"sudo kafka_2.13-3.6.2/bin/kafka-server-start.sh kafka_2.13-3.6.2/config/server.properties > /tmp/kafka-server-start-logs.txt 2>&1 &",
"sudo kafka_2.13-latest/bin/kafka-server-start.sh kafka_2.13-latest/config/server.properties > /tmp/kafka-server-start-logs.txt 2>&1 &",
}

err = common.RunCommands(startJMXCommands)
Expand Down
Loading