From f1959ea6fae1d10fb0290dfffa845f3951e644bd Mon Sep 17 00:00:00 2001 From: Roy Dahan Date: Wed, 27 Nov 2024 18:41:00 +0200 Subject: [PATCH] new 90% elasticy case adding nodes serially --- ..._2xlarge-elasticity-90-percent.jenkinsfile | 12 ++++++ ...ncy-i4i_2xlarge-elasticity-90-percent.yaml | 41 +++++++++++++++++++ 2 files changed, 53 insertions(+) create mode 100644 jenkins-pipelines/performance_staging/perf-regression-latency-i4i_2xlarge-elasticity-90-percent.jenkinsfile create mode 100644 test-cases/performance/perf-regression-latency-i4i_2xlarge-elasticity-90-percent.yaml diff --git a/jenkins-pipelines/performance_staging/perf-regression-latency-i4i_2xlarge-elasticity-90-percent.jenkinsfile b/jenkins-pipelines/performance_staging/perf-regression-latency-i4i_2xlarge-elasticity-90-percent.jenkinsfile new file mode 100644 index 00000000000..a94eb790d4f --- /dev/null +++ b/jenkins-pipelines/performance_staging/perf-regression-latency-i4i_2xlarge-elasticity-90-percent.jenkinsfile @@ -0,0 +1,12 @@ +#!groovy + +// trick from https://github.com/jenkinsci/workflow-cps-global-lib-plugin/pull/43 +def lib = library identifier: 'sct@snapshot', retriever: legacySCM(scm) + +perfRegressionParallelPipeline( + backend: "aws", + availability_zone: 'a', + test_name: "performance_regression_test.PerformanceRegressionTest", + test_config: """["test-cases/performance/perf-regression-latency-650gb-elasticity.yaml", "configurations/disable_kms.yaml"]""", + sub_tests: ["test_latency_write_with_nemesis", "test_latency_read_with_nemesis", "test_latency_mixed_with_nemesis"], +) diff --git a/test-cases/performance/perf-regression-latency-i4i_2xlarge-elasticity-90-percent.yaml b/test-cases/performance/perf-regression-latency-i4i_2xlarge-elasticity-90-percent.yaml new file mode 100644 index 00000000000..5db37dda4a0 --- /dev/null +++ b/test-cases/performance/perf-regression-latency-i4i_2xlarge-elasticity-90-percent.yaml @@ -0,0 +1,41 @@ +test_duration: 3000 +prepare_write_cmd: ["cassandra-stress write no-warmup cl=ALL n=367001600 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate threads=200 -col 'size=FIXED(128) n=FIXED(8)' -pop seq=1..367001600", + "cassandra-stress write no-warmup cl=ALL n=367001600 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate threads=200 -col 'size=FIXED(128) n=FIXED(8)' -pop seq=367001601..734003200", + "cassandra-stress write no-warmup cl=ALL n=367001600 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate threads=200 -col 'size=FIXED(128) n=FIXED(8)' -pop seq=734003201..1101004800", + "cassandra-stress write no-warmup cl=ALL n=367001600 -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate threads=200 -col 'size=FIXED(128) n=FIXED(8)' -pop seq=1101004801..1468006400"] + +stress_cmd_w: "cassandra-stress write no-warmup cl=QUORUM duration=2850m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=300 fixed=27000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,9750000)' " +stress_cmd_r: "cassandra-stress read no-warmup cl=QUORUM duration=800m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=300 fixed=24000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,9750000)' " +stress_cmd_m: "cassandra-stress mixed no-warmup cl=QUORUM duration=800m -schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' -mode cql3 native -rate 'threads=300 fixed=22000/s' -col 'size=FIXED(128) n=FIXED(8)' -pop 'dist=gauss(1..650000000,325000000,6500000)' " + + +n_db_nodes: 3 +nemesis_add_node_cnt: 3 +n_loaders: 4 +n_monitor_nodes: 1 +nemesis_grow_shrink_instance_type: 'i4i.large' + +instance_type_loader: 'c6i.2xlarge' +instance_type_monitor: 't3.large' +instance_type_db: 'i4i.2xlarge' + +nemesis_class_name: 'GrowShrinkClusterNemesis' +nemesis_interval: 30 +nemesis_sequence_sleep_between_ops: 10 + +user_prefix: 'elasticity-test' +space_node_threshold: 644245094 +ami_id_db_scylla_desc: 'VERSION_DESC' + +round_robin: true +append_scylla_args: '--blocked-reactor-notify-ms 5 --abort-on-lsa-bad-alloc 1 --abort-on-seastar-bad-alloc --abort-on-internal-error 1 --abort-on-ebadf 1' +backtrace_decoding: false +print_kernel_callstack: true + +store_perf_results: true +email_recipients: ["scylla-perf-results@scylladb.com"] +use_prepared_loaders: true +use_hdr_cs_histogram: true +email_subject_postfix: 'elasticity test' +nemesis_double_load_during_grow_shrink_duration: 0 +parallel_node_operations: false