From 82fc3906be6af3d472cda6caa6134256e39eeb82 Mon Sep 17 00:00:00 2001 From: nikhil-ctds Date: Tue, 10 Dec 2024 17:39:48 +0530 Subject: [PATCH 1/4] add exclusive, failover, key_shared subscription types --- .../pulsar-exclusive-subscription.yaml | 51 +++++++++++++++++++ 1 file changed, 51 insertions(+) create mode 100644 driver-pulsar/pulsar-exclusive-subscription.yaml diff --git a/driver-pulsar/pulsar-exclusive-subscription.yaml b/driver-pulsar/pulsar-exclusive-subscription.yaml new file mode 100644 index 00000000..d683a766 --- /dev/null +++ b/driver-pulsar/pulsar-exclusive-subscription.yaml @@ -0,0 +1,51 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +name: Pulsar +driverClass: io.openmessaging.benchmark.driver.pulsar.PulsarBenchmarkDriver + +# Pulsar client-specific configuration +client: + serviceUrl: ${pulsarServiceUrl:-pulsar://localhost:6650} + httpUrl: ${pulsarAdminUrl:-http://localhost:8080} + ioThreads: 8 + connectionsPerBroker: 8 + clusterName: local + namespacePrefix: benchmark/ns + topicType: persistent + persistence: + ensembleSize: 3 + writeQuorum: 3 + ackQuorum: 2 + deduplicationEnabled: false + tlsAllowInsecureConnection: false + tlsEnableHostnameVerification: false + tlsTrustCertsFilePath: + authentication: + plugin: + data: + +# Producer configuration +producer: + batchingEnabled: true + batchingMaxPublishDelayMs: 1 + blockIfQueueFull: true + pendingQueueSize: 10000 + +# Consumer configuration + +consumer: + subscriptionType: Exclusive + subscriptionMode: Durable \ No newline at end of file From b2be26783710ee6cb3eaca81065201c1dd6928b6 Mon Sep 17 00:00:00 2001 From: nikhil-ctds Date: Wed, 11 Dec 2024 16:02:59 +0530 Subject: [PATCH 2/4] upgrade github action/checkout to v3 --- .github/workflows/build.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index e21f3a78..038cbe5d 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -11,7 +11,7 @@ jobs: runs-on: ubuntu-latest steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v3 - name: Set up JDK 11 uses: actions/setup-java@v2 with: From ff990f3ac87a3f9b0cb1cc650c679f4f44d4dc34 Mon Sep 17 00:00:00 2001 From: nikhil-ctds Date: Fri, 13 Dec 2024 11:47:41 +0530 Subject: [PATCH 3/4] add different quorum configuration --- driver-pulsar/pulsar-3-2-1.yaml | 51 +++++++++++++++++++++++++++++++++ driver-pulsar/pulsar-3-3-1.yaml | 51 +++++++++++++++++++++++++++++++++ 2 files changed, 102 insertions(+) create mode 100644 driver-pulsar/pulsar-3-2-1.yaml create mode 100644 driver-pulsar/pulsar-3-3-1.yaml diff --git a/driver-pulsar/pulsar-3-2-1.yaml b/driver-pulsar/pulsar-3-2-1.yaml new file mode 100644 index 00000000..b84de9ff --- /dev/null +++ b/driver-pulsar/pulsar-3-2-1.yaml @@ -0,0 +1,51 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +name: Pulsar +driverClass: io.openmessaging.benchmark.driver.pulsar.PulsarBenchmarkDriver + +# Pulsar client-specific configuration +client: + serviceUrl: ${pulsarServiceUrl:-pulsar://localhost:6650} + httpUrl: ${pulsarAdminUrl:-http://localhost:8080} + ioThreads: 8 + connectionsPerBroker: 8 + clusterName: local + namespacePrefix: benchmark/ns + topicType: persistent + persistence: + ensembleSize: 3 + writeQuorum: 2 + ackQuorum: 1 + deduplicationEnabled: false + tlsAllowInsecureConnection: false + tlsEnableHostnameVerification: false + tlsTrustCertsFilePath: + authentication: + plugin: + data: + +# Producer configuration +producer: + batchingEnabled: true + batchingMaxPublishDelayMs: 1 + blockIfQueueFull: true + pendingQueueSize: 10000 + +# Consumer configuration + +consumer: + subscriptionType: Failover + subscriptionMode: Durable diff --git a/driver-pulsar/pulsar-3-3-1.yaml b/driver-pulsar/pulsar-3-3-1.yaml new file mode 100644 index 00000000..bc9350b5 --- /dev/null +++ b/driver-pulsar/pulsar-3-3-1.yaml @@ -0,0 +1,51 @@ +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +name: Pulsar +driverClass: io.openmessaging.benchmark.driver.pulsar.PulsarBenchmarkDriver + +# Pulsar client-specific configuration +client: + serviceUrl: ${pulsarServiceUrl:-pulsar://localhost:6650} + httpUrl: ${pulsarAdminUrl:-http://localhost:8080} + ioThreads: 8 + connectionsPerBroker: 8 + clusterName: local + namespacePrefix: benchmark/ns + topicType: persistent + persistence: + ensembleSize: 3 + writeQuorum: 3 + ackQuorum: 1 + deduplicationEnabled: false + tlsAllowInsecureConnection: false + tlsEnableHostnameVerification: false + tlsTrustCertsFilePath: + authentication: + plugin: + data: + +# Producer configuration +producer: + batchingEnabled: true + batchingMaxPublishDelayMs: 1 + blockIfQueueFull: true + pendingQueueSize: 10000 + +# Consumer configuration + +consumer: + subscriptionType: Failover + subscriptionMode: Durable From e28522890dea68e995e85e5a41062f417b78bb8c Mon Sep 17 00:00:00 2001 From: nikhil-ctds Date: Mon, 16 Dec 2024 10:46:24 +0530 Subject: [PATCH 4/4] refactored tests naming --- driver-pulsar/{pulsar-3-2-1.yaml => pulsar-es3-wq2-aq1.yaml} | 0 driver-pulsar/{pulsar-3-3-1.yaml => pulsar-es3-wq3-aq1.yaml} | 0 2 files changed, 0 insertions(+), 0 deletions(-) rename driver-pulsar/{pulsar-3-2-1.yaml => pulsar-es3-wq2-aq1.yaml} (100%) rename driver-pulsar/{pulsar-3-3-1.yaml => pulsar-es3-wq3-aq1.yaml} (100%) diff --git a/driver-pulsar/pulsar-3-2-1.yaml b/driver-pulsar/pulsar-es3-wq2-aq1.yaml similarity index 100% rename from driver-pulsar/pulsar-3-2-1.yaml rename to driver-pulsar/pulsar-es3-wq2-aq1.yaml diff --git a/driver-pulsar/pulsar-3-3-1.yaml b/driver-pulsar/pulsar-es3-wq3-aq1.yaml similarity index 100% rename from driver-pulsar/pulsar-3-3-1.yaml rename to driver-pulsar/pulsar-es3-wq3-aq1.yaml