chore(RHIDP-461): Add jobs to run MVP scenario

Signed-off-by: Pavel Macík <[email protected]>
openshift · Jan 29, 2024 · dfb68c6 · dfb68c6
1 parent 0bbd392
commit dfb68c6
Show file tree

Hide file tree

Showing 5 changed files with 331 additions and 2 deletions.
diff --git a/...dhat-performance/backstage-performance/redhat-performance-backstage-performance-main.yaml b/...dhat-performance/backstage-performance/redhat-performance-backstage-performance-main.yaml
@@ -68,6 +68,68 @@ tests:
       WORKERS: "100"
     workflow: redhat-performance-backstage-performance
   timeout: 8h0m0s
+- always_run: false
+  as: mvp
+  steps:
+    cluster_profile: aws-rhdh-performance
+    env:
+      API_COUNT: "10000"
+      BACKSTAGE_USER_COUNT: "1000"
+      COMPONENT_COUNT: "5000"
+      DURATION: 10m
+      GROUP_COUNT: "250"
+      PRE_LOAD_DB: "true"
+      RHDH_DB_REPLICAS: "5"
+      RHDH_DB_STORAGE: 2Gi
+      RHDH_DEPLOYMENT_REPLICAS: "5"
+      RHDH_KEYCLOAK_REPLICAS: "5"
+      SCENARIO: mvp
+      SPAWN_RATE: "40"
+      USE_PR_BRANCH: "true"
+      USERS: "200"
+      WORKERS: "40"
+    workflow: redhat-performance-backstage-performance
+  timeout: 8h0m0s
+- always_run: false
+  as: mvp-scalability
+  steps:
+    cluster_profile: aws-rhdh-performance
+    env:
+      DURATION: 5m
+      PRE_LOAD_DB: "true"
+      SCALE_ACTIVE_USERS_SPAWN_RATES: 1:1 200:40
+      SCALE_BS_USERS_GROUPS: 1:1 10000:2500
+      SCALE_CATALOG_SIZES: 1:1 10000:5000
+      SCALE_CPU_REQUESTS_LIMITS: ':'
+      SCALE_DB_STORAGES: 2Gi
+      SCALE_MEMORY_REQUESTS_LIMITS: ':'
+      SCALE_REPLICAS: "5"
+      SCALE_WORKERS: "40"
+      SCENARIO: mvp
+      USE_PR_BRANCH: "true"
+      WAIT_FOR_SEARCH_INDEX: "false"
+    workflow: redhat-performance-backstage-performance-scalability
+  timeout: 8h0m0s
+- always_run: false
+  as: mvp-resources-scalability
+  steps:
+    cluster_profile: aws-rhdh-performance
+    env:
+      DURATION: 5m
+      PRE_LOAD_DB: "true"
+      SCALE_ACTIVE_USERS_SPAWN_RATES: "200:40"
+      SCALE_BS_USERS_GROUPS: 1000:250
+      SCALE_CATALOG_SIZES: 10000:5000
+      SCALE_CPU_REQUESTS_LIMITS: '256m:256m 1:1 :'
+      SCALE_DB_STORAGES: 2Gi
+      SCALE_MEMORY_REQUESTS_LIMITS: '512Mi:512Mi 1Gi:1Gi :'
+      SCALE_REPLICAS: "5"
+      SCALE_WORKERS: "40"
+      SCENARIO: mvp
+      USE_PR_BRANCH: "true"
+      WAIT_FOR_SEARCH_INDEX: "false"
+    workflow: redhat-performance-backstage-performance-scalability
+  timeout: 8h0m0s
 - always_run: false
   as: search-catalog-scalability
   steps:

diff --git a/...mance/backstage-performance/redhat-performance-backstage-performance-main-presubmits.yaml b/...mance/backstage-performance/redhat-performance-backstage-performance-main-presubmits.yaml
@@ -379,6 +379,249 @@ presubmits:
         secret:
           secretName: result-aggregator
     trigger: (?m)^/test( | .* )(list-catalog-scalability|remaining-required),?($|\s.*)
+  - agent: kubernetes
+    always_run: false
+    branches:
+    - ^main$
+    - ^main-
+    cluster: build03
+    context: ci/prow/mvp
+    decorate: true
+    decoration_config:
+      skip_cloning: true
+      timeout: 8h0m0s
+    labels:
+      ci-operator.openshift.io/cloud: aws
+      ci-operator.openshift.io/cloud-cluster-profile: aws-rhdh-performance
+      ci.openshift.io/generator: prowgen
+      pj-rehearse.openshift.io/can-be-rehearsed: "true"
+    name: pull-ci-redhat-performance-backstage-performance-main-mvp
+    rerun_command: /test mvp
+    spec:
+      containers:
+      - args:
+        - --gcs-upload-secret=/secrets/gcs/service-account.json
+        - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+        - --lease-server-credentials-file=/etc/boskos/credentials
+        - --report-credentials-file=/etc/report/credentials
+        - --secret-dir=/secrets/ci-pull-credentials
+        - --secret-dir=/usr/local/mvp-cluster-profile
+        - --target=mvp
+        command:
+        - ci-operator
+        image: ci-operator:latest
+        imagePullPolicy: Always
+        name: ""
+        resources:
+          requests:
+            cpu: 10m
+        volumeMounts:
+        - mountPath: /etc/boskos
+          name: boskos
+          readOnly: true
+        - mountPath: /secrets/ci-pull-credentials
+          name: ci-pull-credentials
+          readOnly: true
+        - mountPath: /usr/local/mvp-cluster-profile
+          name: cluster-profile
+        - mountPath: /secrets/gcs
+          name: gcs-credentials
+          readOnly: true
+        - mountPath: /secrets/manifest-tool
+          name: manifest-tool-local-pusher
+          readOnly: true
+        - mountPath: /etc/pull-secret
+          name: pull-secret
+          readOnly: true
+        - mountPath: /etc/report
+          name: result-aggregator
+          readOnly: true
+      serviceAccountName: ci-operator
+      volumes:
+      - name: boskos
+        secret:
+          items:
+          - key: credentials
+            path: credentials
+          secretName: boskos-credentials
+      - name: ci-pull-credentials
+        secret:
+          secretName: ci-pull-credentials
+      - name: cluster-profile
+        secret:
+          secretName: cluster-secrets-aws-rhdh-performance
+      - name: manifest-tool-local-pusher
+        secret:
+          secretName: manifest-tool-local-pusher
+      - name: pull-secret
+        secret:
+          secretName: registry-pull-credentials
+      - name: result-aggregator
+        secret:
+          secretName: result-aggregator
+    trigger: (?m)^/test( | .* )(mvp|remaining-required),?($|\s.*)
+  - agent: kubernetes
+    always_run: false
+    branches:
+    - ^main$
+    - ^main-
+    cluster: build03
+    context: ci/prow/mvp-resources-scalability
+    decorate: true
+    decoration_config:
+      skip_cloning: true
+      timeout: 8h0m0s
+    labels:
+      ci-operator.openshift.io/cloud: aws
+      ci-operator.openshift.io/cloud-cluster-profile: aws-rhdh-performance
+      ci.openshift.io/generator: prowgen
+      pj-rehearse.openshift.io/can-be-rehearsed: "true"
+    name: pull-ci-redhat-performance-backstage-performance-main-mvp-resources-scalability
+    rerun_command: /test mvp-resources-scalability
+    spec:
+      containers:
+      - args:
+        - --gcs-upload-secret=/secrets/gcs/service-account.json
+        - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+        - --lease-server-credentials-file=/etc/boskos/credentials
+        - --report-credentials-file=/etc/report/credentials
+        - --secret-dir=/secrets/ci-pull-credentials
+        - --secret-dir=/usr/local/mvp-resources-scalability-cluster-profile
+        - --target=mvp-resources-scalability
+        command:
+        - ci-operator
+        image: ci-operator:latest
+        imagePullPolicy: Always
+        name: ""
+        resources:
+          requests:
+            cpu: 10m
+        volumeMounts:
+        - mountPath: /etc/boskos
+          name: boskos
+          readOnly: true
+        - mountPath: /secrets/ci-pull-credentials
+          name: ci-pull-credentials
+          readOnly: true
+        - mountPath: /usr/local/mvp-resources-scalability-cluster-profile
+          name: cluster-profile
+        - mountPath: /secrets/gcs
+          name: gcs-credentials
+          readOnly: true
+        - mountPath: /secrets/manifest-tool
+          name: manifest-tool-local-pusher
+          readOnly: true
+        - mountPath: /etc/pull-secret
+          name: pull-secret
+          readOnly: true
+        - mountPath: /etc/report
+          name: result-aggregator
+          readOnly: true
+      serviceAccountName: ci-operator
+      volumes:
+      - name: boskos
+        secret:
+          items:
+          - key: credentials
+            path: credentials
+          secretName: boskos-credentials
+      - name: ci-pull-credentials
+        secret:
+          secretName: ci-pull-credentials
+      - name: cluster-profile
+        secret:
+          secretName: cluster-secrets-aws-rhdh-performance
+      - name: manifest-tool-local-pusher
+        secret:
+          secretName: manifest-tool-local-pusher
+      - name: pull-secret
+        secret:
+          secretName: registry-pull-credentials
+      - name: result-aggregator
+        secret:
+          secretName: result-aggregator
+    trigger: (?m)^/test( | .* )(mvp-resources-scalability|remaining-required),?($|\s.*)
+  - agent: kubernetes
+    always_run: false
+    branches:
+    - ^main$
+    - ^main-
+    cluster: build03
+    context: ci/prow/mvp-scalability
+    decorate: true
+    decoration_config:
+      skip_cloning: true
+      timeout: 8h0m0s
+    labels:
+      ci-operator.openshift.io/cloud: aws
+      ci-operator.openshift.io/cloud-cluster-profile: aws-rhdh-performance
+      ci.openshift.io/generator: prowgen
+      pj-rehearse.openshift.io/can-be-rehearsed: "true"
+    name: pull-ci-redhat-performance-backstage-performance-main-mvp-scalability
+    rerun_command: /test mvp-scalability
+    spec:
+      containers:
+      - args:
+        - --gcs-upload-secret=/secrets/gcs/service-account.json
+        - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
+        - --lease-server-credentials-file=/etc/boskos/credentials
+        - --report-credentials-file=/etc/report/credentials
+        - --secret-dir=/secrets/ci-pull-credentials
+        - --secret-dir=/usr/local/mvp-scalability-cluster-profile
+        - --target=mvp-scalability
+        command:
+        - ci-operator
+        image: ci-operator:latest
+        imagePullPolicy: Always
+        name: ""
+        resources:
+          requests:
+            cpu: 10m
+        volumeMounts:
+        - mountPath: /etc/boskos
+          name: boskos
+          readOnly: true
+        - mountPath: /secrets/ci-pull-credentials
+          name: ci-pull-credentials
+          readOnly: true
+        - mountPath: /usr/local/mvp-scalability-cluster-profile
+          name: cluster-profile
+        - mountPath: /secrets/gcs
+          name: gcs-credentials
+          readOnly: true
+        - mountPath: /secrets/manifest-tool
+          name: manifest-tool-local-pusher
+          readOnly: true
+        - mountPath: /etc/pull-secret
+          name: pull-secret
+          readOnly: true
+        - mountPath: /etc/report
+          name: result-aggregator
+          readOnly: true
+      serviceAccountName: ci-operator
+      volumes:
+      - name: boskos
+        secret:
+          items:
+          - key: credentials
+            path: credentials
+          secretName: boskos-credentials
+      - name: ci-pull-credentials
+        secret:
+          secretName: ci-pull-credentials
+      - name: cluster-profile
+        secret:
+          secretName: cluster-secrets-aws-rhdh-performance
+      - name: manifest-tool-local-pusher
+        secret:
+          secretName: manifest-tool-local-pusher
+      - name: pull-secret
+        secret:
+          secretName: registry-pull-credentials
+      - name: result-aggregator
+        secret:
+          secretName: result-aggregator
+    trigger: (?m)^/test( | .* )(mvp-scalability|remaining-required),?($|\s.*)
   - agent: kubernetes
     always_run: false
     branches:

diff --git a/...at-performance/backstage-performance/redhat-performance-backstage-performance-commands.sh b/...at-performance/backstage-performance/redhat-performance-backstage-performance-commands.sh
@@ -39,7 +39,7 @@ git clone --branch main https://github.com/redhat-performance/backstage-performa
 
 set -x
 if [ "$JOB_TYPE" == "presubmit" ] && [[ "$JOB_NAME" != rehearse-* ]] && [ "$USE_PR_BRANCH" == "true" ]; then
-    # if this is executed as PR check of github.com/redhat-appstudio/e2e-tests.git repo, switch to PR branch.
+    # if this is executed as PR check of github.com/redhat-performance/backstage-performance.git repo, switch to PR branch.
     git fetch origin "pull/${PULL_NUMBER}/head"
     git checkout -b "pr-${PULL_NUMBER}" FETCH_HEAD
 fi

diff --git a/...edhat-performance/backstage-performance/redhat-performance-backstage-performance-ref.yaml b/...edhat-performance/backstage-performance/redhat-performance-backstage-performance-ref.yaml
@@ -31,6 +31,30 @@ ref:
     - name: PRE_LOAD_DB
       default: "true"
       documentation: Pre-load RHDH with users and data
+    - name: API_COUNT
+      default: "1000"
+      documentation: Number of API entities populated in DB
+    - name: COMPONENT_COUNT
+      default: "1000"
+      documentation: Number of Component entities populated in DB
+    - name: BACKSTAGE_USER_COUNT
+      default: "1000"
+      documentation: Number of passive users created in KeyCloak
+    - name: GROUP_COUNT
+      default: "250"
+      documentation: Number of user group created in KeyCloak
+    - name: RHDH_DEPLOYMENT_REPLICAS
+      default: "5"
+      documentation: Number of RHDH Deployment replicas
+    - name: RHDH_DB_REPLICAS
+      default: "5"
+      documentation: Number of RHDH DB replicas
+    - name: RHDH_KEYCLOAK_REPLICAS
+      default: "5"
+      documentation: Number of Keycloak replicas
+    - name: RHDH_DB_STORAGE
+      default: "2Gi"
+      documentation: Number of RHDH Deployment replicas
   from: backstage-performance-runner
   resources:
     requests:

diff --git a/...-performance/scalability/redhat-performance-backstage-performance-scalability-commands.sh b/...-performance/scalability/redhat-performance-backstage-performance-scalability-commands.sh
@@ -39,7 +39,7 @@ git clone --branch main https://github.com/redhat-performance/backstage-performa
 
 set -x
 if [ "$JOB_TYPE" == "presubmit" ] && [[ "$JOB_NAME" != rehearse-* ]] && [ "$USE_PR_BRANCH" == "true" ]; then
-    # if this is executed as PR check of github.com/redhat-appstudio/e2e-tests.git repo, switch to PR branch.
+    # if this is executed as PR check of github.com/redhat-performance/backstage-performance.git repo, switch to PR branch.
     git fetch origin "pull/${PULL_NUMBER}/head"
     git checkout -b "pr-${PULL_NUMBER}" FETCH_HEAD
 fi