Skip to content

Commit

Permalink
chore(RHIDP-461): Add jobs to run MVP scenario (openshift#47803)
Browse files Browse the repository at this point in the history
Signed-off-by: Pavel Macík <pavel.macik@gmail.com>
  • Loading branch information
pmacik authored and Simranpal committed Jan 31, 2024
1 parent 0cd95db commit 7afb1aa
Show file tree
Hide file tree
Showing 5 changed files with 331 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -68,6 +68,68 @@ tests:
WORKERS: "100"
workflow: redhat-performance-backstage-performance
timeout: 8h0m0s
- always_run: false
as: mvp
steps:
cluster_profile: aws-rhdh-performance
env:
API_COUNT: "10000"
BACKSTAGE_USER_COUNT: "1000"
COMPONENT_COUNT: "5000"
DURATION: 10m
GROUP_COUNT: "250"
PRE_LOAD_DB: "true"
RHDH_DB_REPLICAS: "5"
RHDH_DB_STORAGE: 2Gi
RHDH_DEPLOYMENT_REPLICAS: "5"
RHDH_KEYCLOAK_REPLICAS: "5"
SCENARIO: mvp
SPAWN_RATE: "40"
USE_PR_BRANCH: "true"
USERS: "200"
WORKERS: "40"
workflow: redhat-performance-backstage-performance
timeout: 8h0m0s
- always_run: false
as: mvp-scalability
steps:
cluster_profile: aws-rhdh-performance
env:
DURATION: 5m
PRE_LOAD_DB: "true"
SCALE_ACTIVE_USERS_SPAWN_RATES: 1:1 200:40
SCALE_BS_USERS_GROUPS: 1:1 10000:2500
SCALE_CATALOG_SIZES: 1:1 10000:5000
SCALE_CPU_REQUESTS_LIMITS: ':'
SCALE_DB_STORAGES: 2Gi
SCALE_MEMORY_REQUESTS_LIMITS: ':'
SCALE_REPLICAS: "5"
SCALE_WORKERS: "40"
SCENARIO: mvp
USE_PR_BRANCH: "true"
WAIT_FOR_SEARCH_INDEX: "false"
workflow: redhat-performance-backstage-performance-scalability
timeout: 8h0m0s
- always_run: false
as: mvp-resources-scalability
steps:
cluster_profile: aws-rhdh-performance
env:
DURATION: 5m
PRE_LOAD_DB: "true"
SCALE_ACTIVE_USERS_SPAWN_RATES: "200:40"
SCALE_BS_USERS_GROUPS: 1000:250
SCALE_CATALOG_SIZES: 10000:5000
SCALE_CPU_REQUESTS_LIMITS: '256m:256m 1:1 :'
SCALE_DB_STORAGES: 2Gi
SCALE_MEMORY_REQUESTS_LIMITS: '512Mi:512Mi 1Gi:1Gi :'
SCALE_REPLICAS: "5"
SCALE_WORKERS: "40"
SCENARIO: mvp
USE_PR_BRANCH: "true"
WAIT_FOR_SEARCH_INDEX: "false"
workflow: redhat-performance-backstage-performance-scalability
timeout: 8h0m0s
- always_run: false
as: search-catalog-scalability
steps:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -379,6 +379,249 @@ presubmits:
secret:
secretName: result-aggregator
trigger: (?m)^/test( | .* )(list-catalog-scalability|remaining-required),?($|\s.*)
- agent: kubernetes
always_run: false
branches:
- ^main$
- ^main-
cluster: build03
context: ci/prow/mvp
decorate: true
decoration_config:
skip_cloning: true
timeout: 8h0m0s
labels:
ci-operator.openshift.io/cloud: aws
ci-operator.openshift.io/cloud-cluster-profile: aws-rhdh-performance
ci.openshift.io/generator: prowgen
pj-rehearse.openshift.io/can-be-rehearsed: "true"
name: pull-ci-redhat-performance-backstage-performance-main-mvp
rerun_command: /test mvp
spec:
containers:
- args:
- --gcs-upload-secret=/secrets/gcs/service-account.json
- --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
- --lease-server-credentials-file=/etc/boskos/credentials
- --report-credentials-file=/etc/report/credentials
- --secret-dir=/secrets/ci-pull-credentials
- --secret-dir=/usr/local/mvp-cluster-profile
- --target=mvp
command:
- ci-operator
image: ci-operator:latest
imagePullPolicy: Always
name: ""
resources:
requests:
cpu: 10m
volumeMounts:
- mountPath: /etc/boskos
name: boskos
readOnly: true
- mountPath: /secrets/ci-pull-credentials
name: ci-pull-credentials
readOnly: true
- mountPath: /usr/local/mvp-cluster-profile
name: cluster-profile
- mountPath: /secrets/gcs
name: gcs-credentials
readOnly: true
- mountPath: /secrets/manifest-tool
name: manifest-tool-local-pusher
readOnly: true
- mountPath: /etc/pull-secret
name: pull-secret
readOnly: true
- mountPath: /etc/report
name: result-aggregator
readOnly: true
serviceAccountName: ci-operator
volumes:
- name: boskos
secret:
items:
- key: credentials
path: credentials
secretName: boskos-credentials
- name: ci-pull-credentials
secret:
secretName: ci-pull-credentials
- name: cluster-profile
secret:
secretName: cluster-secrets-aws-rhdh-performance
- name: manifest-tool-local-pusher
secret:
secretName: manifest-tool-local-pusher
- name: pull-secret
secret:
secretName: registry-pull-credentials
- name: result-aggregator
secret:
secretName: result-aggregator
trigger: (?m)^/test( | .* )(mvp|remaining-required),?($|\s.*)
- agent: kubernetes
always_run: false
branches:
- ^main$
- ^main-
cluster: build03
context: ci/prow/mvp-resources-scalability
decorate: true
decoration_config:
skip_cloning: true
timeout: 8h0m0s
labels:
ci-operator.openshift.io/cloud: aws
ci-operator.openshift.io/cloud-cluster-profile: aws-rhdh-performance
ci.openshift.io/generator: prowgen
pj-rehearse.openshift.io/can-be-rehearsed: "true"
name: pull-ci-redhat-performance-backstage-performance-main-mvp-resources-scalability
rerun_command: /test mvp-resources-scalability
spec:
containers:
- args:
- --gcs-upload-secret=/secrets/gcs/service-account.json
- --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
- --lease-server-credentials-file=/etc/boskos/credentials
- --report-credentials-file=/etc/report/credentials
- --secret-dir=/secrets/ci-pull-credentials
- --secret-dir=/usr/local/mvp-resources-scalability-cluster-profile
- --target=mvp-resources-scalability
command:
- ci-operator
image: ci-operator:latest
imagePullPolicy: Always
name: ""
resources:
requests:
cpu: 10m
volumeMounts:
- mountPath: /etc/boskos
name: boskos
readOnly: true
- mountPath: /secrets/ci-pull-credentials
name: ci-pull-credentials
readOnly: true
- mountPath: /usr/local/mvp-resources-scalability-cluster-profile
name: cluster-profile
- mountPath: /secrets/gcs
name: gcs-credentials
readOnly: true
- mountPath: /secrets/manifest-tool
name: manifest-tool-local-pusher
readOnly: true
- mountPath: /etc/pull-secret
name: pull-secret
readOnly: true
- mountPath: /etc/report
name: result-aggregator
readOnly: true
serviceAccountName: ci-operator
volumes:
- name: boskos
secret:
items:
- key: credentials
path: credentials
secretName: boskos-credentials
- name: ci-pull-credentials
secret:
secretName: ci-pull-credentials
- name: cluster-profile
secret:
secretName: cluster-secrets-aws-rhdh-performance
- name: manifest-tool-local-pusher
secret:
secretName: manifest-tool-local-pusher
- name: pull-secret
secret:
secretName: registry-pull-credentials
- name: result-aggregator
secret:
secretName: result-aggregator
trigger: (?m)^/test( | .* )(mvp-resources-scalability|remaining-required),?($|\s.*)
- agent: kubernetes
always_run: false
branches:
- ^main$
- ^main-
cluster: build03
context: ci/prow/mvp-scalability
decorate: true
decoration_config:
skip_cloning: true
timeout: 8h0m0s
labels:
ci-operator.openshift.io/cloud: aws
ci-operator.openshift.io/cloud-cluster-profile: aws-rhdh-performance
ci.openshift.io/generator: prowgen
pj-rehearse.openshift.io/can-be-rehearsed: "true"
name: pull-ci-redhat-performance-backstage-performance-main-mvp-scalability
rerun_command: /test mvp-scalability
spec:
containers:
- args:
- --gcs-upload-secret=/secrets/gcs/service-account.json
- --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
- --lease-server-credentials-file=/etc/boskos/credentials
- --report-credentials-file=/etc/report/credentials
- --secret-dir=/secrets/ci-pull-credentials
- --secret-dir=/usr/local/mvp-scalability-cluster-profile
- --target=mvp-scalability
command:
- ci-operator
image: ci-operator:latest
imagePullPolicy: Always
name: ""
resources:
requests:
cpu: 10m
volumeMounts:
- mountPath: /etc/boskos
name: boskos
readOnly: true
- mountPath: /secrets/ci-pull-credentials
name: ci-pull-credentials
readOnly: true
- mountPath: /usr/local/mvp-scalability-cluster-profile
name: cluster-profile
- mountPath: /secrets/gcs
name: gcs-credentials
readOnly: true
- mountPath: /secrets/manifest-tool
name: manifest-tool-local-pusher
readOnly: true
- mountPath: /etc/pull-secret
name: pull-secret
readOnly: true
- mountPath: /etc/report
name: result-aggregator
readOnly: true
serviceAccountName: ci-operator
volumes:
- name: boskos
secret:
items:
- key: credentials
path: credentials
secretName: boskos-credentials
- name: ci-pull-credentials
secret:
secretName: ci-pull-credentials
- name: cluster-profile
secret:
secretName: cluster-secrets-aws-rhdh-performance
- name: manifest-tool-local-pusher
secret:
secretName: manifest-tool-local-pusher
- name: pull-secret
secret:
secretName: registry-pull-credentials
- name: result-aggregator
secret:
secretName: result-aggregator
trigger: (?m)^/test( | .* )(mvp-scalability|remaining-required),?($|\s.*)
- agent: kubernetes
always_run: false
branches:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ git clone --branch main https://github.com/redhat-performance/backstage-performa

set -x
if [ "$JOB_TYPE" == "presubmit" ] && [[ "$JOB_NAME" != rehearse-* ]] && [ "$USE_PR_BRANCH" == "true" ]; then
# if this is executed as PR check of github.com/redhat-appstudio/e2e-tests.git repo, switch to PR branch.
# if this is executed as PR check of github.com/redhat-performance/backstage-performance.git repo, switch to PR branch.
git fetch origin "pull/${PULL_NUMBER}/head"
git checkout -b "pr-${PULL_NUMBER}" FETCH_HEAD
fi
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,30 @@ ref:
- name: PRE_LOAD_DB
default: "true"
documentation: Pre-load RHDH with users and data
- name: API_COUNT
default: "1000"
documentation: Number of API entities populated in DB
- name: COMPONENT_COUNT
default: "1000"
documentation: Number of Component entities populated in DB
- name: BACKSTAGE_USER_COUNT
default: "1000"
documentation: Number of passive users created in KeyCloak
- name: GROUP_COUNT
default: "250"
documentation: Number of user group created in KeyCloak
- name: RHDH_DEPLOYMENT_REPLICAS
default: "5"
documentation: Number of RHDH Deployment replicas
- name: RHDH_DB_REPLICAS
default: "5"
documentation: Number of RHDH DB replicas
- name: RHDH_KEYCLOAK_REPLICAS
default: "5"
documentation: Number of Keycloak replicas
- name: RHDH_DB_STORAGE
default: "2Gi"
documentation: Number of RHDH Deployment replicas
from: backstage-performance-runner
resources:
requests:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ git clone --branch main https://github.com/redhat-performance/backstage-performa

set -x
if [ "$JOB_TYPE" == "presubmit" ] && [[ "$JOB_NAME" != rehearse-* ]] && [ "$USE_PR_BRANCH" == "true" ]; then
# if this is executed as PR check of github.com/redhat-appstudio/e2e-tests.git repo, switch to PR branch.
# if this is executed as PR check of github.com/redhat-performance/backstage-performance.git repo, switch to PR branch.
git fetch origin "pull/${PULL_NUMBER}/head"
git checkout -b "pr-${PULL_NUMBER}" FETCH_HEAD
fi
Expand Down

0 comments on commit 7afb1aa

Please sign in to comment.