Skip to content

Commit

Permalink
Enable postgresql logging
Browse files Browse the repository at this point in the history
This patch enables logging of long running queries in postgresql.
  • Loading branch information
yogananth-subramanian committed Jul 4, 2024
1 parent c762016 commit feee60a
Show file tree
Hide file tree
Showing 3 changed files with 18 additions and 0 deletions.
1 change: 1 addition & 0 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -192,6 +192,7 @@ endif
@echo "Getting locust master log:"
kubectl logs --namespace $(LOCUST_NAMESPACE) -f -l performance-test-pod-name=$(SCENARIO)-test-master | tee load-test.log
date --utc -Ins>$(TMP_DIR)/benchmark-after
oc exec rhdh-postgresql-primary-0 -n rhdh-performance -- sh -c 'cat /var/lib/pgsql/data/userdata/log/postgresql*.log' | grep duration > postgresql.log
@echo "All done!!!"

## Run the scalability test
Expand Down
1 change: 1 addition & 0 deletions ci-scripts/collect-results.sh
Original file line number Diff line number Diff line change
Expand Up @@ -70,6 +70,7 @@ try_gather_file "${TMP_DIR}/create_group.log"
try_gather_file "${TMP_DIR}/create_user.log"
try_gather_file "${TMP_DIR}/get_token.log"
try_gather_file load-test.log
try_gather_file postgresql.log

PYTHON_VENV_DIR=.venv

Expand Down
16 changes: 16 additions & 0 deletions ci-scripts/rhdh-setup/deploy.sh
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,11 @@ export KEYCLOAK_USER_PASS=${KEYCLOAK_USER_PASS:-$(mktemp -u XXXXXXXXXX)}
export AUTH_PROVIDER="${AUTH_PROVIDER:-''}"
export ENABLE_RBAC="${ENABLE_RBAC:-false}"

export PSQL_LOG="${PSQL_LOG:-true}"
export LOG_MIN_DURATION_STATEMENT="${LOG_MIN_DURATION_STATEMENT:-65}"
export LOG_MIN_DURATION_SAMPLE="${LOG_MIN_DURATION_SAMPLE:-50}"
export LOG_STATEMENT_SAMPLE_RATE="${LOG_STATEMENT_SAMPLE_RATE:-0.7}"

export INSTALL_METHOD=helm

TMP_DIR=$(readlink -m "${TMP_DIR:-.tmp}")
Expand Down Expand Up @@ -115,6 +120,7 @@ install() {
fi

backstage_install
psql_debug
setup_monitoring
}

Expand Down Expand Up @@ -240,6 +246,16 @@ install_rhdh_with_olm() {
wait_to_start deployment "backstage-developer-hub" 300 300
}

# shellcheck disable=SC2016,SC1001,SC2086
psql_debug() {
if ${PSQL_LOG}; then
oc exec rhdh-postgresql-primary-0 -n "${RHDH_NAMESPACE}" -- sh -c "sed -i "s/^\s*#log_min_duration_statement.*/log_min_duration_statement=${LOG_MIN_DURATION_STATEMENT}/" /var/lib/pgsql/data/userdata/postgresql.conf "
oc exec rhdh-postgresql-primary-0 -n "${RHDH_NAMESPACE}" -- sh -c "sed -i "s/^\s*#log_min_duration_sample.*/log_min_duration_sample=${LOG_MIN_DURATION_SAMPLE}/" /var/lib/pgsql/data/userdata/postgresql.conf "
oc exec rhdh-postgresql-primary-0 -n "${RHDH_NAMESPACE}" -- sh -c "sed -i "s/^\s*#log_statement_sample_rate.*/log_statement_sample_rate=${LOG_STATEMENT_SAMPLE_RATE}/" /var/lib/pgsql/data/userdata/postgresql.conf "
fi
oc exec rhdh-postgresql-primary-0 -n "${RHDH_NAMESPACE}" -- sh -c 'pg_ctl -D $PGDATA restart -mf'
}

setup_monitoring() {
echo "Enabling user workload monitoring"
rm -f config.yaml
Expand Down

0 comments on commit feee60a

Please sign in to comment.