=== RUN kuttl harness.go:459: starting setup harness.go:254: running tests using configured kubeconfig. harness.go:277: Successful connection to cluster at: https://104.155.181.188 harness.go:362: running tests harness.go:74: going to run test suite with timeout of 180 seconds for each step harness.go:374: testsuite: e2e-tests/tests has 26 tests === RUN kuttl/harness === RUN kuttl/harness/monitoring-pmm3 === PAUSE kuttl/harness/monitoring-pmm3 === CONT kuttl/harness/monitoring-pmm3 logger.go:42: 15:58:04 | monitoring-pmm3 | Creating namespace: kuttl-test-definite-chow logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_client] logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | + source ../../functions logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ realpath ../../.. logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | ++ CERT_MANAGER_VER=1.17.1 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | ++++ pwd logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/tests/monitoring-pmm3 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | ++ test_name=monitoring-pmm3 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/vars.sh logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/conf logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/conf logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export GIT_BRANCH=PR-1228 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ GIT_BRANCH=PR-1228 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export VERSION=PR-1228-06ec5e93e logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ VERSION=PR-1228-06ec5e93e logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1228-06ec5e93e logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1228-06ec5e93e logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export PG_VER=17 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ PG_VER=17 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | ++++ which gdate logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | ++++ which date logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | ++++ which gsed logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | ++++ which sed logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ sed=/usr/bin/sed logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | +++ command -v oc logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | ++ oc get projects logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | + init_temp_dir logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | + rm -rf /tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | + deploy_operator logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | + local cw_prefix= logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | + destroy_operator logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 15:58:04 | monitoring-pmm3/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | Error from server (NotFound): deployments.apps "percona-postgresql-operator" not found logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | + true logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | Error from server (NotFound): namespaces "pg-operator" not found logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | + true logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | + create_namespace pg-operator logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | + local namespace=pg-operator logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | + [[ -n '' ]] logger.go:42: 15:58:05 | monitoring-pmm3/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 15:58:06 | monitoring-pmm3/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 15:58:06 | monitoring-pmm3/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 15:58:07 | monitoring-pmm3/0-deploy-operator | namespace/pg-operator created logger.go:42: 15:58:07 | monitoring-pmm3/0-deploy-operator | + cw_prefix=cw- logger.go:42: 15:58:07 | monitoring-pmm3/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy/crd.yaml logger.go:42: 15:58:07 | monitoring-pmm3/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 15:58:08 | monitoring-pmm3/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 15:58:10 | monitoring-pmm3/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 15:58:10 | monitoring-pmm3/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 15:58:10 | monitoring-pmm3/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 15:58:10 | monitoring-pmm3/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied logger.go:42: 15:58:11 | monitoring-pmm3/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.postgres-operator.crunchydata.com serverside-applied logger.go:42: 15:58:13 | monitoring-pmm3/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 15:58:13 | monitoring-pmm3/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy/cw-rbac.yaml logger.go:42: 15:58:14 | monitoring-pmm3/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 15:58:14 | monitoring-pmm3/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 15:58:14 | monitoring-pmm3/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 15:58:14 | monitoring-pmm3/0-deploy-operator | + local disable_telemetry=true logger.go:42: 15:58:14 | monitoring-pmm3/0-deploy-operator | + '[' monitoring-pmm3 == telemetry-transfer ']' logger.go:42: 15:58:14 | monitoring-pmm3/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 15:58:14 | monitoring-pmm3/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "perconalab/percona-postgresql-operator:PR-1228-06ec5e93e"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy/cw-operator.yaml logger.go:42: 15:58:14 | monitoring-pmm3/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 15:58:15 | monitoring-pmm3/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 15:58:15 | monitoring-pmm3/0-deploy-operator | + deploy_client logger.go:42: 15:58:15 | monitoring-pmm3/0-deploy-operator | + kubectl -n kuttl-test-definite-chow apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/conf/client.yaml logger.go:42: 15:58:16 | monitoring-pmm3/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 15:58:16 | monitoring-pmm3/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 15:58:16 | monitoring-pmm3/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 15:58:17 | monitoring-pmm3/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 15:58:17 | monitoring-pmm3/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 15:58:17 | monitoring-pmm3/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 15:58:17 | monitoring-pmm3/0-deploy-operator | ASSERT PASS logger.go:42: 15:58:17 | monitoring-pmm3/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | starting test step 1-deploy-pmm-server logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | running command: [sh -c set -o errexit set -o xtrace source ../../functions deploy_pmm3_server] logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | + source ../../functions logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ realpath ../../.. logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | ++ CERT_MANAGER_VER=1.17.1 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | ++++ pwd logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/tests/monitoring-pmm3 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | ++ test_name=monitoring-pmm3 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/vars.sh logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/conf logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/conf logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export TEMP_DIR=/tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ TEMP_DIR=/tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export GIT_BRANCH=PR-1228 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ GIT_BRANCH=PR-1228 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export VERSION=PR-1228-06ec5e93e logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ VERSION=PR-1228-06ec5e93e logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1228-06ec5e93e logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1228-06ec5e93e logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export PG_VER=17 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ PG_VER=17 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export BUCKET=pg-operator-testing logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ BUCKET=pg-operator-testing logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ export PGOV1_VER=14 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ PGOV1_VER=14 logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | ++++ which gdate logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | ++++ which date logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ date=/usr/bin/date logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | ++++ which gsed logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | ++++ which sed logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ sed=/usr/bin/sed logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | +++ command -v oc logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | ++ oc get projects logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | + deploy_pmm3_server logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | + helm uninstall -n kuttl-test-definite-chow pmm logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | Error: uninstall: Release not loaded: pmm: release: not found logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | + : logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | + [[ -n '' ]] logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | + platform=kubernetes logger.go:42: 15:58:17 | monitoring-pmm3/1-deploy-pmm-server | + helm uninstall -n kuttl-test-definite-chow monitoring logger.go:42: 15:58:18 | monitoring-pmm3/1-deploy-pmm-server | Error: uninstall: Release not loaded: monitoring: release: not found logger.go:42: 15:58:18 | monitoring-pmm3/1-deploy-pmm-server | + : logger.go:42: 15:58:18 | monitoring-pmm3/1-deploy-pmm-server | + helm repo remove percona logger.go:42: 15:58:18 | monitoring-pmm3/1-deploy-pmm-server | Error: no repositories configured logger.go:42: 15:58:18 | monitoring-pmm3/1-deploy-pmm-server | + : logger.go:42: 15:58:18 | monitoring-pmm3/1-deploy-pmm-server | + kubectl delete clusterrole monitoring --ignore-not-found logger.go:42: 15:58:18 | monitoring-pmm3/1-deploy-pmm-server | + kubectl delete clusterrolebinding monitoring --ignore-not-found logger.go:42: 15:58:19 | monitoring-pmm3/1-deploy-pmm-server | + helm repo add percona https://percona.github.io/percona-helm-charts/ logger.go:42: 15:58:19 | monitoring-pmm3/1-deploy-pmm-server | "percona" has been added to your repositories logger.go:42: 15:58:19 | monitoring-pmm3/1-deploy-pmm-server | + helm install monitoring percona/pmm -n kuttl-test-definite-chow --set fullnameOverride=monitoring --set image.tag=3-dev-latest --set image.repository=perconalab/pmm-server --set service.type=LoadBalancer --set platform=kubernetes --force logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | NAME: monitoring logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | LAST DEPLOYED: Wed Jul 16 15:58:20 2025 logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | NAMESPACE: kuttl-test-definite-chow logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | STATUS: deployed logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | REVISION: 1 logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | TEST SUITE: None logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | NOTES: logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | Percona Monitoring and Management (PMM) logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | An open source database monitoring, observability and management tool logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | Check more info here: https://docs.percona.com/percona-monitoring-and-management/index.html logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | Get the application URL: logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | NOTE: It may take a few minutes for the LoadBalancer IP to be available. logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | You can watch the status of by running 'kubectl get --namespace kuttl-test-definite-chow svc -w monitoring-service' logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | export SERVICE_IP=$(kubectl get svc --namespace kuttl-test-definite-chow monitoring-service -o jsonpath="{.status.loadBalancer.ingress[0].ip}") logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | echo https://$SERVICE_IP: logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | Get password for the "admin" user: logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | export ADMIN_PASS=$(kubectl get secret pmm-secret --namespace kuttl-test-definite-chow -o jsonpath='{.data.PMM_ADMIN_PASSWORD}' | base64 --decode) logger.go:42: 15:58:22 | monitoring-pmm3/1-deploy-pmm-server | echo $ADMIN_PASS logger.go:42: 15:59:59 | monitoring-pmm3/1-deploy-pmm-server | test step completed 1-deploy-pmm-server logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | starting test step 2-create-pmm-secret logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl create -n "${NAMESPACE}" secret generic monitoring-pmm3-pmm-secret --from-literal=PMM_SERVER_TOKEN="" || true] logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | + source ../../functions logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ realpath ../../.. logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | ++ CERT_MANAGER_VER=1.17.1 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | ++++ pwd logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/tests/monitoring-pmm3 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | ++ test_name=monitoring-pmm3 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/vars.sh logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/conf logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/conf logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export TEMP_DIR=/tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ TEMP_DIR=/tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export GIT_BRANCH=PR-1228 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ GIT_BRANCH=PR-1228 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export VERSION=PR-1228-06ec5e93e logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ VERSION=PR-1228-06ec5e93e logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1228-06ec5e93e logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1228-06ec5e93e logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export PG_VER=17 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ PG_VER=17 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export BUCKET=pg-operator-testing logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ BUCKET=pg-operator-testing logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ export PGOV1_VER=14 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ PGOV1_VER=14 logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | ++++ which gdate logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | ++++ which date logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ date=/usr/bin/date logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | ++++ which gsed logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | ++++ which sed logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ sed=/usr/bin/sed logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | +++ command -v oc logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | ++ oc get projects logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | + kubectl create -n kuttl-test-definite-chow secret generic monitoring-pmm3-pmm-secret --from-literal=PMM_SERVER_TOKEN= logger.go:42: 15:59:59 | monitoring-pmm3/2-create-pmm-secret | secret/monitoring-pmm3-pmm-secret created logger.go:42: 16:00:00 | monitoring-pmm3/2-create-pmm-secret | test step completed 2-create-pmm-secret logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | starting test step 3-create-cluster logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.pmm.enabled=true' - \ | yq eval ".spec.pmm.image=\"${IMAGE_PMM3_CLIENT}\"" - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + source ../../functions logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ realpath ../../.. logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ++ CERT_MANAGER_VER=1.17.1 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ++++ pwd logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/tests/monitoring-pmm3 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ++ test_name=monitoring-pmm3 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/vars.sh logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/conf logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/conf logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export GIT_BRANCH=PR-1228 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ GIT_BRANCH=PR-1228 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export VERSION=PR-1228-06ec5e93e logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ VERSION=PR-1228-06ec5e93e logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1228-06ec5e93e logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1228-06ec5e93e logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export PG_VER=17 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ PG_VER=17 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ PGOV1_VER=14 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ++++ which gdate logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ++++ which date logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ date=/usr/bin/date logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ++++ which gsed logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ++++ which sed logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ sed=/usr/bin/sed logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | +++ command -v oc logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ++ oc get projects logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + get_cr logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + local cr_name= logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + '[' -z ']' logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + cr_name=monitoring-pmm3 logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + local repo_path= logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + local source_path= logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + yq eval ' logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .metadata.name = "monitoring-pmm3" | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .metadata.labels = {"e2e":"monitoring-pmm3"} | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .spec.postgresVersion = 17 | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .spec.users += [{"name":"monitoring-pmm3","password":{"type":"AlphaNumeric"}}] | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg17-postgres" | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .spec.initContainer.image = "perconalab/percona-postgresql-operator:PR-1228-06ec5e93e" | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-pgbackrest17" | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-pgbouncer17" | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .spec.pmm.image = "perconalab/pmm-client:dev-latest" | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .spec.pmm.secret = "monitoring-pmm3-pmm-secret" | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .spec.pmm.customClusterName = "monitoring-pmm3-pmm-custom-name" | logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | .spec.pmm.postgresParams = "--environment=dev-postgres" logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy/cr.yaml logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + yq eval .spec.pmm.enabled=true - logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:3-dev-latest"' - logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + kubectl -n kuttl-test-definite-chow apply -f - logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + [[ -n '' ]] logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + case $test_name in logger.go:42: 16:00:00 | monitoring-pmm3/3-create-cluster | + cat /tmp/kuttl/pg/monitoring-pmm3/cr.yaml logger.go:42: 16:00:01 | monitoring-pmm3/3-create-cluster | perconapgcluster.pgv2.percona.com/monitoring-pmm3 created logger.go:42: 16:01:16 | monitoring-pmm3/3-create-cluster | test step completed 3-create-cluster logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | starting test step 4-update-pmm-server-token logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | running command: [sh -c set -o errexit set -o xtrace source ../../functions token=$(generate_pmm3_server_token) [[ -n ${token} && ${token} != null ]] \ && kubectl -n ${NAMESPACE} patch secret monitoring-pmm3-pmm-secret --type merge --patch '{"stringData": {"PMM_SERVER_TOKEN": "'${token}'"}}' \ || true sleep 25] logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | + source ../../functions logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ realpath ../../.. logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++ CERT_MANAGER_VER=1.17.1 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++++ pwd logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/tests/monitoring-pmm3 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++ test_name=monitoring-pmm3 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/vars.sh logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/deploy logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/conf logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/e2e-tests/conf logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export TEMP_DIR=/tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ TEMP_DIR=/tmp/kuttl/pg/monitoring-pmm3 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export GIT_BRANCH=PR-1228 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ GIT_BRANCH=PR-1228 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export VERSION=PR-1228-06ec5e93e logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ VERSION=PR-1228-06ec5e93e logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1228-06ec5e93e logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1228-06ec5e93e logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export PG_VER=17 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ PG_VER=17 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export BUCKET=pg-operator-testing logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ BUCKET=pg-operator-testing logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ export PGOV1_VER=14 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ PGOV1_VER=14 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++++ which gdate logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++++ which date logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ date=/usr/bin/date logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++++ which gsed logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1228/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++++ which sed logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ sed=/usr/bin/sed logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ command -v oc logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++ oc get projects logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++ generate_pmm3_server_token logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++ local key_name=18718 logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++ local ADMIN_PASSWORD logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ kubectl -n kuttl-test-definite-chow get secret pmm-secret -o 'jsonpath={.data.PMM_ADMIN_PASSWORD}' logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | +++ base64 --decode logger.go:42: 16:01:16 | monitoring-pmm3/4-update-pmm-server-token | ++ ADMIN_PASSWORD='J:RN]x6