=== RUN   kuttl
    harness.go:464: starting setup
    harness.go:255: running tests using configured kubeconfig.
    harness.go:278: Successful connection to cluster at: https://35.225.32.197
    harness.go:363: running tests
    harness.go:75: going to run test suite with timeout of 180 seconds for each step
    harness.go:375: testsuite: e2e-tests/tests has 23 tests
=== RUN   kuttl/harness
=== RUN   kuttl/harness/upgrade-consistency
=== PAUSE kuttl/harness/upgrade-consistency
=== CONT  kuttl/harness/upgrade-consistency
    logger.go:42: 21:04:02 | upgrade-consistency | Creating namespace: kuttl-test-leading-arachnid
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | starting test step 0-deploy-operator
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        init_temp_dir # do this only in the first TestStep
        
        deploy_operator]
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | + source ../../functions
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ realpath ../../..
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | ++ CERT_MANAGER_VER=1.17.1
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | ++++ pwd
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests/tests/upgrade-consistency
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | ++ test_name=upgrade-consistency
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests/vars.sh
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/deploy
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/deploy
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests/conf
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests/conf
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export GIT_BRANCH=PR-1112
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ GIT_BRANCH=PR-1112
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export VERSION=PR-1112-1af8946a8
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ VERSION=PR-1112-1af8946a8
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1112-1af8946a8
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1112-1af8946a8
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export PG_VER=16
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ PG_VER=16
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer16
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer16
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest16
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest16
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export BUCKET=pg-operator-testing
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ BUCKET=pg-operator-testing
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export PGOV1_TAG=1.4.0
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ PGOV1_TAG=1.4.0
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ export PGOV1_VER=14
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ PGOV1_VER=14
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | ++++ which gdate
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | ++++ which date
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ date=/usr/bin/date
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | ++++ which gsed
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | ++++ which sed
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ sed=/usr/bin/sed
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | +++ command -v oc
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | ++ oc get projects
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | + init_temp_dir
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | + rm -rf /tmp/kuttl/pg/upgrade-consistency
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/upgrade-consistency
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | + deploy_operator
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | + local cw_prefix=
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | + destroy_operator
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0
    logger.go:42: 21:04:02 | upgrade-consistency/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 21:04:03 | upgrade-consistency/0-deploy-operator | deployment.apps "percona-postgresql-operator" force deleted
    logger.go:42: 21:04:03 | upgrade-consistency/0-deploy-operator | + [[ -n pg-operator ]]
    logger.go:42: 21:04:03 | upgrade-consistency/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0
    logger.go:42: 21:04:03 | upgrade-consistency/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
    logger.go:42: 21:04:03 | upgrade-consistency/0-deploy-operator | namespace "pg-operator" force deleted
    logger.go:42: 21:04:09 | upgrade-consistency/0-deploy-operator | + [[ -n pg-operator ]]
    logger.go:42: 21:04:09 | upgrade-consistency/0-deploy-operator | + create_namespace pg-operator
    logger.go:42: 21:04:09 | upgrade-consistency/0-deploy-operator | + local namespace=pg-operator
    logger.go:42: 21:04:09 | upgrade-consistency/0-deploy-operator | + [[ -n '' ]]
    logger.go:42: 21:04:09 | upgrade-consistency/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found
    logger.go:42: 21:04:10 | upgrade-consistency/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator
    logger.go:42: 21:04:10 | upgrade-consistency/0-deploy-operator | + kubectl create namespace pg-operator
    logger.go:42: 21:04:11 | upgrade-consistency/0-deploy-operator | namespace/pg-operator created
    logger.go:42: 21:04:11 | upgrade-consistency/0-deploy-operator | + cw_prefix=cw-
    logger.go:42: 21:04:11 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1112/deploy/crd.yaml
    logger.go:42: 21:04:11 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied
    logger.go:42: 21:04:12 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied
    logger.go:42: 21:04:13 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied
    logger.go:42: 21:04:13 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied
    logger.go:42: 21:04:14 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied
    logger.go:42: 21:04:14 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied
    logger.go:42: 21:04:15 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.postgres-operator.crunchydata.com serverside-applied
    logger.go:42: 21:04:16 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied
    logger.go:42: 21:04:16 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1112/deploy/cw-rbac.yaml
    logger.go:42: 21:04:16 | upgrade-consistency/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied
    logger.go:42: 21:04:17 | upgrade-consistency/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied
    logger.go:42: 21:04:17 | upgrade-consistency/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied
    logger.go:42: 21:04:17 | upgrade-consistency/0-deploy-operator | + local disable_telemetry=true
    logger.go:42: 21:04:17 | upgrade-consistency/0-deploy-operator | + '[' upgrade-consistency == telemetry-transfer ']'
    logger.go:42: 21:04:17 | upgrade-consistency/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' -
    logger.go:42: 21:04:17 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply -f -
    logger.go:42: 21:04:17 | upgrade-consistency/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "perconalab/percona-postgresql-operator:PR-1112-1af8946a8"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1112/deploy/cw-operator.yaml
    logger.go:42: 21:04:18 | upgrade-consistency/0-deploy-operator | deployment.apps/percona-postgresql-operator created
    logger.go:42: 21:04:19 | upgrade-consistency/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1]
    logger.go:42: 21:04:19 | upgrade-consistency/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist.
    logger.go:42: 21:04:19 | upgrade-consistency/0-deploy-operator | ASSERT FAIL Resource(s) not found.
    logger.go:42: 21:04:21 | upgrade-consistency/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1]
    logger.go:42: 21:04:21 | upgrade-consistency/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist.
    logger.go:42: 21:04:21 | upgrade-consistency/0-deploy-operator | INFO   Found 1 resource(s).
    logger.go:42: 21:04:21 | upgrade-consistency/0-deploy-operator | NAME                          NAMESPACE     COL0
    logger.go:42: 21:04:21 | upgrade-consistency/0-deploy-operator | percona-postgresql-operator   pg-operator   1
    logger.go:42: 21:04:21 | upgrade-consistency/0-deploy-operator | ASSERT PASS
    logger.go:42: 21:04:21 | upgrade-consistency/0-deploy-operator | test step completed 0-deploy-operator
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | starting test step 1-create-cluster
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | running command: [sh -c set -o errexit
        set -o xtrace
        
        source ../../functions
        
        get_cr \
          | yq eval '
              .spec.crVersion="2.5.0"' - \
          | kubectl -n "${NAMESPACE}" apply -f -]
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + source ../../functions
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ realpath ../../..
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | ++ CERT_MANAGER_VER=1.17.1
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | ++++ pwd
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests/tests/upgrade-consistency
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | ++ test_name=upgrade-consistency
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests/vars.sh
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/deploy
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/deploy
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests/conf
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/e2e-tests/conf
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export GIT_BRANCH=PR-1112
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ GIT_BRANCH=PR-1112
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export VERSION=PR-1112-1af8946a8
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ VERSION=PR-1112-1af8946a8
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1112-1af8946a8
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1112-1af8946a8
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export PG_VER=16
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ PG_VER=16
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer16
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer16
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest16
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest16
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export BUCKET=pg-operator-testing
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ BUCKET=pg-operator-testing
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export PGOV1_TAG=1.4.0
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ PGOV1_TAG=1.4.0
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ export PGOV1_VER=14
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ PGOV1_VER=14
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | ++++ which gdate
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | ++++ which date
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ date=/usr/bin/date
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | ++++ which gsed
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1112/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | ++++ which sed
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ sed=/usr/bin/sed
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | +++ command -v oc
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | ++ oc get projects
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + get_cr
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + local cr_name=
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + '[' -z ']'
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + yq eval '
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster |       .spec.crVersion="2.5.0"' -
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + cr_name=upgrade-consistency
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + local repo_path=
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + kubectl -n kuttl-test-leading-arachnid apply -f -
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + yq eval '
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		.metadata.name = "upgrade-consistency" |
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		.metadata.labels = {"e2e":"upgrade-consistency"} |
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		.spec.postgresVersion = 16 |
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		.spec.users += [{"name":"upgrade-consistency","password":{"type":"AlphaNumeric"}}] |
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		.spec.image = "perconalab/percona-postgresql-operator:main-ppg16-postgres" |
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		.spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-pgbackrest16" |
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		.spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-pgbouncer16" |
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		.spec.pmm.image = "perconalab/pmm-client:dev-latest" |
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		.spec.pmm.secret = "upgrade-consistency-pmm-secret" |
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		.spec.pmm.customClusterName = "upgrade-consistency-pmm-custom-name"
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | 		' /mnt/jenkins/workspace/cloud-pg-operator_PR-1112/deploy/cr.yaml
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + [[ -n '' ]]
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + case $test_name in
    logger.go:42: 21:04:21 | upgrade-consistency/1-create-cluster | + cat /tmp/kuttl/pg/upgrade-consistency/cr.yaml
    logger.go:42: 21:04:22 | upgrade-consistency/1-create-cluster | perconapgcluster.pgv2.percona.com/upgrade-consistency created
    logger.go:42: 21:07:22 | upgrade-consistency/1-create-cluster | test step failed 1-create-cluster
    case.go:378: failed in step 1-create-cluster
    case.go:380: --- Job:kuttl-test-leading-arachnid/
        +++ Job:kuttl-test-leading-arachnid/upgrade-consistency-backup-j79c
        @@ -1,17 +1,33 @@
         apiVersion: batch/v1
         kind: Job
         metadata:
        +  annotations:
        +    postgres-operator.crunchydata.com/pgbackrest-hash: 65bb57b6b5
           labels:
        +    app.kubernetes.io/instance: upgrade-consistency
        +    app.kubernetes.io/managed-by: percona-postgresql-operator
        +    app.kubernetes.io/name: percona-postgresql
        +    app.kubernetes.io/part-of: percona-postgresql
        +    pgv2.percona.com/version: 2.5.0
             postgres-operator.crunchydata.com/cluster: upgrade-consistency
             postgres-operator.crunchydata.com/pgbackrest: ""
             postgres-operator.crunchydata.com/pgbackrest-backup: replica-create
             postgres-operator.crunchydata.com/pgbackrest-repo: repo1
        +  managedFields: '[... elided field over 10 lines long ...]'
        +  name: upgrade-consistency-backup-j79c
           namespace: kuttl-test-leading-arachnid
           ownerReferences:
           - apiVersion: pgv2.percona.com/v2
             blockOwnerDeletion: true
             controller: true
             kind: PerconaPGBackup
        +    name: upgrade-consistency-backup-j79c-gbccl
        +    uid: f9b2cace-6357-46a7-8c99-b0d68feb9625
        +spec: '[... elided field over 10 lines long ...]'
         status:
        -  succeeded: 1
        +  failed: 4
        +  ready: 0
        +  startTime: "2025-03-28T21:04:52Z"
        +  terminating: 0
        +  uncountedTerminatedPods: {}
         
        
    case.go:380: resource Job:kuttl-test-leading-arachnid/: .status.succeeded: key is missing from map
    case.go:380: --- PostgresCluster:kuttl-test-leading-arachnid/upgrade-consistency
        +++ PostgresCluster:kuttl-test-leading-arachnid/upgrade-consistency
        @@ -1,8 +1,14 @@
         apiVersion: postgres-operator.crunchydata.com/v1beta1
         kind: PostgresCluster
         metadata:
        +  annotations:
        +    postgres-operator.crunchydata.com/patroni-version: 4.0.4
           finalizers:
           - postgres-operator.crunchydata.com/finalizer
        +  labels:
        +    e2e: upgrade-consistency
        +    pgv2.percona.com/version: 2.5.0
        +  managedFields: '[... elided field over 10 lines long ...]'
           name: upgrade-consistency
           namespace: kuttl-test-leading-arachnid
           ownerReferences:
        @@ -11,13 +17,21 @@
             controller: true
             kind: PerconaPGCluster
             name: upgrade-consistency
        +    uid: ebb198ab-ee1c-4a46-8e32-7117deab1dac
        +spec: '[... elided field over 10 lines long ...]'
         status:
        +  conditions: '[... elided field over 10 lines long ...]'
        +  databaseRevision: 7955d4d8d8
           instances:
           - name: instance1
             readyReplicas: 3
             replicas: 3
             updatedReplicas: 3
        +  monitoring:
        +    exporterConfiguration: 559c4c97d6
           observedGeneration: 1
        +  patroni:
        +    systemIdentifier: "7486969323183853651"
           pgbackrest:
             repoHost:
               apiVersion: apps/v1
        @@ -26,10 +40,12 @@
             repos:
             - bound: true
               name: repo1
        -      replicaCreateBackupComplete: true
               stanzaCreated: true
        +      volume: pvc-ead85ccc-d5e0-48dd-a387-2f130fdb0fac
           proxy:
             pgBouncer:
        +      postgresRevision: 54fc97c9b
               readyReplicas: 3
               replicas: 3
        +  usersRevision: 69d8887fcd
         
        
    case.go:380: resource PostgresCluster:kuttl-test-leading-arachnid/upgrade-consistency: .status.pgbackrest.repos.replicaCreateBackupComplete: key is missing from map
    logger.go:42: 21:07:22 | upgrade-consistency | upgrade-consistency events from ns kuttl-test-leading-arachnid:
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:22 +0000 UTC	Normal	Pod upgrade-consistency-patroni-version-check	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-patroni-version-check to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-8rkw	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:23 +0000 UTC	Normal	Pod upgrade-consistency-patroni-version-check.spec.containers{patroni-version-check}		Pulled	Container image "perconalab/percona-postgresql-operator:main-ppg16-postgres" already present on machine	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:23 +0000 UTC	Normal	Pod upgrade-consistency-patroni-version-check.spec.containers{patroni-version-check}		Created	Created container: patroni-version-check	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:23 +0000 UTC	Normal	Pod upgrade-consistency-patroni-version-check.spec.containers{patroni-version-check}		Started	Started container patroni-version-check	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:28 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-2kwl-pgdata		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:28 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-2kwl-pgdata		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:28 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-2kwl-pgdata		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-leading-arachnid/upgrade-consistency-instance1-2kwl-pgdata"	pd.csi.storage.gke.io_gke-db4ece64e47d4cb2b9be-6b43-0b2f-vm_bd39d1d2-2577-423d-acb6-5cf24c47a15f	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:28 +0000 UTC	Normal	StatefulSet.apps upgrade-consistency-instance1-2kwl		SuccessfulCreate	create Pod upgrade-consistency-instance1-2kwl-0 in StatefulSet upgrade-consistency-instance1-2kwl successful	statefulset-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:28 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-8ssk-pgdata		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:28 +0000 UTC	Normal	Pod upgrade-consistency-patroni-version-check.spec.containers{patroni-version-check}		Killing	Stopping container patroni-version-check	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:29 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-8ssk-pgdata		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-leading-arachnid/upgrade-consistency-instance1-8ssk-pgdata"	pd.csi.storage.gke.io_gke-db4ece64e47d4cb2b9be-6b43-0b2f-vm_bd39d1d2-2577-423d-acb6-5cf24c47a15f	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:29 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-8ssk-pgdata		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:29 +0000 UTC	Normal	StatefulSet.apps upgrade-consistency-instance1-8ssk		SuccessfulCreate	create Pod upgrade-consistency-instance1-8ssk-0 in StatefulSet upgrade-consistency-instance1-8ssk successful	statefulset-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:29 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-mfqs-pgdata		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:29 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-mfqs-pgdata		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:29 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-mfqs-pgdata		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-leading-arachnid/upgrade-consistency-instance1-mfqs-pgdata"	pd.csi.storage.gke.io_gke-db4ece64e47d4cb2b9be-6b43-0b2f-vm_bd39d1d2-2577-423d-acb6-5cf24c47a15f	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:29 +0000 UTC	Normal	StatefulSet.apps upgrade-consistency-instance1-mfqs		SuccessfulCreate	create Pod upgrade-consistency-instance1-mfqs-0 in StatefulSet upgrade-consistency-instance1-mfqs successful	statefulset-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:29 +0000 UTC	Warning	StatefulSet.apps upgrade-consistency-repo-host		FailedCreate	create Pod upgrade-consistency-repo-host-0 in StatefulSet upgrade-consistency-repo-host failed error: pods "upgrade-consistency-repo-host-0" is forbidden: error looking up service account kuttl-test-leading-arachnid/upgrade-consistency-pgbackrest: serviceaccount "upgrade-consistency-pgbackrest" not found	statefulset-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:29 +0000 UTC	Normal	StatefulSet.apps upgrade-consistency-repo-host		SuccessfulCreate	create Pod upgrade-consistency-repo-host-0 in StatefulSet upgrade-consistency-repo-host successful	statefulset-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:29 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-repo1		WaitForFirstConsumer	waiting for first consumer to be created before binding	persistentvolume-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:29 +0000 UTC	Normal	PostgresCluster.postgres-operator.crunchydata.com upgrade-consistency		RepoHostCreated	created pgBackRest repository host StatefulSet/upgrade-consistency-repo-host	postgrescluster-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f5qbk	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-pgbouncer-6b46c6f656-f5qbk to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-8rkw	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f8rgc	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-pgbouncer-6b46c6f656-f8rgc to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-5sp5	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-nkgkk	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-pgbouncer-6b46c6f656-nkgkk to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-pgv3	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-nkgkk.spec.containers{pgbouncer}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-nkgkk.spec.containers{pgbouncer}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 111ms (111ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	ReplicaSet.apps upgrade-consistency-pgbouncer-6b46c6f656		SuccessfulCreate	Created pod: upgrade-consistency-pgbouncer-6b46c6f656-nkgkk	replicaset-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	ReplicaSet.apps upgrade-consistency-pgbouncer-6b46c6f656		SuccessfulCreate	Created pod: upgrade-consistency-pgbouncer-6b46c6f656-f5qbk	replicaset-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	ReplicaSet.apps upgrade-consistency-pgbouncer-6b46c6f656		SuccessfulCreate	Created pod: upgrade-consistency-pgbouncer-6b46c6f656-f8rgc	replicaset-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	PodDisruptionBudget.policy upgrade-consistency-pgbouncer		NoPods	No matching pods found	controllermanager	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	Deployment.apps upgrade-consistency-pgbouncer		ScalingReplicaSet	Scaled up replica set upgrade-consistency-pgbouncer-6b46c6f656 to 3	deployment-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-repo1		Provisioning	External provisioner is provisioning volume for claim "kuttl-test-leading-arachnid/upgrade-consistency-repo1"	pd.csi.storage.gke.io_gke-db4ece64e47d4cb2b9be-6b43-0b2f-vm_bd39d1d2-2577-423d-acb6-5cf24c47a15f	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:30 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-repo1		ExternalProvisioning	Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.	persistentvolume-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f5qbk.spec.containers{pgbouncer}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f5qbk.spec.containers{pgbouncer}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 118ms (118ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f5qbk.spec.containers{pgbouncer}		Created	Created container: pgbouncer	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f5qbk.spec.containers{pgbouncer}		Started	Started container pgbouncer	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f5qbk.spec.containers{pgbouncer-config}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f5qbk.spec.containers{pgbouncer-config}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 108ms (108ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f5qbk.spec.containers{pgbouncer-config}		Created	Created container: pgbouncer-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f5qbk.spec.containers{pgbouncer-config}		Started	Started container pgbouncer-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f8rgc.spec.containers{pgbouncer}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f8rgc.spec.containers{pgbouncer}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 116ms (116ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f8rgc.spec.containers{pgbouncer}		Created	Created container: pgbouncer	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f8rgc.spec.containers{pgbouncer}		Started	Started container pgbouncer	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f8rgc.spec.containers{pgbouncer-config}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f8rgc.spec.containers{pgbouncer-config}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 94ms (94ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f8rgc.spec.containers{pgbouncer-config}		Created	Created container: pgbouncer-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-f8rgc.spec.containers{pgbouncer-config}		Started	Started container pgbouncer-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-nkgkk.spec.containers{pgbouncer}		Created	Created container: pgbouncer	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-nkgkk.spec.containers{pgbouncer}		Started	Started container pgbouncer	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-nkgkk.spec.containers{pgbouncer-config}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-nkgkk.spec.containers{pgbouncer-config}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 111ms (111ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-nkgkk.spec.containers{pgbouncer-config}		Created	Created container: pgbouncer-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:31 +0000 UTC	Normal	Pod upgrade-consistency-pgbouncer-6b46c6f656-nkgkk.spec.containers{pgbouncer-config}		Started	Started container pgbouncer-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:33 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-2kwl-pgdata		ProvisioningSucceeded	Successfully provisioned volume pvc-1fee4641-a62f-4a04-b79a-36726ba4c9bf	pd.csi.storage.gke.io_gke-db4ece64e47d4cb2b9be-6b43-0b2f-vm_bd39d1d2-2577-423d-acb6-5cf24c47a15f	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:33 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-8ssk-pgdata		ProvisioningSucceeded	Successfully provisioned volume pvc-a76c4b72-0650-4627-8fff-cda542e9b6bd	pd.csi.storage.gke.io_gke-db4ece64e47d4cb2b9be-6b43-0b2f-vm_bd39d1d2-2577-423d-acb6-5cf24c47a15f	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:33 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-instance1-mfqs-pgdata		ProvisioningSucceeded	Successfully provisioned volume pvc-64b659a2-9fda-4d1c-b754-dfa2e2b4b618	pd.csi.storage.gke.io_gke-db4ece64e47d4cb2b9be-6b43-0b2f-vm_bd39d1d2-2577-423d-acb6-5cf24c47a15f	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:34 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-instance1-2kwl-0 to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-8rkw	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:34 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-instance1-8ssk-0 to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-pgv3	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:34 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-instance1-mfqs-0 to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-5sp5	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:34 +0000 UTC	Normal	PersistentVolumeClaim upgrade-consistency-repo1		ProvisioningSucceeded	Successfully provisioned volume pvc-ead85ccc-d5e0-48dd-a387-2f130fdb0fac	pd.csi.storage.gke.io_gke-db4ece64e47d4cb2b9be-6b43-0b2f-vm_bd39d1d2-2577-423d-acb6-5cf24c47a15f	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:35 +0000 UTC	Warning	Pod upgrade-consistency-instance1-8ssk-0		FailedMount	MountVolume.SetUp failed for volume "pgbackrest-server" : failed to sync secret cache: timed out waiting for the condition	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:35 +0000 UTC	Warning	Pod upgrade-consistency-instance1-8ssk-0		FailedMount	MountVolume.SetUp failed for volume "pgbackrest-config" : failed to sync configmap cache: timed out waiting for the condition	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:35 +0000 UTC	Warning	Pod upgrade-consistency-instance1-8ssk-0		FailedMount	MountVolume.SetUp failed for volume "kube-api-access-fv2kc" : failed to sync configmap cache: timed out waiting for the condition	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:35 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-repo-host-0 to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-8rkw	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:42 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-1fee4641-a62f-4a04-b79a-36726ba4c9bf" 	attachdetach-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:42 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-a76c4b72-0650-4627-8fff-cda542e9b6bd" 	attachdetach-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:42 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-64b659a2-9fda-4d1c-b754-dfa2e2b4b618" 	attachdetach-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:43 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.initContainers{postgres-startup}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:43 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.initContainers{postgres-startup}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 127ms (127ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:43 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.initContainers{postgres-startup}		Created	Created container: postgres-startup	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:43 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.initContainers{postgres-startup}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:43 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.initContainers{postgres-startup}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 147ms (147ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:43 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.initContainers{postgres-startup}		Created	Created container: postgres-startup	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:43 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.initContainers{postgres-startup}		Started	Started container postgres-startup	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:43 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.initContainers{postgres-startup}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:43 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.initContainers{postgres-startup}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 123ms (123ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:43 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.initContainers{postgres-startup}		Created	Created container: postgres-startup	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:43 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.initContainers{postgres-startup}		Started	Started container postgres-startup	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:44 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.initContainers{postgres-startup}		Started	Started container postgres-startup	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:44 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.initContainers{nss-wrapper-init}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:44 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.initContainers{nss-wrapper-init}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 124ms (124ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:44 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.initContainers{nss-wrapper-init}		Created	Created container: nss-wrapper-init	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:44 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.initContainers{nss-wrapper-init}		Started	Started container nss-wrapper-init	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:44 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.initContainers{nss-wrapper-init}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:44 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.initContainers{nss-wrapper-init}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 128ms (128ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:44 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.initContainers{nss-wrapper-init}		Created	Created container: nss-wrapper-init	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:44 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.initContainers{nss-wrapper-init}		Started	Started container nss-wrapper-init	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:44 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.initContainers{nss-wrapper-init}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{database}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{database}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 118ms (118ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{database}		Created	Created container: database	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{database}		Started	Started container database	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{replication-cert-copy}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{replication-cert-copy}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 155ms (155ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{replication-cert-copy}		Created	Created container: replication-cert-copy	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{replication-cert-copy}		Started	Started container replication-cert-copy	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{pgbackrest}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{pgbackrest}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 101ms (101ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{pgbackrest}		Created	Created container: pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{pgbackrest}		Started	Started container pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{database}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{database}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 130ms (130ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{database}		Created	Created container: database	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{database}		Started	Started container database	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{replication-cert-copy}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{replication-cert-copy}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 143ms (143ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{replication-cert-copy}		Created	Created container: replication-cert-copy	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{replication-cert-copy}		Started	Started container replication-cert-copy	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.initContainers{nss-wrapper-init}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 148ms (148ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.initContainers{nss-wrapper-init}		Created	Created container: nss-wrapper-init	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.initContainers{nss-wrapper-init}		Started	Started container nss-wrapper-init	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{database}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:45 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0		SuccessfulAttachVolume	AttachVolume.Attach succeeded for volume "pvc-ead85ccc-d5e0-48dd-a387-2f130fdb0fac" 	attachdetach-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{pgbackrest-config}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{pgbackrest-config}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 94ms (94ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{pgbackrest-config}		Created	Created container: pgbackrest-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{pgbackrest-config}		Started	Started container pgbackrest-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{pgbackrest}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{pgbackrest}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 116ms (116ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{pgbackrest}		Created	Created container: pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{pgbackrest}		Started	Started container pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{pgbackrest-config}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-8ssk-0.spec.containers{pgbackrest-config}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 105ms (105ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{database}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 145ms (145ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{database}		Created	Created container: database	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{database}		Started	Started container database	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{replication-cert-copy}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{replication-cert-copy}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 156ms (156ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{replication-cert-copy}		Created	Created container: replication-cert-copy	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{replication-cert-copy}		Started	Started container replication-cert-copy	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{pgbackrest}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{pgbackrest}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 114ms (114ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{pgbackrest}		Created	Created container: pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{pgbackrest}		Started	Started container pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{pgbackrest-config}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{pgbackrest-config}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 97ms (97ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{pgbackrest-config}		Created	Created container: pgbackrest-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{pgbackrest-config}		Started	Started container pgbackrest-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 93ms (93ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir}		Created	Created container: pgbackrest-log-dir	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:46 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir}		Started	Started container pgbackrest-log-dir	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:47 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:47 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 107ms (107ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:47 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init}		Created	Created container: nss-wrapper-init	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:47 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init}		Started	Started container nss-wrapper-init	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:48 +0000 UTC	Warning	Pod upgrade-consistency-instance1-2kwl-0.spec.containers{database}		Unhealthy	Readiness probe failed: HTTP probe failed with statuscode: 503	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:48 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:48 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 105ms (105ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:48 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest}		Created	Created container: pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:48 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest}		Started	Started container pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:48 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:48 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 95ms (95ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:48 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config}		Created	Created container: pgbackrest-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:48 +0000 UTC	Normal	Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config}		Started	Started container pgbackrest-config	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:52 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-mr6mn	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-backup-j79c-mr6mn to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-pgv3	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:52 +0000 UTC	Normal	Job.batch upgrade-consistency-backup-j79c		SuccessfulCreate	Created pod: upgrade-consistency-backup-j79c-mr6mn	job-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:52 +0000 UTC	Normal	PostgresCluster.postgres-operator.crunchydata.com upgrade-consistency		StanzasCreated	pgBackRest stanza creation completed successfully	postgrescluster-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:53 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-mr6mn.spec.containers{pgbackrest}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:53 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-mr6mn.spec.containers{pgbackrest}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 101ms (101ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:53 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-mr6mn.spec.containers{pgbackrest}		Created	Created container: pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:53 +0000 UTC	Warning	Pod upgrade-consistency-backup-j79c-mr6mn.spec.containers{pgbackrest}		Failed	Error: failed to create containerd task: failed to create shim task: OCI runtime create failed: runc create failed: unable to start container process: exec: "/opt/crunchy/bin/pgbackrest": stat /opt/crunchy/bin/pgbackrest: no such file or directory: unknown	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:04:53 +0000 UTC	Warning	Pod upgrade-consistency-instance1-mfqs-0.spec.containers{database}		Unhealthy	Readiness probe failed: HTTP probe failed with statuscode: 503	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:03 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-jxq8r	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-backup-j79c-jxq8r to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-pgv3	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:03 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-jxq8r.spec.containers{pgbackrest}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:03 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-jxq8r.spec.containers{pgbackrest}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 97ms (97ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:03 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-jxq8r.spec.containers{pgbackrest}		Created	Created container: pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:03 +0000 UTC	Warning	Pod upgrade-consistency-backup-j79c-jxq8r.spec.containers{pgbackrest}		Failed	Error: failed to create containerd task: failed to create shim task: OCI runtime create failed: runc create failed: unable to start container process: exec: "/opt/crunchy/bin/pgbackrest": stat /opt/crunchy/bin/pgbackrest: no such file or directory: unknown	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:03 +0000 UTC	Normal	Job.batch upgrade-consistency-backup-j79c		SuccessfulCreate	Created pod: upgrade-consistency-backup-j79c-jxq8r	job-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:23 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-67cwz	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-backup-j79c-67cwz to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-pgv3	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:23 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-67cwz.spec.containers{pgbackrest}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:23 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-67cwz.spec.containers{pgbackrest}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 115ms (115ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:23 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-67cwz.spec.containers{pgbackrest}		Created	Created container: pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:23 +0000 UTC	Warning	Pod upgrade-consistency-backup-j79c-67cwz.spec.containers{pgbackrest}		Failed	Error: failed to create containerd task: failed to create shim task: OCI runtime create failed: runc create failed: unable to start container process: exec: "/opt/crunchy/bin/pgbackrest": stat /opt/crunchy/bin/pgbackrest: no such file or directory: unknown	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:05:23 +0000 UTC	Normal	Job.batch upgrade-consistency-backup-j79c		SuccessfulCreate	Created pod: upgrade-consistency-backup-j79c-67cwz	job-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:06:03 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-dgx84	Binding	Scheduled	Successfully assigned kuttl-test-leading-arachnid/upgrade-consistency-backup-j79c-dgx84 to gke-jen-pg-1112-1af8946a-default-pool-fc63a0fc-pgv3	default-scheduler	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:06:03 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-dgx84.spec.containers{pgbackrest}		Pulling	Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16"	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:06:03 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-dgx84.spec.containers{pgbackrest}		Pulled	Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 376ms (376ms including waiting)	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:06:03 +0000 UTC	Normal	Pod upgrade-consistency-backup-j79c-dgx84.spec.containers{pgbackrest}		Created	Created container: pgbackrest	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:06:03 +0000 UTC	Normal	Job.batch upgrade-consistency-backup-j79c		SuccessfulCreate	Created pod: upgrade-consistency-backup-j79c-dgx84	job-controller	
    logger.go:42: 21:07:22 | upgrade-consistency | 2025-03-28 21:06:04 +0000 UTC	Warning	Pod upgrade-consistency-backup-j79c-dgx84.spec.containers{pgbackrest}		Failed	Error: failed to create containerd task: failed to create shim task: OCI runtime create failed: runc create failed: unable to start container process: exec: "/opt/crunchy/bin/pgbackrest": stat /opt/crunchy/bin/pgbackrest: no such file or directory: unknown	kubelet	
    logger.go:42: 21:07:22 | upgrade-consistency | Deleting namespace: kuttl-test-leading-arachnid
=== NAME  kuttl
    harness.go:407: run tests finished
    harness.go:515: cleaning up
    harness.go:572: removing temp folder: ""
--- FAIL: kuttl (217.10s)
    --- FAIL: kuttl/harness (0.00s)
        --- FAIL: kuttl/harness/upgrade-consistency (216.67s)
FAIL