=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://35.193.133.181 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 600 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 44 tests === RUN kuttl/harness === RUN kuttl/harness/major-upgrade-15-to-16 === PAUSE kuttl/harness/major-upgrade-15-to-16 === CONT kuttl/harness/major-upgrade-15-to-16 logger.go:42: 09:03:27 | major-upgrade-15-to-16 | Ignoring "conf": does not begin with a number followed by a dash. logger.go:42: 09:03:27 | major-upgrade-15-to-16 | Creating namespace "kuttl-test-right-cow" logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_client deploy_s3_secrets] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | + source ../../functions logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ realpath ../../.. logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++ CERT_MANAGER_VER=1.20.0 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++ BUSYBOX_VER=1.36 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ pwd logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++ test_name=major-upgrade-15-to-16 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/vars.sh logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export GIT_BRANCH=PR-1570 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ GIT_BRANCH=PR-1570 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ command -v oc logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ ! -n '' ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ -n '' ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export PG_VER=18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ PG_VER=18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ REGISTRY_NAME=docker.io logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ printenv logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ grep -E '^IMAGE' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ awk -F= '{print $1}' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == perconalab/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ which gdate logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ which date logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ which gsed logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++++ which sed logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | ++ oc get projects logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | + init_temp_dir logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | + rm -rf /tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | + deploy_operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | + local cw_prefix= logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | + destroy_operator logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 09:03:27 | major-upgrade-15-to-16/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | Error from server (NotFound): deployments.apps "percona-postgresql-operator" not found logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | + true logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | Error from server (NotFound): namespaces "pg-operator" not found logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | + true logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | + create_namespace pg-operator logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | + local namespace=pg-operator logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | + [[ -n '' ]] logger.go:42: 09:03:28 | major-upgrade-15-to-16/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 09:03:29 | major-upgrade-15-to-16/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 09:03:29 | major-upgrade-15-to-16/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 09:03:29 | major-upgrade-15-to-16/0-deploy-operator | namespace/pg-operator created logger.go:42: 09:03:29 | major-upgrade-15-to-16/0-deploy-operator | + cw_prefix=cw- logger.go:42: 09:03:29 | major-upgrade-15-to-16/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy/crd.yaml logger.go:42: 09:03:31 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 09:03:31 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 09:03:34 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 09:03:34 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 09:03:35 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 09:03:35 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied logger.go:42: 09:03:35 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.postgres-operator.crunchydata.com serverside-applied logger.go:42: 09:03:38 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 09:03:38 | major-upgrade-15-to-16/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy/cw-rbac.yaml logger.go:42: 09:03:39 | major-upgrade-15-to-16/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 09:03:39 | major-upgrade-15-to-16/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 09:03:39 | major-upgrade-15-to-16/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 09:03:39 | major-upgrade-15-to-16/0-deploy-operator | + local disable_telemetry=true logger.go:42: 09:03:39 | major-upgrade-15-to-16/0-deploy-operator | + '[' major-upgrade-15-to-16 == telemetry-transfer ']' logger.go:42: 09:03:39 | major-upgrade-15-to-16/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy/cw-operator.yaml logger.go:42: 09:03:39 | major-upgrade-15-to-16/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 09:03:39 | major-upgrade-15-to-16/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 09:03:39 | major-upgrade-15-to-16/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 09:03:39 | major-upgrade-15-to-16/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 09:03:40 | major-upgrade-15-to-16/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 09:03:40 | major-upgrade-15-to-16/0-deploy-operator | + deploy_client logger.go:42: 09:03:40 | major-upgrade-15-to-16/0-deploy-operator | + kubectl -n kuttl-test-right-cow apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf/client.yaml logger.go:42: 09:03:41 | major-upgrade-15-to-16/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 09:03:41 | major-upgrade-15-to-16/0-deploy-operator | + deploy_s3_secrets logger.go:42: 09:03:41 | major-upgrade-15-to-16/0-deploy-operator | + set +o xtrace logger.go:42: 09:03:42 | major-upgrade-15-to-16/0-deploy-operator | secret/major-upgrade-15-to-16-pgbackrest-secrets created logger.go:42: 09:03:43 | major-upgrade-15-to-16/0-deploy-operator | secret/aws-s3-secret created logger.go:42: 09:03:44 | major-upgrade-15-to-16/0-deploy-operator | secret/do-spaces-secret created logger.go:42: 09:03:44 | major-upgrade-15-to-16/0-deploy-operator | secret/gcp-cs-secret created logger.go:42: 09:03:44 | major-upgrade-15-to-16/0-deploy-operator | secret/azure-secret created logger.go:42: 09:03:45 | major-upgrade-15-to-16/0-deploy-operator | secret/minio-secret created logger.go:42: 09:03:46 | major-upgrade-15-to-16/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 09:03:46 | major-upgrade-15-to-16/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 09:03:47 | major-upgrade-15-to-16/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 09:03:47 | major-upgrade-15-to-16/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 09:03:47 | major-upgrade-15-to-16/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 09:03:47 | major-upgrade-15-to-16/0-deploy-operator | ASSERT PASS logger.go:42: 09:03:47 | major-upgrade-15-to-16/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | starting test step 1-create-cluster logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions postgres_image=$(get_container_image "postgres" 15) pgbouncer_image=$(get_container_image "pgbouncer" 15) pgbackrest_image=$(get_container_image "pgbackrest" 15) get_cr \ | yq eval " .spec.postgresVersion = 15 | .spec.image = \"${postgres_image}\" | .spec.instances[0].dataVolumeClaimSpec.resources.requests.storage = \"3Gi\" | .spec.proxy.pgBouncer.image = \"${pgbouncer_image}\" | .spec.backups.pgbackrest.image = \"${pgbackrest_image}\" | .spec.patroni.removeDataDirectoryOnDivergedTimelines = true | .spec.patroni.dynamicConfiguration.postgresql.parameters.shared_preload_libraries = \"pg_cron\" | .spec.extensions.custom += [{\"name\": \"pg_cron\", \"version\": \"1.6.6\"}]" \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + source ../../functions logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ realpath ../../.. logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ CERT_MANAGER_VER=1.20.0 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ BUSYBOX_VER=1.36 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ pwd logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ test_name=major-upgrade-15-to-16 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/vars.sh logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export GIT_BRANCH=PR-1570 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ GIT_BRANCH=PR-1570 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ command -v oc logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ ! -n '' ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ -n '' ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export PG_VER=18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ PG_VER=18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ printenv logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ grep -E '^IMAGE' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ awk -F= '{print $1}' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == perconalab/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ which gdate logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ which date logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ date=/usr/sbin/date logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ which gsed logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++++ which sed logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | +++ sed=/usr/sbin/sed logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ oc get projects logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ get_container_image postgres 15 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ local component=postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ local pgVersion=15 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ -n '' ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ local operatorVersion=PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ ! PR-1570-0b3ed9e85 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ operatorVersion=main logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ postgres == pgbouncer ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ postgres == pgbackrest ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ echo docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + postgres_image=docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ get_container_image pgbouncer 15 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ local component=pgbouncer logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ local pgVersion=15 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ -n '' ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ local operatorVersion=PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ ! PR-1570-0b3ed9e85 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ operatorVersion=main logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ pgbouncer == pgbouncer ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + pgbouncer_image=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ get_container_image pgbackrest 15 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ local component=pgbackrest logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ local pgVersion=15 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/percona/* ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ -n '' ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ local operatorVersion=PR-1570-0b3ed9e85 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ ! PR-1570-0b3ed9e85 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ operatorVersion=main logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ pgbackrest == pgbouncer ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ [[ pgbackrest == pgbackrest ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + pgbackrest_image=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + get_cr logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + local cr_name= logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + local repo_path= logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + kubectl -n kuttl-test-right-cow apply -f - logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + local source_path= logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + yq eval $'\n .spec.postgresVersion = 15 |\n .spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" |\n .spec.instances[0].dataVolumeClaimSpec.resources.requests.storage = "3Gi" |\n .spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" |\n .spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" |\n .spec.patroni.removeDataDirectoryOnDivergedTimelines = true |\n .spec.patroni.dynamicConfiguration.postgresql.parameters.shared_preload_libraries = "pg_cron" |\n .spec.extensions.custom += [{"name": "pg_cron", "version": "1.6.6"}]' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + '[' -z '' ']' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + cr_name=major-upgrade-15-to-16 logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ detect_k8s_platform logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ local platform= logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ kubectl get nodes -o json logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ jq -r '.items[0].spec.providerID' logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ grep -q gce:// logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ platform=gke logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | ++ echo gke logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + local platform=gke logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf/major-upgrade-15-to-16.yaml logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf/major-upgrade-15-to-16-spaces.yaml logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + local aks_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf/major-upgrade-15-to-16-aks.yaml logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + [[ gke == digitalocean ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + [[ gke == aks ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy/cr.yaml') logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + local crs logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf/major-upgrade-15-to-16.yaml ]] logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + crs+=($cr_file) logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "major-upgrade-15-to-16" |\n\t\t.metadata.labels = {"e2e":"major-upgrade-15-to-16"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"major-upgrade-15-to-16","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:dev-latest" |\n\t\t.spec.pmm.secret = "major-upgrade-15-to-16-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "major-upgrade-15-to-16-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy/cr.yaml /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf/major-upgrade-15-to-16.yaml logger.go:42: 09:03:47 | major-upgrade-15-to-16/1-create-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/major-upgrade-15-to-16/cr.yaml logger.go:42: 09:03:48 | major-upgrade-15-to-16/1-create-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/major-upgrade-15-to-16/cr.yaml logger.go:42: 09:03:48 | major-upgrade-15-to-16/1-create-cluster | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/major-upgrade-15-to-16/cr.yaml logger.go:42: 09:03:48 | major-upgrade-15-to-16/1-create-cluster | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85|g' /tmp/kuttl/pg/major-upgrade-15-to-16/cr.yaml logger.go:42: 09:03:48 | major-upgrade-15-to-16/1-create-cluster | + [[ -n '' ]] logger.go:42: 09:03:48 | major-upgrade-15-to-16/1-create-cluster | + cat /tmp/kuttl/pg/major-upgrade-15-to-16/cr.yaml logger.go:42: 09:03:49 | major-upgrade-15-to-16/1-create-cluster | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 created logger.go:42: 09:05:14 | major-upgrade-15-to-16/1-create-cluster | test step completed 1-create-cluster logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | starting test step 2-write-data logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' \ "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)" run_psql_local \ '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' \ "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)" run_psql_local \ '\c postgres \\\ CREATE EXTENSION pg_cron' \ "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)"] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | + source ../../functions logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ realpath ../../.. logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ CERT_MANAGER_VER=1.20.0 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ BUSYBOX_VER=1.36 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ pwd logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ test_name=major-upgrade-15-to-16 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/vars.sh logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export GIT_BRANCH=PR-1570 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ GIT_BRANCH=PR-1570 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ command -v oc logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ ! -n '' ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ -n '' ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export PG_VER=18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ PG_VER=18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export PGOV1_VER=14 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ PGOV1_VER=14 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ printenv logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ awk -F= '{print $1}' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ grep -E '^IMAGE' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == perconalab/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ which gdate logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ which date logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ date=/usr/sbin/date logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ which gsed logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++++ which sed logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | +++ sed=/usr/sbin/sed logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ oc get projects logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:14 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 09:05:15 | major-upgrade-15-to-16/2-write-data | + run_psql_local 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:05:15 | major-upgrade-15-to-16/2-write-data | + local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' logger.go:42: 09:05:15 | major-upgrade-15-to-16/2-write-data | + local uri=postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:05:15 | major-upgrade-15-to-16/2-write-data | + local driver=postgres logger.go:42: 09:05:15 | major-upgrade-15-to-16/2-write-data | ++ get_client_pod logger.go:42: 09:05:15 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-right-cow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 09:05:15 | major-upgrade-15-to-16/2-write-data | + kubectl -n kuttl-test-right-cow exec pg-client-65d98588cc-hqkm4 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc'\''' logger.go:42: 09:05:16 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:16 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:16 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 09:05:17 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:17 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:17 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 09:05:17 | major-upgrade-15-to-16/2-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:05:17 | major-upgrade-15-to-16/2-write-data | + local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' logger.go:42: 09:05:17 | major-upgrade-15-to-16/2-write-data | + local uri=postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:05:17 | major-upgrade-15-to-16/2-write-data | + local driver=postgres logger.go:42: 09:05:17 | major-upgrade-15-to-16/2-write-data | ++ get_client_pod logger.go:42: 09:05:17 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-right-cow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 09:05:18 | major-upgrade-15-to-16/2-write-data | + kubectl -n kuttl-test-right-cow exec pg-client-65d98588cc-hqkm4 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc'\''' logger.go:42: 09:05:19 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:19 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:19 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 09:05:19 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:19 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:19 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 09:05:20 | major-upgrade-15-to-16/2-write-data | + run_psql_local '\c postgres \\\ CREATE EXTENSION pg_cron' postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:05:20 | major-upgrade-15-to-16/2-write-data | + local 'command=\c postgres \\\ CREATE EXTENSION pg_cron' logger.go:42: 09:05:20 | major-upgrade-15-to-16/2-write-data | + local uri=postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:05:20 | major-upgrade-15-to-16/2-write-data | + local driver=postgres logger.go:42: 09:05:20 | major-upgrade-15-to-16/2-write-data | ++ get_client_pod logger.go:42: 09:05:20 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-right-cow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 09:05:20 | major-upgrade-15-to-16/2-write-data | + kubectl -n kuttl-test-right-cow exec pg-client-65d98588cc-hqkm4 -- bash -c 'printf '\''\c postgres \\\ CREATE EXTENSION pg_cron\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc'\''' logger.go:42: 09:05:21 | major-upgrade-15-to-16/2-write-data | test step completed 2-write-data logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | starting test step 3-read-from-primary logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_psql_local '\c myapp \\\ SELECT * from myApp;' "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)") kubectl create configmap -n "${NAMESPACE}" 03-read-from-primary --from-literal=data="${data}"] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | + source ../../functions logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ realpath ../../.. logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++ CERT_MANAGER_VER=1.20.0 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++ BUSYBOX_VER=1.36 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ pwd logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++ test_name=major-upgrade-15-to-16 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/vars.sh logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export GIT_BRANCH=PR-1570 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ GIT_BRANCH=PR-1570 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ command -v oc logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ ! -n '' ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ -n '' ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export PG_VER=18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ PG_VER=18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export BUCKET=pg-operator-testing logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ BUCKET=pg-operator-testing logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export PGOV1_VER=14 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ PGOV1_VER=14 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export MINIO_VER=5.4.0 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ MINIO_VER=5.4.0 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ REGISTRY_NAME=docker.io logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ printenv logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ grep -E '^IMAGE' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ awk -F= '{print $1}' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == perconalab/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ which gdate logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ which date logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ date=/usr/sbin/date logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ which gsed logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++++ which sed logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ sed=/usr/sbin/sed logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | ++ oc get projects logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:21 | major-upgrade-15-to-16/3-read-from-primary | +++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 09:05:22 | major-upgrade-15-to-16/3-read-from-primary | +++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:22 | major-upgrade-15-to-16/3-read-from-primary | +++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:05:22 | major-upgrade-15-to-16/3-read-from-primary | +++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 09:05:22 | major-upgrade-15-to-16/3-read-from-primary | ++ run_psql_local '\c myapp \\\ SELECT * from myApp;' postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:05:22 | major-upgrade-15-to-16/3-read-from-primary | ++ local 'command=\c myapp \\\ SELECT * from myApp;' logger.go:42: 09:05:22 | major-upgrade-15-to-16/3-read-from-primary | ++ local uri=postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:05:22 | major-upgrade-15-to-16/3-read-from-primary | ++ local driver=postgres logger.go:42: 09:05:22 | major-upgrade-15-to-16/3-read-from-primary | +++ get_client_pod logger.go:42: 09:05:22 | major-upgrade-15-to-16/3-read-from-primary | +++ kubectl -n kuttl-test-right-cow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 09:05:22 | major-upgrade-15-to-16/3-read-from-primary | ++ kubectl -n kuttl-test-right-cow exec pg-client-65d98588cc-hqkm4 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc'\''' logger.go:42: 09:05:23 | major-upgrade-15-to-16/3-read-from-primary | + data=' 100500' logger.go:42: 09:05:23 | major-upgrade-15-to-16/3-read-from-primary | + kubectl create configmap -n kuttl-test-right-cow 03-read-from-primary '--from-literal=data= 100500' logger.go:42: 09:05:24 | major-upgrade-15-to-16/3-read-from-primary | configmap/03-read-from-primary created logger.go:42: 09:05:24 | major-upgrade-15-to-16/3-read-from-primary | test step completed 3-read-from-primary logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | starting test step 4-upgrade logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl apply -n ${NAMESPACE} -f - <<-EOF apiVersion: pgv2.percona.com/v2 kind: PerconaPGUpgrade metadata: name: 15-to-16 spec: postgresClusterName: major-upgrade-15-to-16 image: ${IMAGE_UPGRADE} fromPostgresVersion: 15 toPostgresVersion: 16 toPostgresImage: $(get_container_image "postgres" 16) toPgBouncerImage: $(get_container_image "pgbouncer" 16) toPgBackRestImage: $(get_container_image "pgbackrest" 16) EOF] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | + source ../../functions logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ realpath ../../.. logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ CERT_MANAGER_VER=1.20.0 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ BUSYBOX_VER=1.36 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ pwd logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ test_name=major-upgrade-15-to-16 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/vars.sh logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export GIT_BRANCH=PR-1570 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ GIT_BRANCH=PR-1570 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ command -v oc logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ ! -n '' ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ -n '' ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export PG_VER=18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ PG_VER=18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export BUCKET=pg-operator-testing logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ BUCKET=pg-operator-testing logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export PGOV1_VER=14 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ PGOV1_VER=14 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export MINIO_VER=5.4.0 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ MINIO_VER=5.4.0 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ REGISTRY_NAME=docker.io logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ printenv logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ grep -E '^IMAGE' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ awk -F= '{print $1}' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == perconalab/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ which gdate logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ which date logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ date=/usr/sbin/date logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ which gsed logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++++ which sed logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | +++ sed=/usr/sbin/sed logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ oc get projects logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | + kubectl apply -n kuttl-test-right-cow -f - logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ get_container_image postgres 16 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ local component=postgres logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ local pgVersion=16 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ -n '' ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ local operatorVersion=PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ ! PR-1570-0b3ed9e85 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ operatorVersion=main logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ postgres == pgbouncer ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ postgres == pgbackrest ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ get_container_image pgbouncer 16 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ local component=pgbouncer logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ local pgVersion=16 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ -n '' ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ local operatorVersion=PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ ! PR-1570-0b3ed9e85 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ operatorVersion=main logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ pgbouncer == pgbouncer ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ get_container_image pgbackrest 16 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ local component=pgbackrest logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ local pgVersion=16 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/percona/* ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ -n '' ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ local operatorVersion=PR-1570-0b3ed9e85 logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ ! PR-1570-0b3ed9e85 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ operatorVersion=main logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ pgbackrest == pgbouncer ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ [[ pgbackrest == pgbackrest ]] logger.go:42: 09:05:24 | major-upgrade-15-to-16/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16 logger.go:42: 09:05:26 | major-upgrade-15-to-16/4-upgrade | perconapgupgrade.pgv2.percona.com/15-to-16 created logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc ready 3 3 98s logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 45s logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-g8sr-0 4/4 Running 0 96s logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 97s logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xzzm-0 4/4 Running 0 97s logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-5977b58486-67249 2/2 Running 0 95s logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7 2/2 Running 0 95s logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g 2/2 Running 0 95s logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 96s logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 107s logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:05:28 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 45s logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:35 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc stopping 3 3 107s logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 53s logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 105s logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-5977b58486-67249 0/2 Completed 0 103s logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7 0/2 Completed 0 103s logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g 0/2 Completed 0 103s logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 104s logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 115s logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:05:36 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 53s logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:43 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:05:44 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:05:44 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 115s logger.go:42: 09:05:44 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:05:44 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:05:44 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 61s logger.go:42: 09:05:44 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 2m3s logger.go:42: 09:05:44 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:05:44 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:05:44 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 61s logger.go:42: 09:05:50 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:05:52 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:05:52 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 2m2s logger.go:42: 09:05:52 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:05:52 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:05:52 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Init:0/5 0 5s logger.go:42: 09:05:52 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 68s logger.go:42: 09:05:52 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 2m10s logger.go:42: 09:05:52 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:05:52 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:05:52 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 5s 5s logger.go:42: 09:05:52 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 68s logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:05:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:05:59 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:05:59 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 2m10s logger.go:42: 09:05:59 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:05:59 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:05:59 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Init:0/5 0 13s logger.go:42: 09:05:59 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 76s logger.go:42: 09:05:59 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 2m18s logger.go:42: 09:05:59 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:05:59 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:05:59 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 13s 13s logger.go:42: 09:05:59 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 76s logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:06:07 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:06:07 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 2m17s logger.go:42: 09:06:07 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:07 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:06:07 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Init:1/5 0 20s logger.go:42: 09:06:07 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 83s logger.go:42: 09:06:07 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 2m25s logger.go:42: 09:06:07 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:07 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:06:07 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 21s 21s logger.go:42: 09:06:07 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 84s logger.go:42: 09:06:13 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 2m25s logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Init:1/5 0 28s logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 91s logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 2m33s logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 28s 28s logger.go:42: 09:06:14 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 91s logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:21 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:06:22 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:06:22 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 2m32s logger.go:42: 09:06:22 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:22 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:06:22 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Init:1/5 0 36s logger.go:42: 09:06:22 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 99s logger.go:42: 09:06:22 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 2m41s logger.go:42: 09:06:22 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:22 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:06:22 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 36s 36s logger.go:42: 09:06:22 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 99s logger.go:42: 09:06:28 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 2m40s logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Init:1/5 0 43s logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 106s logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 2m48s logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 43s 43s logger.go:42: 09:06:29 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 106s logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:36 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:06:37 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:06:37 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 2m48s logger.go:42: 09:06:37 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:37 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:06:37 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Init:1/5 0 51s logger.go:42: 09:06:37 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 114s logger.go:42: 09:06:37 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 2m56s logger.go:42: 09:06:37 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:37 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:06:37 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 51s 51s logger.go:42: 09:06:37 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 114s logger.go:42: 09:06:43 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:44 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:06:45 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:06:45 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 2m55s logger.go:42: 09:06:45 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:45 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:06:45 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Init:1/5 0 58s logger.go:42: 09:06:45 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 2m1s logger.go:42: 09:06:45 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 3m3s logger.go:42: 09:06:45 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:45 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:06:45 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 58s 58s logger.go:42: 09:06:45 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 2m1s logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:06:52 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:06:52 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 3m3s logger.go:42: 09:06:52 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:52 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:06:52 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Init:2/5 0 66s logger.go:42: 09:06:52 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 2m9s logger.go:42: 09:06:52 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 3m11s logger.go:42: 09:06:52 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:06:52 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:06:52 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 66s 66s logger.go:42: 09:06:52 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 2m9s logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:06:59 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:07:00 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:07:00 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 3m10s logger.go:42: 09:07:00 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:00 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:07:00 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 1/1 Running 0 74s logger.go:42: 09:07:00 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 2m17s logger.go:42: 09:07:00 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 3m19s logger.go:42: 09:07:00 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:00 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:07:00 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 74s 74s logger.go:42: 09:07:00 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 2m17s logger.go:42: 09:07:06 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 3m18s logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 ContainerCreating 0 1s logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 ContainerCreating 0 2s logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 81s logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 2m24s logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 3m26s logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Running 0/1 2s 2s logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Running 0/1 2s 2s logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 81s logger.go:42: 09:07:07 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 2m24s logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 3m26s logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 ContainerCreating 0 9s logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 ContainerCreating 0 10s logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 89s logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 2m32s logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 3m34s logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Running 0/1 10s 10s logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Running 0/1 10s 10s logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 89s logger.go:42: 09:07:15 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 2m32s logger.go:42: 09:07:21 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:22 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 3m33s logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 ContainerCreating 0 16s logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 17s logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 96s logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 2m39s logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 3m41s logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Running 0/1 18s 18s logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 18s logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 97s logger.go:42: 09:07:23 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 2m40s logger.go:42: 09:07:29 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:30 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 3m41s logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 ContainerCreating 0 24s logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 25s logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 104s logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 2m47s logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 3m49s logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Running 0/1 25s 25s logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 25s logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 104s logger.go:42: 09:07:31 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 2m47s logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:37 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 3m49s logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 ContainerCreating 0 32s logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 33s logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 112s logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 2m55s logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 3m57s logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Running 0/1 33s 33s logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 33s logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 112s logger.go:42: 09:07:38 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 2m55s logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:45 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 3m57s logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 ContainerCreating 0 40s logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 41s logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 2m logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 3m3s logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 4m5s logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Running 0/1 41s 41s logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 41s logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 2m logger.go:42: 09:07:46 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 3m3s logger.go:42: 09:07:52 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:07:53 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 4m4s logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 1/1 Running 0 47s logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 48s logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 2m7s logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 3m10s logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 4m12s logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Running 0/1 49s 49s logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 49s logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 2m8s logger.go:42: 09:07:54 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 3m11s logger.go:42: 09:08:00 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117398863016" logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367117125919022" logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367116969231006" logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc paused 0 0 4m12s logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 55s logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 56s logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 2m15s logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-hcgr-grm7q 0/1 Completed 0 3m18s logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 4m20s logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Running 0/1 56s 56s logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 56s logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 2m15s logger.go:42: 09:08:01 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-hcgr Complete 1/1 28s 3m18s logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367283980735016" logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367283801887022" logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288508031006" logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:08 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 0 0 4m20s logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 63s logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 64s logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 2m23s logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 4m28s logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 64s logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 64s logger.go:42: 09:08:09 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 2m23s logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367289085151016" logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288687791022" logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288508031006" logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:16 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 0 0 4m27s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 71s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 72s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 2m31s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 0/4 Init:0/5 0 8s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 7s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 7s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 7s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 0/2 Init:0/2 0 7s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 4m36s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 72s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 72s logger.go:42: 09:08:17 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 2m31s logger.go:42: 09:08:23 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367289085151016" logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288687791022" logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288508031006" logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:24 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 0 3 4m35s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 78s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 79s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 2m38s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 0/4 Init:1/5 0 15s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 14s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 14s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 14s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 0/2 Init:0/2 0 14s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 4m43s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 80s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 80s logger.go:42: 09:08:25 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 2m39s logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367289085151016" logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288687791022" logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288508031006" logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:31 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 0 3 4m43s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 86s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 87s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 2m46s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 0/4 Init:1/5 0 23s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 22s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 22s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 22s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 22s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 4m51s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 87s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 87s logger.go:42: 09:08:32 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 2m46s logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367289085151016" logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288687791022" logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288508031006" logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:39 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 0 3 4m51s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 94s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 95s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 2m54s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 0/4 Init:1/5 0 31s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 30s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 30s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 30s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 30s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 4m59s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 95s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 95s logger.go:42: 09:08:40 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 2m54s logger.go:42: 09:08:46 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367289085151016" logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288687791022" logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288508031006" logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:47 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 0 3 4m58s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 101s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 102s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 3m1s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 0/4 Init:1/5 0 38s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 37s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 37s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 37s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 37s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 5m6s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 103s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 103s logger.go:42: 09:08:48 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 3m2s logger.go:42: 09:08:54 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367289085151016" logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288687791022" logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288508031006" logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 0 3 5m6s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 109s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 110s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 3m9s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 0/4 Init:3/5 0 46s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 45s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 45s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 45s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 45s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 5m14s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 110s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 110s logger.go:42: 09:08:55 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 3m9s logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367289085151016" logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288687791022" logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288508031006" logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:02 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 0 3 5m14s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 117s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 118s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 3m17s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-g8sr-0 0/4 Init:0/5 0 2s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 0/4 PodInitializing 0 54s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xzzm-0 0/4 Init:0/5 0 1s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 53s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 53s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 53s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 53s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 5m22s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 118s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 118s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 3m17s logger.go:42: 09:09:03 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-zts7 Running 0/1 0s logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367289085151016" logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288687791022" logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288508031006" logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:10 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 0 3 5m22s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 2m5s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 2m6s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 3m25s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-zts7-4w8zd 1/1 Running 0 8s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-g8sr-0 0/4 Init:0/5 0 10s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 62s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xzzm-0 0/4 Init:0/5 0 9s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 61s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 61s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 61s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 61s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 5m30s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 2m6s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 2m6s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 3m25s logger.go:42: 09:09:11 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-zts7 Running 0/1 8s 8s logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367289085151016" logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288687791022" logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288508031006" logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:18 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 1 3 5m29s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 2m13s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 2m14s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 3m33s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-zts7-4w8zd 1/1 Running 0 16s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-g8sr-0 0/4 Init:1/5 0 18s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 70s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xzzm-0 0/4 Init:1/5 0 17s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 69s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 69s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 69s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 69s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 5m38s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 2m14s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 2m14s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 3m33s logger.go:42: 09:09:19 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-zts7 Running 0/1 16s 16s logger.go:42: 09:09:25 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367289085151016" logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288687791022" logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367288508031006" logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:26 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 1 3 5m37s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 2m20s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 2m21s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 3m40s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 23s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-g8sr-0 0/4 Init:1/5 0 25s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 77s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xzzm-0 0/4 Init:1/5 0 24s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 76s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 76s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 76s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 76s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 5m45s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 2m22s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 2m22s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 3m41s logger.go:42: 09:09:27 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-zts7 Complete 1/1 20s 24s logger.go:42: 09:09:33 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367369146079016" logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367368876079022" logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367368713951006" logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:34 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 1 3 5m45s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 2m28s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 2m29s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 3m48s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 31s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-g8sr-0 0/4 Init:1/5 0 33s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 85s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xzzm-0 0/4 Init:1/5 0 32s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 84s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 84s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 84s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 84s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 5m53s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 2m30s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 2m30s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 3m49s logger.go:42: 09:09:35 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-zts7 Complete 1/1 20s 32s logger.go:42: 09:09:41 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367369146079016" logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367368876079022" logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367368713951006" logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:42 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 1 3 5m53s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 2m36s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 2m37s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 3m56s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 39s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-g8sr-0 0/4 Init:2/5 0 41s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 93s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xzzm-0 0/4 Init:3/5 0 40s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 92s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 92s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 92s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 92s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 6m1s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 2m38s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 2m38s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 3m57s logger.go:42: 09:09:43 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-zts7 Complete 1/1 20s 40s logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367369146079016" logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367368876079022" logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367368713951006" logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:50 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 1 3 6m1s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 2m45s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 2m46s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 4m5s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 48s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-g8sr-0 0/4 PodInitializing 0 50s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 102s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xzzm-0 3/4 Running 0 49s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 101s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 101s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 101s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 101s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 6m10s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 2m46s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 2m46s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 4m5s logger.go:42: 09:09:51 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-zts7 Complete 1/1 20s 48s logger.go:42: 09:09:57 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367369146079016" logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367368876079022" logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367368713951006" logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:09:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc initializing 2 3 6m9s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 2m52s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 2m53s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 4m12s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 55s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-g8sr-0 4/4 Running 0 57s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 109s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xzzm-0 4/4 Running 0 56s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 108s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 108s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 108s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 108s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 6m17s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 2m54s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 2m54s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 4m13s logger.go:42: 09:09:59 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-zts7 Complete 1/1 20s 56s logger.go:42: 09:10:05 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-g8sr logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-g8sr-config logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367369146079016" logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | uid: 306ea9bb-db7e-486a-a897-a2f9da54f6be logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-tvdw logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-tvdw-config logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367368876079022" logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | uid: 8d099d2a-3a4b-4dec-9530-23b6bd7851d1 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-04-28T09:03:51Z" logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 2.10.0 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xzzm logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xzzm-config logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-right-cow logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: postgres-operator.crunchydata.com/v1beta1 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | uid: 6f605cc8-cd96-48a7-b545-04b51e68aba5 logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1777367368713951006" logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | uid: 9dba3123-4d23-4f78-803c-7380d92f0b5e logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 09:10:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-right-cow.svc ready 3 3 6m17s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 3m logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 3m1s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-755vg 0/1 Completed 0 4m20s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 63s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-g8sr-0 4/4 Running 0 65s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 117s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xzzm-0 4/4 Running 0 64s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 116s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 116s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 116s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 116s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-hqkm4 1/1 Running 0 6m25s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-g8sr Complete 1/1 57s 3m2s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xzzm Complete 1/1 12s 3m2s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 79s 4m21s logger.go:42: 09:10:07 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-zts7 Complete 1/1 20s 64s logger.go:42: 09:10:12 | major-upgrade-15-to-16/4-upgrade | test step completed 4-upgrade logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | starting test step 5-post-upgrade logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(get_pod_by_role major-upgrade-15-to-16 primary name) kubectl -n ${NAMESPACE} exec ${primary} -- vacuumdb --all --analyze-in-stages kubectl -n ${NAMESPACE} exec ${primary} -- vacuumdb --all --analyze-only kubectl -n ${NAMESPACE} exec ${primary} -- /pgdata/delete_old_cluster.sh] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | + source ../../functions logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ realpath ../../.. logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ CERT_MANAGER_VER=1.20.0 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ BUSYBOX_VER=1.36 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ pwd logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ test_name=major-upgrade-15-to-16 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/vars.sh logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export GIT_BRANCH=PR-1570 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ GIT_BRANCH=PR-1570 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ command -v oc logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ ! -n '' ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ -n '' ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export PG_VER=18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ PG_VER=18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export BUCKET=pg-operator-testing logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ BUCKET=pg-operator-testing logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export PGOV1_VER=14 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ PGOV1_VER=14 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export MINIO_VER=5.4.0 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ MINIO_VER=5.4.0 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ REGISTRY_NAME=docker.io logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ printenv logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ grep -E '^IMAGE' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ awk -F= '{print $1}' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == perconalab/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ which gdate logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ which date logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ date=/usr/sbin/date logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ which gsed logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++++ which sed logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ sed=/usr/sbin/sed logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ oc get projects logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ get_pod_by_role major-upgrade-15-to-16 primary name logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ local cluster=major-upgrade-15-to-16 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ local role=primary logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ local parameter=name logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ case ${parameter} in logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ local 'jsonpath={.items[].metadata.name}' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | +++ kubectl get pods --namespace kuttl-test-right-cow --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=major-upgrade-15-to-16 -o 'jsonpath={.items[].metadata.name}' logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | ++ echo major-upgrade-15-to-16-instance1-tvdw-0 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | + primary=major-upgrade-15-to-16-instance1-tvdw-0 logger.go:42: 09:10:12 | major-upgrade-15-to-16/5-post-upgrade | + kubectl -n kuttl-test-right-cow exec major-upgrade-15-to-16-instance1-tvdw-0 -- vacuumdb --all --analyze-in-stages logger.go:42: 09:10:14 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "myapp": Generating minimal optimizer statistics (1 target) logger.go:42: 09:10:14 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "postgres": Generating minimal optimizer statistics (1 target) logger.go:42: 09:10:14 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "template1": Generating minimal optimizer statistics (1 target) logger.go:42: 09:10:14 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "myapp": Generating medium optimizer statistics (10 targets) logger.go:42: 09:10:14 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "postgres": Generating medium optimizer statistics (10 targets) logger.go:42: 09:10:14 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "template1": Generating medium optimizer statistics (10 targets) logger.go:42: 09:10:14 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "myapp": Generating default (full) optimizer statistics logger.go:42: 09:10:14 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "postgres": Generating default (full) optimizer statistics logger.go:42: 09:10:15 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "template1": Generating default (full) optimizer statistics logger.go:42: 09:10:15 | major-upgrade-15-to-16/5-post-upgrade | + kubectl -n kuttl-test-right-cow exec major-upgrade-15-to-16-instance1-tvdw-0 -- vacuumdb --all --analyze-only logger.go:42: 09:10:16 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: vacuuming database "myapp" logger.go:42: 09:10:16 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: vacuuming database "postgres" logger.go:42: 09:10:16 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: vacuuming database "template1" logger.go:42: 09:10:16 | major-upgrade-15-to-16/5-post-upgrade | + kubectl -n kuttl-test-right-cow exec major-upgrade-15-to-16-instance1-tvdw-0 -- /pgdata/delete_old_cluster.sh logger.go:42: 09:10:18 | major-upgrade-15-to-16/5-post-upgrade | test step completed 5-post-upgrade logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | starting test step 6-write-data logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' \ "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)"] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | + source ../../functions logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ realpath ../../.. logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ CERT_MANAGER_VER=1.20.0 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ BUSYBOX_VER=1.36 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ pwd logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ test_name=major-upgrade-15-to-16 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/vars.sh logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export GIT_BRANCH=PR-1570 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ GIT_BRANCH=PR-1570 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ command -v oc logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ ! -n '' ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ -n '' ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export PG_VER=18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ PG_VER=18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export PGOV1_VER=14 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ PGOV1_VER=14 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ printenv logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ grep -E '^IMAGE' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ awk -F= '{print $1}' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == perconalab/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ which gdate logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ which date logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ date=/usr/sbin/date logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ which gsed logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++++ which sed logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | +++ sed=/usr/sbin/sed logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ oc get projects logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:10:18 | major-upgrade-15-to-16/6-write-data | ++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 09:10:19 | major-upgrade-15-to-16/6-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:10:19 | major-upgrade-15-to-16/6-write-data | + local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' logger.go:42: 09:10:19 | major-upgrade-15-to-16/6-write-data | + local uri=postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:10:19 | major-upgrade-15-to-16/6-write-data | + local driver=postgres logger.go:42: 09:10:19 | major-upgrade-15-to-16/6-write-data | ++ get_client_pod logger.go:42: 09:10:19 | major-upgrade-15-to-16/6-write-data | ++ kubectl -n kuttl-test-right-cow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 09:10:19 | major-upgrade-15-to-16/6-write-data | + kubectl -n kuttl-test-right-cow exec pg-client-65d98588cc-hqkm4 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc'\''' logger.go:42: 09:10:20 | major-upgrade-15-to-16/6-write-data | test step completed 6-write-data logger.go:42: 09:10:20 | major-upgrade-15-to-16/7-run-backup | starting test step 7-run-backup logger.go:42: 09:10:21 | major-upgrade-15-to-16/7-run-backup | PerconaPGBackup:kuttl-test-right-cow/backup-after-15-to-16 created logger.go:42: 09:11:20 | major-upgrade-15-to-16/7-run-backup | test step completed 7-run-backup logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | starting test step 9-write-data logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ '\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)' \ "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)"] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | + source ../../functions logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ realpath ../../.. logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ CERT_MANAGER_VER=1.20.0 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ BUSYBOX_VER=1.36 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ pwd logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ test_name=major-upgrade-15-to-16 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/vars.sh logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export GIT_BRANCH=PR-1570 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ GIT_BRANCH=PR-1570 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ command -v oc logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ ! -n '' ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ -n '' ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export PG_VER=18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ PG_VER=18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export PGOV1_VER=14 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ PGOV1_VER=14 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ printenv logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ grep -E '^IMAGE' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ awk -F= '{print $1}' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == perconalab/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ which gdate logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ which date logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ date=/usr/sbin/date logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ which gsed logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++++ which sed logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | +++ sed=/usr/sbin/sed logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ oc get projects logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:11:20 | major-upgrade-15-to-16/9-write-data | ++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 09:11:21 | major-upgrade-15-to-16/9-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)' postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:11:21 | major-upgrade-15-to-16/9-write-data | + local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)' logger.go:42: 09:11:21 | major-upgrade-15-to-16/9-write-data | + local uri=postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:11:21 | major-upgrade-15-to-16/9-write-data | + local driver=postgres logger.go:42: 09:11:21 | major-upgrade-15-to-16/9-write-data | ++ get_client_pod logger.go:42: 09:11:21 | major-upgrade-15-to-16/9-write-data | ++ kubectl -n kuttl-test-right-cow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 09:11:21 | major-upgrade-15-to-16/9-write-data | + kubectl -n kuttl-test-right-cow exec pg-client-65d98588cc-hqkm4 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc'\''' logger.go:42: 09:11:22 | major-upgrade-15-to-16/9-write-data | test step completed 9-write-data logger.go:42: 09:11:22 | major-upgrade-15-to-16/10-run-restore | starting test step 10-run-restore logger.go:42: 09:11:23 | major-upgrade-15-to-16/10-run-restore | PerconaPGRestore:kuttl-test-right-cow/restore-after-15-to-16 created logger.go:42: 09:11:23 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 4m18s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 4m19s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-755vg 0/1 Completed 0 5m38s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-c7fc-pwswp 0/1 Completed 0 61s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 2m21s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-g8sr-0 4/4 Running 0 2m23s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 3m15s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-xzzm-0 4/4 Running 0 2m22s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 3m14s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 3m14s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 3m14s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 3m14s logger.go:42: 09:11:24 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-hqkm4 1/1 Running 0 7m43s logger.go:42: 09:11:26 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-g8sr-0: logger.go:42: 09:11:28 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 4m23s logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 4m24s logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-755vg 0/1 Completed 0 5m43s logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-c7fc-pwswp 0/1 Completed 0 66s logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 2m26s logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 3m19s logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 3m19s logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 3m19s logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 3m19s logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-hqkm4 1/1 Running 0 7m48s logger.go:42: 09:11:29 | major-upgrade-15-to-16/10-run-restore | No resources found in kuttl-test-right-cow namespace. logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 4m55s logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 4m56s logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-755vg 0/1 Completed 0 6m15s logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-c7fc-pwswp 0/1 Completed 0 98s logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 2m58s logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-tvdw-0 0/4 Init:4/5 0 13s logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbackrest-restore-8dz4m 0/1 Completed 0 32s logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 2/2 Running 0 3m51s logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 3m51s logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 3m51s logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 3m51s logger.go:42: 09:12:01 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-hqkm4 1/1 Running 0 8m20s logger.go:42: 09:12:03 | major-upgrade-15-to-16/10-run-restore | Waiting for major-upgrade-15-to-16-instance1-tvdw-0 to start running logger.go:42: 09:12:34 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 5m28s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 5m29s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-755vg 0/1 Completed 0 6m48s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-c7fc-pwswp 0/1 Completed 0 2m11s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 3m31s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-g8sr-0 0/4 Init:0/5 0 18s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 46s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-xzzm-0 4/4 Running 0 24s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 0/2 Completed 0 4m24s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 4m24s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 4m24s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9 2/2 Running 0 18s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 4m24s logger.go:42: 09:12:35 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-hqkm4 1/1 Running 0 8m53s logger.go:42: 09:12:36 | major-upgrade-15-to-16/10-run-restore | Waiting for major-upgrade-15-to-16-instance1-g8sr-0 to start running logger.go:42: 09:12:37 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-tvdw-0: logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:08:59.930 UTC [121] LOG: selected new timeline ID: 2 logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.025 P00 WARN: repo1: [ArchiveMismatchError] unable to retrieve the archive id for database version '16' and system-id '7633734069558272093' logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.025 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.033 UTC [121] LOG: archive recovery complete logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.057 UTC [119] LOG: checkpoint starting: force logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.062 UTC [116] LOG: database system is ready to accept connections logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.089 UTC [152] LOG: pg_cron scheduler started logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.182 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7633734069558272093 do not match repo1 stanza version 15, system-id 7633733473753108595 logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.299 UTC [119] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.213 s, sync=0.009 s, total=0.242 s; sync files=5, longest=0.005 s, average=0.002 s; distance=0 kB, estimate=0 kB; lsn=0/A003328, redo lsn=0/A000398 logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.300 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7633734069558272093 do not match repo1 stanza version 15, system-id 7633733473753108595 logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:07.313 UTC [119] LOG: checkpoint starting: force wait logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:07.981 UTC [119] LOG: checkpoint complete: wrote 6 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.603 s, sync=0.005 s, total=0.668 s; sync files=5, longest=0.003 s, average=0.001 s; distance=16383 kB, estimate=16383 kB; lsn=0/B000060, redo lsn=0/B000028 logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:25.574 UTC [119] LOG: checkpoint starting: force wait logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.930 UTC [119] LOG: checkpoint complete: wrote 304 buffers (1.9%); 0 WAL file(s) added, 0 removed, 0 recycled; write=30.331 s, sync=0.011 s, total=30.356 s; sync files=74, longest=0.003 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D0B4790, redo lsn=0/D000028 logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.932 UTC [755] LOG: restore point "pgBackRest Archive Check" created at 0/D0B4870 logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.932 UTC [755] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.882 UTC [124] LOG: starting PostgreSQL 16.13 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.2), 64-bit logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.883 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.883 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.910 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.931 UTC [129] LOG: database system was shut down at 2026-04-28 09:11:42 UTC logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.968 UTC [124] LOG: database system is ready to accept connections logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:04.070 UTC [133] LOG: pg_cron scheduler started logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 42 of 8192 logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:05.414 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 09:12:38 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-xzzm-0: logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.450 UTC [162] LOG: database system is ready to accept read-only connections logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.581 UTC [180] LOG: fetching timeline history file for timeline 2 from primary server logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.589 UTC [180] LOG: started streaming WAL from primary at 0/C000000 on timeline 2 logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.576 UTC [162] LOG: received fast shutdown request logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [162] LOG: aborting any active transactions logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [197] FATAL: terminating connection due to administrator command logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [180] FATAL: terminating walreceiver process due to administrator command logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [186] FATAL: terminating connection due to administrator command logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.585 UTC [165] LOG: shutting down logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.585 UTC [165] LOG: restartpoint starting: shutdown immediate logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] LOG: restartpoint complete: wrote 341 buffers (2.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.036 s, sync=0.011 s, total=0.059 s; sync files=80, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D0B4790, redo lsn=0/D000028 logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] LOG: recovery restart point at 0/D000028 logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] DETAIL: Last completed transaction was at log time 2026-04-28 09:11:22.708938+00. logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.650 UTC [162] LOG: database system is shut down logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.699 UTC [127] LOG: starting PostgreSQL 16.13 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.2), 64-bit logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.700 UTC [127] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.700 UTC [127] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.727 UTC [127] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.747 UTC [132] LOG: database system was shut down in recovery at 2026-04-28 09:11:25 UTC logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.773 UTC [132] LOG: restored log file "00000003.history" from archive logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.798 UTC [132] LOG: entering standby mode logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.822 UTC [132] LOG: restored log file "00000003.history" from archive logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.952 UTC [132] LOG: restored log file "00000002000000000000000D" from archive logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.031 UTC [132] LOG: redo starts at 0/D000028 logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.054 UTC [132] LOG: restored log file "00000002000000000000000E" from archive logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.206 UTC [132] LOG: restored log file "00000002000000000000000F" from archive logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.561 UTC [132] LOG: restored log file "000000030000000000000010" from archive logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.600 UTC [132] LOG: consistent recovery state reached at 0/F044850 logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.601 UTC [127] LOG: database system is ready to accept read-only connections logger.go:42: 09:12:40 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.853 UTC [167] LOG: started streaming WAL from primary at 0/11000000 on timeline 3 logger.go:42: 09:13:11 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 6m5s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 6m6s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-755vg 0/1 Completed 0 7m25s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-c7fc-pwswp 0/1 Completed 0 2m48s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 4m8s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-g8sr-0 0/4 Init:2/5 0 55s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 83s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-xzzm-0 4/4 Running 0 61s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 0/2 Completed 0 5m1s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 5m1s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 5m1s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9 2/2 Running 0 55s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 5m1s logger.go:42: 09:13:12 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-hqkm4 1/1 Running 0 9m30s logger.go:42: 09:13:13 | major-upgrade-15-to-16/10-run-restore | Waiting for major-upgrade-15-to-16-instance1-g8sr-0 to start running logger.go:42: 09:13:14 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-tvdw-0: logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:08:59.930 UTC [121] LOG: selected new timeline ID: 2 logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.025 P00 WARN: repo1: [ArchiveMismatchError] unable to retrieve the archive id for database version '16' and system-id '7633734069558272093' logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.025 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.033 UTC [121] LOG: archive recovery complete logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.057 UTC [119] LOG: checkpoint starting: force logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.062 UTC [116] LOG: database system is ready to accept connections logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.089 UTC [152] LOG: pg_cron scheduler started logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.182 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7633734069558272093 do not match repo1 stanza version 15, system-id 7633733473753108595 logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.299 UTC [119] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.213 s, sync=0.009 s, total=0.242 s; sync files=5, longest=0.005 s, average=0.002 s; distance=0 kB, estimate=0 kB; lsn=0/A003328, redo lsn=0/A000398 logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.300 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7633734069558272093 do not match repo1 stanza version 15, system-id 7633733473753108595 logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:07.313 UTC [119] LOG: checkpoint starting: force wait logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:07.981 UTC [119] LOG: checkpoint complete: wrote 6 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.603 s, sync=0.005 s, total=0.668 s; sync files=5, longest=0.003 s, average=0.001 s; distance=16383 kB, estimate=16383 kB; lsn=0/B000060, redo lsn=0/B000028 logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:25.574 UTC [119] LOG: checkpoint starting: force wait logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.930 UTC [119] LOG: checkpoint complete: wrote 304 buffers (1.9%); 0 WAL file(s) added, 0 removed, 0 recycled; write=30.331 s, sync=0.011 s, total=30.356 s; sync files=74, longest=0.003 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D0B4790, redo lsn=0/D000028 logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.932 UTC [755] LOG: restore point "pgBackRest Archive Check" created at 0/D0B4870 logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.932 UTC [755] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.882 UTC [124] LOG: starting PostgreSQL 16.13 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.2), 64-bit logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.883 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.883 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.910 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.931 UTC [129] LOG: database system was shut down at 2026-04-28 09:11:42 UTC logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.968 UTC [124] LOG: database system is ready to accept connections logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:04.070 UTC [133] LOG: pg_cron scheduler started logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 42 of 8192 logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:05.414 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 09:13:15 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-xzzm-0: logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.450 UTC [162] LOG: database system is ready to accept read-only connections logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.581 UTC [180] LOG: fetching timeline history file for timeline 2 from primary server logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.589 UTC [180] LOG: started streaming WAL from primary at 0/C000000 on timeline 2 logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.576 UTC [162] LOG: received fast shutdown request logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [162] LOG: aborting any active transactions logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [197] FATAL: terminating connection due to administrator command logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [180] FATAL: terminating walreceiver process due to administrator command logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [186] FATAL: terminating connection due to administrator command logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.585 UTC [165] LOG: shutting down logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.585 UTC [165] LOG: restartpoint starting: shutdown immediate logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] LOG: restartpoint complete: wrote 341 buffers (2.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.036 s, sync=0.011 s, total=0.059 s; sync files=80, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D0B4790, redo lsn=0/D000028 logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] LOG: recovery restart point at 0/D000028 logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] DETAIL: Last completed transaction was at log time 2026-04-28 09:11:22.708938+00. logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.650 UTC [162] LOG: database system is shut down logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.699 UTC [127] LOG: starting PostgreSQL 16.13 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.2), 64-bit logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.700 UTC [127] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.700 UTC [127] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.727 UTC [127] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.747 UTC [132] LOG: database system was shut down in recovery at 2026-04-28 09:11:25 UTC logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.773 UTC [132] LOG: restored log file "00000003.history" from archive logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.798 UTC [132] LOG: entering standby mode logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.822 UTC [132] LOG: restored log file "00000003.history" from archive logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.952 UTC [132] LOG: restored log file "00000002000000000000000D" from archive logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.031 UTC [132] LOG: redo starts at 0/D000028 logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.054 UTC [132] LOG: restored log file "00000002000000000000000E" from archive logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.206 UTC [132] LOG: restored log file "00000002000000000000000F" from archive logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.561 UTC [132] LOG: restored log file "000000030000000000000010" from archive logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.600 UTC [132] LOG: consistent recovery state reached at 0/F044850 logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.601 UTC [127] LOG: database system is ready to accept read-only connections logger.go:42: 09:13:17 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.853 UTC [167] LOG: started streaming WAL from primary at 0/11000000 on timeline 3 logger.go:42: 09:13:48 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 6m42s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 6m43s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-755vg 0/1 Completed 0 8m2s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-c7fc-pwswp 0/1 Completed 0 3m25s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 4m45s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-g8sr-0 3/4 Running 0 92s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 2m logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-xzzm-0 4/4 Running 0 98s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 0/2 Completed 0 5m38s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 5m38s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 5m38s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9 2/2 Running 0 92s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 5m38s logger.go:42: 09:13:49 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-hqkm4 1/1 Running 0 10m logger.go:42: 09:13:50 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-g8sr-0: logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.442 UTC [172] FATAL: terminating connection due to administrator command logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.442 UTC [161] FATAL: terminating connection due to administrator command logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.449 UTC [155] FATAL: terminating walreceiver process due to administrator command logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.451 UTC [131] LOG: shutting down logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.451 UTC [131] LOG: restartpoint starting: shutdown immediate logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.516 UTC [131] LOG: restartpoint complete: wrote 341 buffers (2.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.041 s, sync=0.012 s, total=0.065 s; sync files=80, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D0B4790, redo lsn=0/D000028 logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.516 UTC [131] LOG: recovery restart point at 0/D000028 logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.516 UTC [131] DETAIL: Last completed transaction was at log time 2026-04-28 09:11:22.708938+00. logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.524 UTC [128] LOG: database system is shut down logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:37.367 UTC [184] LOG: starting PostgreSQL 16.13 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.2), 64-bit logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:37.368 UTC [184] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:37.368 UTC [184] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:37.399 UTC [184] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:37.429 UTC [189] LOG: database system was shut down in recovery at 2026-04-28 09:11:25 UTC logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:37.458 UTC [189] LOG: restored log file "00000003.history" from archive logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:38.373 UTC [202] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:38.382 UTC [204] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:39.390 UTC [206] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:40.401 UTC [223] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:41.410 UTC [225] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:42.419 UTC [227] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:43.428 UTC [229] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:44.436 UTC [231] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:45.445 UTC [233] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:46.454 UTC [235] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:47.464 UTC [237] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:48.472 UTC [248] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:49.480 UTC [250] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:50.489 UTC [268] FATAL: the database system is starting up logger.go:42: 09:13:51 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:51.497 UTC [270] FATAL: the database system is starting up logger.go:42: 09:13:52 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-tvdw-0: logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.025 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.033 UTC [121] LOG: archive recovery complete logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.057 UTC [119] LOG: checkpoint starting: force logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.062 UTC [116] LOG: database system is ready to accept connections logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.089 UTC [152] LOG: pg_cron scheduler started logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.182 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7633734069558272093 do not match repo1 stanza version 15, system-id 7633733473753108595 logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.299 UTC [119] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.213 s, sync=0.009 s, total=0.242 s; sync files=5, longest=0.005 s, average=0.002 s; distance=0 kB, estimate=0 kB; lsn=0/A003328, redo lsn=0/A000398 logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.300 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7633734069558272093 do not match repo1 stanza version 15, system-id 7633733473753108595 logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:07.313 UTC [119] LOG: checkpoint starting: force wait logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:07.981 UTC [119] LOG: checkpoint complete: wrote 6 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.603 s, sync=0.005 s, total=0.668 s; sync files=5, longest=0.003 s, average=0.001 s; distance=16383 kB, estimate=16383 kB; lsn=0/B000060, redo lsn=0/B000028 logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:25.574 UTC [119] LOG: checkpoint starting: force wait logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.930 UTC [119] LOG: checkpoint complete: wrote 304 buffers (1.9%); 0 WAL file(s) added, 0 removed, 0 recycled; write=30.331 s, sync=0.011 s, total=30.356 s; sync files=74, longest=0.003 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D0B4790, redo lsn=0/D000028 logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.932 UTC [755] LOG: restore point "pgBackRest Archive Check" created at 0/D0B4870 logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.932 UTC [755] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.882 UTC [124] LOG: starting PostgreSQL 16.13 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.2), 64-bit logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.883 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.883 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.910 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.931 UTC [129] LOG: database system was shut down at 2026-04-28 09:11:42 UTC logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.968 UTC [124] LOG: database system is ready to accept connections logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:04.070 UTC [133] LOG: pg_cron scheduler started logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 42 of 8192 logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:05.414 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:26.648 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:13:53 | major-upgrade-15-to-16/10-run-restore | repo1: [HostConnectError] unable to get address for 'major-upgrade-15-to-16-repo-host-0.major-upgrade-15-to-16-pods.kuttl-test-right-cow.svc.cluster.local': [-2] Name or service not known logger.go:42: 09:13:54 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-xzzm-0: logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.450 UTC [162] LOG: database system is ready to accept read-only connections logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.581 UTC [180] LOG: fetching timeline history file for timeline 2 from primary server logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.589 UTC [180] LOG: started streaming WAL from primary at 0/C000000 on timeline 2 logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.576 UTC [162] LOG: received fast shutdown request logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [162] LOG: aborting any active transactions logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [197] FATAL: terminating connection due to administrator command logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [180] FATAL: terminating walreceiver process due to administrator command logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [186] FATAL: terminating connection due to administrator command logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.585 UTC [165] LOG: shutting down logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.585 UTC [165] LOG: restartpoint starting: shutdown immediate logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] LOG: restartpoint complete: wrote 341 buffers (2.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.036 s, sync=0.011 s, total=0.059 s; sync files=80, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D0B4790, redo lsn=0/D000028 logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] LOG: recovery restart point at 0/D000028 logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] DETAIL: Last completed transaction was at log time 2026-04-28 09:11:22.708938+00. logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.650 UTC [162] LOG: database system is shut down logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.699 UTC [127] LOG: starting PostgreSQL 16.13 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.2), 64-bit logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.700 UTC [127] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.700 UTC [127] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.727 UTC [127] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.747 UTC [132] LOG: database system was shut down in recovery at 2026-04-28 09:11:25 UTC logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.773 UTC [132] LOG: restored log file "00000003.history" from archive logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.798 UTC [132] LOG: entering standby mode logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.822 UTC [132] LOG: restored log file "00000003.history" from archive logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.952 UTC [132] LOG: restored log file "00000002000000000000000D" from archive logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.031 UTC [132] LOG: redo starts at 0/D000028 logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.054 UTC [132] LOG: restored log file "00000002000000000000000E" from archive logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.206 UTC [132] LOG: restored log file "00000002000000000000000F" from archive logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.561 UTC [132] LOG: restored log file "000000030000000000000010" from archive logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.600 UTC [132] LOG: consistent recovery state reached at 0/F044850 logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.601 UTC [127] LOG: database system is ready to accept read-only connections logger.go:42: 09:13:55 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.853 UTC [167] LOG: started streaming WAL from primary at 0/11000000 on timeline 3 logger.go:42: 09:14:26 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 7m21s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 7m22s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-755vg 0/1 Completed 0 8m41s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-c7fc-pwswp 0/1 Completed 0 4m4s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 5m24s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-g8sr-0 3/4 Running 0 2m11s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 2m39s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-xzzm-0 4/4 Running 0 2m17s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 6m17s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 6m17s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9 2/2 Running 0 2m11s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 6m17s logger.go:42: 09:14:27 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-hqkm4 1/1 Running 0 10m logger.go:42: 09:14:28 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-g8sr-0: logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:12.675 UTC [371] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:13.684 UTC [373] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:14.693 UTC [375] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:15.702 UTC [377] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:16.711 UTC [379] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:17.536 P00 WARN: repo1: [HostConnectError] unable to get address for 'major-upgrade-15-to-16-repo-host-0.major-upgrade-15-to-16-pods.kuttl-test-right-cow.svc.cluster.local': [-2] Name or service not known logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:17.536 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:17.723 UTC [391] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:18.732 UTC [396] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:19.747 UTC [414] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:20.760 UTC [416] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:21.773 UTC [418] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:22.784 UTC [420] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:23.810 UTC [422] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:24.826 UTC [424] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:25.839 UTC [426] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:26.847 UTC [428] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:27.856 UTC [439] FATAL: the database system is starting up logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.128 UTC [389] FATAL: could not connect to the primary server: could not translate host name "major-upgrade-15-to-16-instance1-tvdw-0.major-upgrade-15-to-16-pods" to address: Name or service not known logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.185 UTC [189] LOG: restored log file "00000003.history" from archive logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.511 UTC [189] LOG: restored log file "00000002000000000000000D" from archive logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.568 UTC [189] LOG: redo starts at 0/D000028 logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.595 UTC [189] LOG: restored log file "00000002000000000000000E" from archive logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.652 UTC [189] LOG: restored log file "00000002000000000000000F" from archive logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.864 UTC [458] FATAL: the database system is not yet accepting connections logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.864 UTC [458] DETAIL: Consistent recovery state has not been yet reached. logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:29.011 UTC [189] LOG: restored log file "000000030000000000000010" from archive logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:29.050 UTC [189] LOG: consistent recovery state reached at 0/F044818 logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:29.050 UTC [184] LOG: database system is ready to accept read-only connections logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:29.313 UTC [465] LOG: started streaming WAL from primary at 0/11000000 on timeline 3 logger.go:42: 09:14:30 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-tvdw-0: logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.025 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.033 UTC [121] LOG: archive recovery complete logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.057 UTC [119] LOG: checkpoint starting: force logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.062 UTC [116] LOG: database system is ready to accept connections logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.089 UTC [152] LOG: pg_cron scheduler started logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.182 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7633734069558272093 do not match repo1 stanza version 15, system-id 7633733473753108595 logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.299 UTC [119] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.213 s, sync=0.009 s, total=0.242 s; sync files=5, longest=0.005 s, average=0.002 s; distance=0 kB, estimate=0 kB; lsn=0/A003328, redo lsn=0/A000398 logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.300 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7633734069558272093 do not match repo1 stanza version 15, system-id 7633733473753108595 logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:07.313 UTC [119] LOG: checkpoint starting: force wait logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:07.981 UTC [119] LOG: checkpoint complete: wrote 6 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.603 s, sync=0.005 s, total=0.668 s; sync files=5, longest=0.003 s, average=0.001 s; distance=16383 kB, estimate=16383 kB; lsn=0/B000060, redo lsn=0/B000028 logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:25.574 UTC [119] LOG: checkpoint starting: force wait logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.930 UTC [119] LOG: checkpoint complete: wrote 304 buffers (1.9%); 0 WAL file(s) added, 0 removed, 0 recycled; write=30.331 s, sync=0.011 s, total=30.356 s; sync files=74, longest=0.003 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D0B4790, redo lsn=0/D000028 logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.932 UTC [755] LOG: restore point "pgBackRest Archive Check" created at 0/D0B4870 logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.932 UTC [755] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.882 UTC [124] LOG: starting PostgreSQL 16.13 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.2), 64-bit logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.883 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.883 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.910 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.931 UTC [129] LOG: database system was shut down at 2026-04-28 09:11:42 UTC logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.968 UTC [124] LOG: database system is ready to accept connections logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:04.070 UTC [133] LOG: pg_cron scheduler started logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 42 of 8192 logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:05.414 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:26.648 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:14:31 | major-upgrade-15-to-16/10-run-restore | repo1: [HostConnectError] unable to get address for 'major-upgrade-15-to-16-repo-host-0.major-upgrade-15-to-16-pods.kuttl-test-right-cow.svc.cluster.local': [-2] Name or service not known logger.go:42: 09:14:32 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-xzzm-0: logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.450 UTC [162] LOG: database system is ready to accept read-only connections logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.581 UTC [180] LOG: fetching timeline history file for timeline 2 from primary server logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.589 UTC [180] LOG: started streaming WAL from primary at 0/C000000 on timeline 2 logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.576 UTC [162] LOG: received fast shutdown request logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [162] LOG: aborting any active transactions logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [197] FATAL: terminating connection due to administrator command logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [180] FATAL: terminating walreceiver process due to administrator command logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [186] FATAL: terminating connection due to administrator command logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.585 UTC [165] LOG: shutting down logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.585 UTC [165] LOG: restartpoint starting: shutdown immediate logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] LOG: restartpoint complete: wrote 341 buffers (2.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.036 s, sync=0.011 s, total=0.059 s; sync files=80, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D0B4790, redo lsn=0/D000028 logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] LOG: recovery restart point at 0/D000028 logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] DETAIL: Last completed transaction was at log time 2026-04-28 09:11:22.708938+00. logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.650 UTC [162] LOG: database system is shut down logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.699 UTC [127] LOG: starting PostgreSQL 16.13 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.2), 64-bit logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.700 UTC [127] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.700 UTC [127] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.727 UTC [127] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.747 UTC [132] LOG: database system was shut down in recovery at 2026-04-28 09:11:25 UTC logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.773 UTC [132] LOG: restored log file "00000003.history" from archive logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.798 UTC [132] LOG: entering standby mode logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.822 UTC [132] LOG: restored log file "00000003.history" from archive logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.952 UTC [132] LOG: restored log file "00000002000000000000000D" from archive logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.031 UTC [132] LOG: redo starts at 0/D000028 logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.054 UTC [132] LOG: restored log file "00000002000000000000000E" from archive logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.206 UTC [132] LOG: restored log file "00000002000000000000000F" from archive logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.561 UTC [132] LOG: restored log file "000000030000000000000010" from archive logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.600 UTC [132] LOG: consistent recovery state reached at 0/F044850 logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.601 UTC [127] LOG: database system is ready to accept read-only connections logger.go:42: 09:14:33 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.853 UTC [167] LOG: started streaming WAL from primary at 0/11000000 on timeline 3 logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk 0/1 Completed 0 7m59s logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m 0/1 Completed 0 8m logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-755vg 0/1 Completed 0 9m19s logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-c7fc-pwswp 0/1 Completed 0 4m42s logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-zts7-4w8zd 0/1 Completed 0 6m2s logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-g8sr-0 4/4 Running 0 2m49s logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-tvdw-0 4/4 Running 0 3m17s logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-xzzm-0 4/4 Running 0 2m55s logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 2/2 Running 0 6m55s logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g 2/2 Running 0 6m55s logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9 2/2 Running 0 2m49s logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 6m55s logger.go:42: 09:15:05 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-hqkm4 1/1 Running 0 11m logger.go:42: 09:15:07 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-g8sr-0: logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:12.675 UTC [371] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:13.684 UTC [373] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:14.693 UTC [375] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:15.702 UTC [377] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:16.711 UTC [379] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:17.536 P00 WARN: repo1: [HostConnectError] unable to get address for 'major-upgrade-15-to-16-repo-host-0.major-upgrade-15-to-16-pods.kuttl-test-right-cow.svc.cluster.local': [-2] Name or service not known logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:17.536 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:17.723 UTC [391] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:18.732 UTC [396] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:19.747 UTC [414] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:20.760 UTC [416] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:21.773 UTC [418] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:22.784 UTC [420] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:23.810 UTC [422] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:24.826 UTC [424] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:25.839 UTC [426] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:26.847 UTC [428] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:27.856 UTC [439] FATAL: the database system is starting up logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.128 UTC [389] FATAL: could not connect to the primary server: could not translate host name "major-upgrade-15-to-16-instance1-tvdw-0.major-upgrade-15-to-16-pods" to address: Name or service not known logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.185 UTC [189] LOG: restored log file "00000003.history" from archive logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.511 UTC [189] LOG: restored log file "00000002000000000000000D" from archive logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.568 UTC [189] LOG: redo starts at 0/D000028 logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.595 UTC [189] LOG: restored log file "00000002000000000000000E" from archive logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.652 UTC [189] LOG: restored log file "00000002000000000000000F" from archive logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.864 UTC [458] FATAL: the database system is not yet accepting connections logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:28.864 UTC [458] DETAIL: Consistent recovery state has not been yet reached. logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:29.011 UTC [189] LOG: restored log file "000000030000000000000010" from archive logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:29.050 UTC [189] LOG: consistent recovery state reached at 0/F044818 logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:29.050 UTC [184] LOG: database system is ready to accept read-only connections logger.go:42: 09:15:08 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:14:29.313 UTC [465] LOG: started streaming WAL from primary at 0/11000000 on timeline 3 logger.go:42: 09:15:09 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-tvdw-0: logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.025 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.033 UTC [121] LOG: archive recovery complete logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.057 UTC [119] LOG: checkpoint starting: force logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.062 UTC [116] LOG: database system is ready to accept connections logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.089 UTC [152] LOG: pg_cron scheduler started logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.182 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7633734069558272093 do not match repo1 stanza version 15, system-id 7633733473753108595 logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.299 UTC [119] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.213 s, sync=0.009 s, total=0.242 s; sync files=5, longest=0.005 s, average=0.002 s; distance=0 kB, estimate=0 kB; lsn=0/A003328, redo lsn=0/A000398 logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:00.300 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7633734069558272093 do not match repo1 stanza version 15, system-id 7633733473753108595 logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:07.313 UTC [119] LOG: checkpoint starting: force wait logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:07.981 UTC [119] LOG: checkpoint complete: wrote 6 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.603 s, sync=0.005 s, total=0.668 s; sync files=5, longest=0.003 s, average=0.001 s; distance=16383 kB, estimate=16383 kB; lsn=0/B000060, redo lsn=0/B000028 logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:25.574 UTC [119] LOG: checkpoint starting: force wait logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.930 UTC [119] LOG: checkpoint complete: wrote 304 buffers (1.9%); 0 WAL file(s) added, 0 removed, 0 recycled; write=30.331 s, sync=0.011 s, total=30.356 s; sync files=74, longest=0.003 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D0B4790, redo lsn=0/D000028 logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.932 UTC [755] LOG: restore point "pgBackRest Archive Check" created at 0/D0B4870 logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:10:55.932 UTC [755] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.882 UTC [124] LOG: starting PostgreSQL 16.13 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.2), 64-bit logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.883 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.883 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.910 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.931 UTC [129] LOG: database system was shut down at 2026-04-28 09:11:42 UTC logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:03.968 UTC [124] LOG: database system is ready to accept connections logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:04.070 UTC [133] LOG: pg_cron scheduler started logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 42 of 8192 logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:05.414 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:13:26.648 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | repo1: [HostConnectError] unable to get address for 'major-upgrade-15-to-16-repo-host-0.major-upgrade-15-to-16-pods.kuttl-test-right-cow.svc.cluster.local': [-2] Name or service not known logger.go:42: 09:15:10 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-xzzm-0: logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.450 UTC [162] LOG: database system is ready to accept read-only connections logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.581 UTC [180] LOG: fetching timeline history file for timeline 2 from primary server logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:09:52.589 UTC [180] LOG: started streaming WAL from primary at 0/C000000 on timeline 2 logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.576 UTC [162] LOG: received fast shutdown request logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [162] LOG: aborting any active transactions logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [197] FATAL: terminating connection due to administrator command logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [180] FATAL: terminating walreceiver process due to administrator command logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.580 UTC [186] FATAL: terminating connection due to administrator command logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.585 UTC [165] LOG: shutting down logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.585 UTC [165] LOG: restartpoint starting: shutdown immediate logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] LOG: restartpoint complete: wrote 341 buffers (2.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.036 s, sync=0.011 s, total=0.059 s; sync files=80, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D0B4790, redo lsn=0/D000028 logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] LOG: recovery restart point at 0/D000028 logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.643 UTC [165] DETAIL: Last completed transaction was at log time 2026-04-28 09:11:22.708938+00. logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:11:25.650 UTC [162] LOG: database system is shut down logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.699 UTC [127] LOG: starting PostgreSQL 16.13 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.2), 64-bit logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.700 UTC [127] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.700 UTC [127] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.727 UTC [127] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.747 UTC [132] LOG: database system was shut down in recovery at 2026-04-28 09:11:25 UTC logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.773 UTC [132] LOG: restored log file "00000003.history" from archive logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.798 UTC [132] LOG: entering standby mode logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.822 UTC [132] LOG: restored log file "00000003.history" from archive logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:29.952 UTC [132] LOG: restored log file "00000002000000000000000D" from archive logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.031 UTC [132] LOG: redo starts at 0/D000028 logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.054 UTC [132] LOG: restored log file "00000002000000000000000E" from archive logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.206 UTC [132] LOG: restored log file "00000002000000000000000F" from archive logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.561 UTC [132] LOG: restored log file "000000030000000000000010" from archive logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.600 UTC [132] LOG: consistent recovery state reached at 0/F044850 logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.601 UTC [127] LOG: database system is ready to accept read-only connections logger.go:42: 09:15:12 | major-upgrade-15-to-16/10-run-restore | 2026-04-28 09:12:30.853 UTC [167] LOG: started streaming WAL from primary at 0/11000000 on timeline 3 logger.go:42: 09:15:42 | major-upgrade-15-to-16/10-run-restore | test step completed 10-run-restore logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | starting test step 11-read-from-primary logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_psql_local '\c myapp \\\ SELECT * from myApp;' "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)") kubectl create configmap -n "${NAMESPACE}" 11-read-from-primary --from-literal=data="${data}"] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | + source ../../functions logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ realpath ../../.. logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++ CERT_MANAGER_VER=1.20.0 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++ BUSYBOX_VER=1.36 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ pwd logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++ test_name=major-upgrade-15-to-16 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/vars.sh logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export GIT_BRANCH=PR-1570 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ GIT_BRANCH=PR-1570 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ command -v oc logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ ! -n '' ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ -n '' ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export PG_VER=18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ PG_VER=18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export BUCKET=pg-operator-testing logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ BUCKET=pg-operator-testing logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export PGOV1_VER=14 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ PGOV1_VER=14 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export MINIO_VER=5.4.0 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ MINIO_VER=5.4.0 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ REGISTRY_NAME=docker.io logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ printenv logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ grep -E '^IMAGE' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ awk -F= '{print $1}' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == perconalab/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ which gdate logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ which date logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ date=/usr/sbin/date logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ which gsed logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++++ which sed logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ sed=/usr/sbin/sed logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++ oc get projects logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ kubectl -n kuttl-test-right-cow get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++ run_psql_local '\c myapp \\\ SELECT * from myApp;' postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++ local 'command=\c myapp \\\ SELECT * from myApp;' logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++ local uri=postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | ++ local driver=postgres logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ get_client_pod logger.go:42: 09:15:42 | major-upgrade-15-to-16/11-read-from-primary | +++ kubectl -n kuttl-test-right-cow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 09:15:43 | major-upgrade-15-to-16/11-read-from-primary | ++ kubectl -n kuttl-test-right-cow exec pg-client-65d98588cc-hqkm4 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:fKB7zeTF5RDJf3E5cH7XfGYU@major-upgrade-15-to-16-primary.kuttl-test-right-cow.svc'\''' logger.go:42: 09:15:44 | major-upgrade-15-to-16/11-read-from-primary | + data=$' 100500\n 100501\n 100502' logger.go:42: 09:15:44 | major-upgrade-15-to-16/11-read-from-primary | + kubectl create configmap -n kuttl-test-right-cow 11-read-from-primary $'--from-literal=data= 100500\n 100501\n 100502' logger.go:42: 09:15:44 | major-upgrade-15-to-16/11-read-from-primary | configmap/11-read-from-primary created logger.go:42: 09:15:45 | major-upgrade-15-to-16/11-read-from-primary | test step completed 11-read-from-primary logger.go:42: 09:15:45 | major-upgrade-15-to-16/99-remove-cluster-gracefully | starting test step 99-remove-cluster-gracefully logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | running command: [sh -c set -o errexit set -o xtrace source ../../functions remove_all_finalizers check_operator_panic destroy_operator] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + source ../../functions logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ realpath ../../.. logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ CERT_MANAGER_VER=1.20.0 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ BUSYBOX_VER=1.36 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ pwd logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ test_name=major-upgrade-15-to-16 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/vars.sh logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/deploy logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/conf logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export GIT_BRANCH=PR-1570 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ GIT_BRANCH=PR-1570 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ VERSION=PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ command -v oc logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ ! -n '' ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ -n '' ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export PG_VER=18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ PG_VER=18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export BUCKET=pg-operator-testing logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ BUCKET=pg-operator-testing logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export PGOV1_VER=14 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ PGOV1_VER=14 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export MINIO_VER=5.4.0 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ MINIO_VER=5.4.0 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ REGISTRY_NAME=docker.io logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ printenv logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ grep -E '^IMAGE' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ awk -F= '{print $1}' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == docker.io/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == percona/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 == perconalab/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85 logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ which gdate logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ which date logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ date=/usr/sbin/date logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ which gsed logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1570/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ which sed logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ sed=/usr/sbin/sed logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ oc get projects logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + remove_all_finalizers logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + resource_types=("pg-restore" "pg-backup" "pg") logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + for resource in "${resource_types[@]}" logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + echo 'removing all finalizers for pg-restore resources' logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | removing all finalizers for pg-restore resources logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-right-cow get pg-restore -o json logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + jq '.items[] | .metadata.name' -r logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 09:15:51 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-right-cow delete pg-restore restore-after-15-to-16 --wait=0 logger.go:42: 09:15:52 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconapgrestore.pgv2.percona.com "restore-after-15-to-16" deleted from kuttl-test-right-cow namespace logger.go:42: 09:15:52 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ kubectl -n kuttl-test-right-cow get pg-restore restore-after-15-to-16 -o yaml logger.go:42: 09:15:52 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ yq '.metadata.finalizers | length' logger.go:42: 09:15:52 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + [[ 1 == 0 ]] logger.go:42: 09:15:52 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-right-cow patch pg-restore restore-after-15-to-16 --type=json '-p=[{"op": "remove", "path": "/metadata/finalizers"}]' logger.go:42: 09:15:53 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconapgrestore.pgv2.percona.com/restore-after-15-to-16 patched logger.go:42: 09:15:53 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 09:15:53 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 09:15:53 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + for resource in "${resource_types[@]}" logger.go:42: 09:15:53 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + echo 'removing all finalizers for pg-backup resources' logger.go:42: 09:15:53 | major-upgrade-15-to-16/99-remove-cluster-gracefully | removing all finalizers for pg-backup resources logger.go:42: 09:15:53 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-right-cow get pg-backup -o json logger.go:42: 09:15:53 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + jq '.items[] | .metadata.name' -r logger.go:42: 09:15:53 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 09:15:53 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 09:15:53 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-right-cow delete pg-backup backup-after-15-to-16 --wait=0 logger.go:42: 09:15:54 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconapgbackup.pgv2.percona.com "backup-after-15-to-16" deleted from kuttl-test-right-cow namespace logger.go:42: 09:15:54 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ kubectl -n kuttl-test-right-cow get pg-backup backup-after-15-to-16 -o yaml logger.go:42: 09:15:54 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ yq '.metadata.finalizers | length' logger.go:42: 09:15:54 | major-upgrade-15-to-16/99-remove-cluster-gracefully | Error from server (NotFound): perconapgbackups.pgv2.percona.com "backup-after-15-to-16" not found logger.go:42: 09:15:54 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + [[ 0 == 0 ]] logger.go:42: 09:15:54 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + continue logger.go:42: 09:15:54 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 09:15:54 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 09:15:54 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-right-cow delete pg-backup major-upgrade-15-to-16-backup-hcgr-b6bvr --wait=0 logger.go:42: 09:15:55 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconapgbackup.pgv2.percona.com "major-upgrade-15-to-16-backup-hcgr-b6bvr" deleted from kuttl-test-right-cow namespace logger.go:42: 09:15:55 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ kubectl -n kuttl-test-right-cow get pg-backup major-upgrade-15-to-16-backup-hcgr-b6bvr -o yaml logger.go:42: 09:15:55 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ yq '.metadata.finalizers | length' logger.go:42: 09:15:55 | major-upgrade-15-to-16/99-remove-cluster-gracefully | Error from server (NotFound): perconapgbackups.pgv2.percona.com "major-upgrade-15-to-16-backup-hcgr-b6bvr" not found logger.go:42: 09:15:55 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + [[ 0 == 0 ]] logger.go:42: 09:15:55 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + continue logger.go:42: 09:15:55 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 09:15:55 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 09:15:55 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-right-cow delete pg-backup major-upgrade-15-to-16-backup-zts7-8qs2m --wait=0 logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconapgbackup.pgv2.percona.com "major-upgrade-15-to-16-backup-zts7-8qs2m" deleted from kuttl-test-right-cow namespace logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ kubectl -n kuttl-test-right-cow get pg-backup major-upgrade-15-to-16-backup-zts7-8qs2m -o yaml logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ yq '.metadata.finalizers | length' logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | Error from server (NotFound): perconapgbackups.pgv2.percona.com "major-upgrade-15-to-16-backup-zts7-8qs2m" not found logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + [[ 0 == 0 ]] logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + continue logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + for resource in "${resource_types[@]}" logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + echo 'removing all finalizers for pg resources' logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | removing all finalizers for pg resources logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-right-cow get pg -o json logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + jq '.items[] | .metadata.name' -r logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 09:15:56 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 09:15:57 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + check_operator_panic logger.go:42: 09:15:57 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ get_operator_pod logger.go:42: 09:15:57 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ kubectl get pods -n pg-operator --selector=app.kubernetes.io/name=percona-postgresql-operator -o 'jsonpath={.items[].metadata.name}' logger.go:42: 09:15:57 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ echo percona-postgresql-operator-5fbffdd5f7-jgdsb logger.go:42: 09:15:57 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + local operator_pod=percona-postgresql-operator-5fbffdd5f7-jgdsb logger.go:42: 09:15:57 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + local panic_log logger.go:42: 09:15:57 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ kubectl logs -n pg-operator percona-postgresql-operator-5fbffdd5f7-jgdsb -c operator logger.go:42: 09:15:57 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ grep -A 100 'Observed a panic' logger.go:42: 09:15:58 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ true logger.go:42: 09:15:58 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + panic_log= logger.go:42: 09:15:58 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + '[' -n '' ']' logger.go:42: 09:15:58 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + destroy_operator logger.go:42: 09:15:58 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 09:15:59 | major-upgrade-15-to-16/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 09:15:59 | major-upgrade-15-to-16/99-remove-cluster-gracefully | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 09:15:59 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + [[ -n pg-operator ]] logger.go:42: 09:15:59 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 09:15:59 | major-upgrade-15-to-16/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 09:15:59 | major-upgrade-15-to-16/99-remove-cluster-gracefully | namespace "pg-operator" force deleted logger.go:42: 09:16:11 | major-upgrade-15-to-16/99-remove-cluster-gracefully | test step completed 99-remove-cluster-gracefully logger.go:42: 09:16:11 | major-upgrade-15-to-16 | major-upgrade-15-to-16 events from ns kuttl-test-right-cow: logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:41 +0000 UTC Normal Pod pg-client-65d98588cc-hqkm4 Binding Scheduled Successfully assigned kuttl-test-right-cow/pg-client-65d98588cc-hqkm4 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:41 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-hqkm4 replicaset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:41 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-65d98588cc from 0 to 1 deployment-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:42 +0000 UTC Normal Pod pg-client-65d98588cc-hqkm4.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:42 +0000 UTC Normal Pod pg-client-65d98588cc-hqkm4.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 124ms (124ms including waiting). Image size: 563341083 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:42 +0000 UTC Normal Pod pg-client-65d98588cc-hqkm4.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:42 +0000 UTC Normal Pod pg-client-65d98588cc-hqkm4.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:51 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-g8sr-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:51 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-tvdw-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:51 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-tvdw-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:51 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-tvdw-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-right-cow/major-upgrade-15-to-16-instance1-tvdw-pgdata" pd.csi.storage.gke.io_gke-502dc607ae75458a9df8-7386-c771-vm_7db7fc18-b0a7-48b2-82b5-076de4f0f8b9 logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:51 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-tvdw SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-tvdw-0 in StatefulSet major-upgrade-15-to-16-instance1-tvdw successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:51 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-xzzm-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:51 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-xzzm-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:51 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-xzzm-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-right-cow/major-upgrade-15-to-16-instance1-xzzm-pgdata" pd.csi.storage.gke.io_gke-502dc607ae75458a9df8-7386-c771-vm_7db7fc18-b0a7-48b2-82b5-076de4f0f8b9 logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:51 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-xzzm SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-xzzm-0 in StatefulSet major-upgrade-15-to-16-instance1-xzzm successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:52 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-g8sr-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:52 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-g8sr-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-right-cow/major-upgrade-15-to-16-instance1-g8sr-pgdata" pd.csi.storage.gke.io_gke-502dc607ae75458a9df8-7386-c771-vm_7db7fc18-b0a7-48b2-82b5-076de4f0f8b9 logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:52 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-g8sr SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-g8sr-0 in StatefulSet major-upgrade-15-to-16-instance1-g8sr successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:52 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-repo-host SuccessfulCreate create Pod major-upgrade-15-to-16-repo-host-0 in StatefulSet major-upgrade-15-to-16-repo-host successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:52 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-repo1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:52 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-repo1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:52 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-repo1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-right-cow/major-upgrade-15-to-16-repo1" pd.csi.storage.gke.io_gke-502dc607ae75458a9df8-7386-c771-vm_7db7fc18-b0a7-48b2-82b5-076de4f0f8b9 logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:52 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com major-upgrade-15-to-16 RepoHostCreated created pgBackRest repository host StatefulSet/major-upgrade-15-to-16-repo-host postgrescluster-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:53 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-67249 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-pgbouncer-5977b58486-67249 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-gckw default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:53 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-67249.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:53 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-x65q default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:53 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:53 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:53 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-5977b58486 SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-5977b58486-67249 replicaset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:53 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-5977b58486 SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7 replicaset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:53 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-5977b58486 SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g replicaset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:53 +0000 UTC Normal Deployment.apps major-upgrade-15-to-16-pgbouncer ScalingReplicaSet Scaled up replica set major-upgrade-15-to-16-pgbouncer-5977b58486 from 0 to 3 deployment-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:53 +0000 UTC Normal PodDisruptionBudget.policy major-upgrade-15-to-16-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:54 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:55 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-g8sr-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-de5de822-ca75-4cb1-8baf-860f4250716d pd.csi.storage.gke.io_gke-502dc607ae75458a9df8-7386-c771-vm_7db7fc18-b0a7-48b2-82b5-076de4f0f8b9 logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:55 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-instance1-tvdw-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-gckw default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:55 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-tvdw-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-998d1f0b-1333-4915-b08f-928fdb25dd52 pd.csi.storage.gke.io_gke-502dc607ae75458a9df8-7386-c771-vm_7db7fc18-b0a7-48b2-82b5-076de4f0f8b9 logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:55 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-instance1-xzzm-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:55 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-xzzm-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-522b68a9-8b1d-4a2b-8619-a1c621af1e66 pd.csi.storage.gke.io_gke-502dc607ae75458a9df8-7386-c771-vm_7db7fc18-b0a7-48b2-82b5-076de4f0f8b9 logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-instance1-g8sr-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-x65q default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:56 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-repo-host-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:56 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-repo1 ProvisioningSucceeded Successfully provisioned volume pvc-4ca6f599-c9e8-47ec-85fb-0b495d261657 pd.csi.storage.gke.io_gke-502dc607ae75458a9df8-7386-c771-vm_7db7fc18-b0a7-48b2-82b5-076de4f0f8b9 logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-67249.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 3.121s (3.121s including waiting). Image size: 85500070 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-67249.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-67249.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-67249.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-67249.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 137ms (137ms including waiting). Image size: 85500070 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-67249.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-67249.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 3.212s (3.212s including waiting). Image size: 85500070 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 117ms (117ms including waiting). Image size: 85500070 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 3.23s (3.23s including waiting). Image size: 85500070 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 136ms (136ms including waiting). Image size: 85500070 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:03:57 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:00 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-de5de822-ca75-4cb1-8baf-860f4250716d" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:00 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-998d1f0b-1333-4915-b08f-928fdb25dd52" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:01 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:01 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 142ms (142ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:01 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:02 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:03 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:03 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-522b68a9-8b1d-4a2b-8619-a1c621af1e66" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:04 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-4ca6f599-c9e8-47ec-85fb-0b495d261657" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 156ms (156ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 158ms (158ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:06 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:08 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:08 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:18 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" in 11.963s (11.963s including waiting). Image size: 161580444 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:18 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:18 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:24 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:24 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" in 138ms (138ms including waiting). Image size: 161580444 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:24 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:25 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:26 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 22.982s (22.982s including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:26 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:27 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:28 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:28 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" in 119ms (119ms including waiting). Image size: 161580444 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:28 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:29 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:29 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:29 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" in 123ms (123ms including waiting). Image size: 161580444 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:29 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:29 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:30 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 22.065s (22.065s including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:30 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:31 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:31 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 23.296s (23.296s including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:31 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:32 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:32 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 151ms (151ms including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:32 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-15} Created Created container: extension-relocator-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:32 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-15} Started Started container extension-relocator-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:32 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:33 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:33 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 132ms (132ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:33 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-15} Created Created container: extension-installer-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:33 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-15} Started Started container extension-installer-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:34 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:34 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 145ms (145ms including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 153ms (153ms including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-15} Created Created container: extension-relocator-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-15} Started Started container extension-relocator-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 135ms (135ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-15} Created Created container: extension-installer-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-15} Started Started container extension-installer-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:36 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:36 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:36 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 119ms (119ms including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:36 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:36 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:37 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:37 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:37 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 131ms (131ms including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:37 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:38 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:38 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:38 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:38 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 143ms (143ms including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:38 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:39 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 146ms (146ms including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:39 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-15} Created Created container: extension-relocator-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:39 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-15} Started Started container extension-relocator-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:39 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:39 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:39 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:40 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 137ms (137ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:40 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-15} Created Created container: extension-installer-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:40 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-15} Started Started container extension-installer-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:41 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 146ms (146ms including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:43 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-hcgr-grm7q Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-backup-hcgr-grm7q to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-gckw default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:43 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-hcgr SuccessfulCreate Created pod: major-upgrade-15-to-16-backup-hcgr-grm7q job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 141ms (141ms including waiting). Image size: 562544044 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:43 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com major-upgrade-15-to-16 StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:44 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-hcgr-grm7q.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:44 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-hcgr-grm7q.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 147ms (147ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:44 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-hcgr-grm7q.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:44 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-hcgr-grm7q.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:47 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-hcgr-grm7q.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:47 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-hcgr-grm7q.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" in 120ms (120ms including waiting). Image size: 161580444 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:47 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-hcgr-grm7q.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:48 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-hcgr-grm7q.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:04:50 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com major-upgrade-15-to-16 UnableToCreateStanzas repo1-path = /pgbackrest/repo1 2026-04-28 09:04:50.817 P00 ERROR: [050]: raised from remote-0 tls protocol on 'major-upgrade-15-to-16-repo-host-0.major-upgrade-15-to-16-pods.kuttl-test-right-cow.svc.cluster.local': unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? 2026-04-28 09:04:50.849 P00 ERROR: [050]: raised from remote-0 tls protocol on 'major-upgrade-15-to-16-repo-host-0.major-upgrade-15-to-16-pods.kuttl-test-right-cow.svc.cluster.local': unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? : command terminated with exit code 50 postgrescluster-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:12 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-hcgr Completed Job completed job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:33 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-g8sr SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-g8sr-0 in StatefulSet major-upgrade-15-to-16-instance1-g8sr successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:33 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-xzzm SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-xzzm-0 in StatefulSet major-upgrade-15-to-16-instance1-xzzm successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:35 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-67249.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:35 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:35 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:35 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:35 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-5977b58486 SuccessfulDelete Deleted pod: major-upgrade-15-to-16-pgbouncer-5977b58486-ffcs7 replicaset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:35 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-5977b58486 SuccessfulDelete Deleted pod: major-upgrade-15-to-16-pgbouncer-5977b58486-67249 replicaset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:35 +0000 UTC Normal Deployment.apps major-upgrade-15-to-16-pgbouncer ScalingReplicaSet Scaled down replica set major-upgrade-15-to-16-pgbouncer-5977b58486 from 3 to 0 deployment-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:36 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-67249.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:36 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:36 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-5977b58486 SuccessfulDelete Deleted pod: major-upgrade-15-to-16-pgbouncer-5977b58486-v6b2g replicaset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:37 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-tvdw SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-tvdw-0 in StatefulSet major-upgrade-15-to-16-instance1-tvdw successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:40 +0000 UTC Normal PodDisruptionBudget.policy major-upgrade-15-to-16-set-instance1 NoPods No matching pods found controllermanager logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:41 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:41 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:41 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-repo-host SuccessfulDelete delete Pod major-upgrade-15-to-16-repo-host-0 in StatefulSet major-upgrade-15-to-16-repo-host successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:46 +0000 UTC Normal Pod 15-to-16-pgdata-755vg Binding Scheduled Successfully assigned kuttl-test-right-cow/15-to-16-pgdata-755vg to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:46 +0000 UTC Warning Pod 15-to-16-pgdata-755vg FailedAttachVolume Multi-Attach error for volume "pvc-998d1f0b-1333-4915-b08f-928fdb25dd52" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:05:46 +0000 UTC Normal Job.batch 15-to-16-pgdata SuccessfulCreate Created pod: 15-to-16-pgdata-755vg job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:01 +0000 UTC Normal Pod 15-to-16-pgdata-755vg SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-998d1f0b-1333-4915-b08f-928fdb25dd52" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:03 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:03 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 186ms (186ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:03 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:03 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:04 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-relocator-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:45 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-relocator-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" in 41.71s (41.71s including waiting). Image size: 1072194730 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:45 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-relocator-15} Created Created container: extension-relocator-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:46 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-relocator-15} Started Started container extension-relocator-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:52 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-installer-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:52 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-installer-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 135ms (135ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:52 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-installer-15} Created Created container: extension-installer-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:52 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-installer-15} Started Started container extension-installer-15 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:53 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:53 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" in 147ms (147ms including waiting). Image size: 1072194730 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:53 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:53 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:54 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:54 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 134ms (134ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:54 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:54 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:56 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.containers{database} Pulled Container image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" already present on machine kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:56 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:06:56 +0000 UTC Normal Pod 15-to-16-pgdata-755vg.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:05 +0000 UTC Normal Job.batch 15-to-16-major-upgrade-15-to-16-instance1-xzzm SuccessfulCreate Created pod: 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:05 +0000 UTC Normal Job.batch 15-to-16-pgdata Completed Job completed job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:06 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk Binding Scheduled Successfully assigned kuttl-test-right-cow/15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-gckw default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:06 +0000 UTC Normal Job.batch 15-to-16-major-upgrade-15-to-16-instance1-g8sr SuccessfulCreate Created pod: 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:06 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m Binding Scheduled Successfully assigned kuttl-test-right-cow/15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:13 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-de5de822-ca75-4cb1-8baf-860f4250716d" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:13 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-522b68a9-8b1d-4a2b-8619-a1c621af1e66" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:14 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m.spec.containers{database} Pulled Container image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" already present on machine kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:14 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:15 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:15 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-xzzm-zls2m.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:17 +0000 UTC Normal Job.batch 15-to-16-major-upgrade-15-to-16-instance1-xzzm Completed Job completed job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:51 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" in 36.484s (36.484s including waiting). Image size: 1072194730 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:51 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:07:52 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-g8sr-nwjnk.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:02 +0000 UTC Normal Job.batch 15-to-16-major-upgrade-15-to-16-instance1-g8sr Completed Job completed job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:09 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-instance1-tvdw-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:10 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-x65q default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:10 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-gckw default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:10 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:10 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-bc98b78dd SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 replicaset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:10 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-bc98b78dd SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5 replicaset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:10 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-bc98b78dd SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g replicaset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:10 +0000 UTC Normal Deployment.apps major-upgrade-15-to-16-pgbouncer ScalingReplicaSet Scaled up replica set major-upgrade-15-to-16-pgbouncer-bc98b78dd from 0 to 3 deployment-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:10 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-repo-host-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-gckw default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:11 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:11 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:11 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:13 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-998d1f0b-1333-4915-b08f-928fdb25dd52" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 3.676s (3.676s including waiting). Image size: 85503199 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 3.233s (3.233s including waiting). Image size: 85503199 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 137ms (137ms including waiting). Image size: 85503199 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 3.501s (3.501s including waiting). Image size: 85503199 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:14 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-4ca6f599-c9e8-47ec-85fb-0b495d261657" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 115ms (115ms including waiting). Image size: 85503199 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 118ms (118ms including waiting). Image size: 85503199 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:16 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 168ms (168ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:22 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 6.314s (6.314s including waiting). Image size: 161579029 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:22 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:22 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:26 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:26 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 123ms (123ms including waiting). Image size: 161579029 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:26 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:26 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:27 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:27 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 102ms (102ms including waiting). Image size: 161579029 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:27 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:27 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:27 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:27 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 118ms (118ms including waiting). Image size: 161579029 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:27 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:27 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 23.294s (23.294s including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 121ms (121ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:54 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:54 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 164ms (164ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:54 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:54 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:55 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:55 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 145ms (145ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:55 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:55 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 156ms (156ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:08:57 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:01 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-instance1-g8sr-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-x65q default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:02 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-instance1-xzzm-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-gckw default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:03 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-zts7-4w8zd Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-backup-zts7-4w8zd to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:03 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-zts7 SuccessfulCreate Created pod: major-upgrade-15-to-16-backup-zts7-4w8zd job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:04 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-zts7-4w8zd.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:04 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-zts7-4w8zd.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 307ms (307ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:04 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-zts7-4w8zd.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:05 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-zts7-4w8zd.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:06 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-zts7-4w8zd.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:06 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-zts7-4w8zd.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 108ms (108ms including waiting). Image size: 161579029 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:06 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-zts7-4w8zd.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:06 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-zts7-4w8zd.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:09 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-de5de822-ca75-4cb1-8baf-860f4250716d" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:09 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-522b68a9-8b1d-4a2b-8619-a1c621af1e66" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:10 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:10 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 139ms (139ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:10 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:10 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:11 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:12 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:12 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 149ms (149ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:12 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:12 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:12 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:12 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com major-upgrade-15-to-16 UnableToCreateStanzas repo1-path = /pgbackrest/repo1 2026-04-28 09:09:12.495 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? 2026-04-28 09:09:12.505 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? : command terminated with exit code 50 postgrescluster-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:23 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-zts7 Completed Job completed job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:31 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 20.314s (20.315s including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:31 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:31 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:36 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 24.249s (24.249s including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:37 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:37 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:40 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:40 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 148ms (148ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:40 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:40 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:41 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:41 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 127ms (127ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:41 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:41 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 148ms (148ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 144ms (144ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 128ms (129ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:44 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:44 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:44 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 139ms (139ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:44 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:44 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:44 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:45 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:45 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 140ms (140ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:45 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 154ms (154ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:47 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:09:55 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:10:23 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-c7fc-pwswp Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-backup-c7fc-pwswp to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:10:23 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-c7fc SuccessfulCreate Created pod: major-upgrade-15-to-16-backup-c7fc-pwswp job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:10:24 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-c7fc-pwswp.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:10:24 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-c7fc-pwswp.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 138ms (138ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:10:24 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-c7fc-pwswp.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:10:24 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-c7fc-pwswp.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:10:24 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-c7fc-pwswp.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:10:25 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-c7fc-pwswp.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 142ms (142ms including waiting). Image size: 161579029 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:10:25 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-c7fc-pwswp.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:10:25 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-c7fc-pwswp.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:07 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-c7fc Completed Job completed job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:26 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Unhealthy Readiness probe errored: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:27 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:29 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-8dz4m Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-pgbackrest-restore-8dz4m to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:29 +0000 UTC Normal Job.batch major-upgrade-15-to-16-pgbackrest-restore SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbackrest-restore-8dz4m job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:36 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-8dz4m.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:36 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-8dz4m.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 100ms (100ms including waiting). Image size: 161579029 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:36 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-8dz4m.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:36 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-8dz4m.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:37 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-8dz4m.spec.containers{pgbackrest-restore} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:37 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-8dz4m.spec.containers{pgbackrest-restore} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 153ms (153ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:37 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-8dz4m.spec.containers{pgbackrest-restore} Created Created container: pgbackrest-restore kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:37 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-8dz4m.spec.containers{pgbackrest-restore} Started Started container pgbackrest-restore kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:47 +0000 UTC Normal Job.batch major-upgrade-15-to-16-pgbackrest-restore Completed Job completed job-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:48 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-instance1-tvdw-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:48 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-tvdw SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-tvdw-0 in StatefulSet major-upgrade-15-to-16-instance1-tvdw successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:55 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 143ms (143ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:57 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:57 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 136ms (136ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:57 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:57 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:58 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:58 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 134ms (134ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:58 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:11:58 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:00 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:00 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 197ms (197ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:00 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:00 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:01 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:01 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 139ms (139ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:01 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:01 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:02 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:02 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 148ms (148ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:02 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:02 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:02 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:05 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-tvdw-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:09 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-instance1-g8sr-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-x65q default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:09 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-g8sr SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-g8sr-0 in StatefulSet major-upgrade-15-to-16-instance1-g8sr successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:10 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-instance1-xzzm-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-gckw default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:10 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-xzzm SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-xzzm-0 in StatefulSet major-upgrade-15-to-16-instance1-xzzm successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:14 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-de5de822-ca75-4cb1-8baf-860f4250716d" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:15 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-522b68a9-8b1d-4a2b-8619-a1c621af1e66" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:15 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:16 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-g8sr SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-g8sr-0 in StatefulSet major-upgrade-15-to-16-instance1-g8sr successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:16 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:16 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:16 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-bc98b78dd SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9 replicaset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:17 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0 Binding Scheduled Successfully assigned kuttl-test-right-cow/major-upgrade-15-to-16-instance1-g8sr-0 to gke-jen-pg-1570-0b3ed9e8-default-pool-40ed4ee2-89vg default-scheduler logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:17 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-g8sr-0 FailedAttachVolume Multi-Attach error for volume "pvc-de5de822-ca75-4cb1-8baf-860f4250716d" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:17 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:17 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 139ms (139ms including waiting). Image size: 85503199 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:17 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:17 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:18 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:18 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 136ms (136ms including waiting). Image size: 85503199 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:18 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:18 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:20 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 145ms (772ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 141ms (141ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:24 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:24 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 165ms (165ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:24 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:24 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:26 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:26 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 133ms (133ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:26 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:26 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:27 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:27 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 169ms (169ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:27 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:27 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:28 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:28 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 144ms (144ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:28 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:28 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:12:28 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xzzm-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:08 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-de5de822-ca75-4cb1-8baf-860f4250716d" attachdetach-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:09 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:09 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 177ms (177ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:09 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:10 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:10 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:10 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 156ms (156ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:10 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:10 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:11 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:11 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 133ms (133ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:11 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:11 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:13 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:13 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1570-0b3ed9e85" in 124ms (124ms including waiting). Image size: 79932152 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:13 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:13 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:14 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:14 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 134ms (134ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:14 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:14 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:15 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:15 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 134ms (134ms including waiting). Image size: 563304597 bytes. kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:15 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:15 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Started Started container database kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:15 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:13:18 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-g8sr-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:14:18 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 TaintManagerEviction Cancelling deletion of Pod kuttl-test-right-cow/major-upgrade-15-to-16-pgbouncer-bc98b78dd-f7fx9 taint-eviction-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:15:46 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-xzzm SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-xzzm-0 in StatefulSet major-upgrade-15-to-16-instance1-xzzm successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:15:48 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-tvdw SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-tvdw-0 in StatefulSet major-upgrade-15-to-16-instance1-tvdw successful statefulset-controller logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:15:52 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:15:52 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-f94x5.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:15:52 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:15:52 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-hxs8g.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:15:52 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:15:52 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-bc98b78dd-wqck9.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:15:52 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | 2026-04-28 09:15:52 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 09:16:11 | major-upgrade-15-to-16 | Deleting namespace "kuttl-test-right-cow" === NAME kuttl harness.go:404: run tests finished harness.go:511: cleaning up harness.go:568: removing temp folder: "" --- PASS: kuttl (809.74s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/major-upgrade-15-to-16 (809.04s) PASS