=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://35.224.194.183 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 600 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 47 tests === RUN kuttl/harness === RUN kuttl/harness/major-upgrade-15-to-16 === PAUSE kuttl/harness/major-upgrade-15-to-16 === CONT kuttl/harness/major-upgrade-15-to-16 logger.go:42: 23:05:41 | major-upgrade-15-to-16 | Ignoring "conf": does not begin with a number followed by a dash. logger.go:42: 23:05:41 | major-upgrade-15-to-16 | Creating namespace "kuttl-test-immune-crawdad" logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_client deploy_s3_secrets] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | + source ../../functions logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ realpath ../../.. logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++ BUSYBOX_VER=1.36 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ pwd logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++ test_name=major-upgrade-15-to-16 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/vars.sh logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export GIT_BRANCH=PR-1601 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ GIT_BRANCH=PR-1601 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export VERSION=PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ VERSION=PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ SKIP_TEST_WARNINGS=true logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ command -v oc logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ ! -n '' ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ -n '' ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export PG_VER=18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ PG_VER=18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export CPGO_VERSION=5.8.7 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ CPGO_VERSION=5.8.7 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export REGISTRY_NAME=docker.io logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ REGISTRY_NAME=docker.io logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ printenv logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ grep -E '^IMAGE' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ awk -F= '{print $1}' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == perconalab/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ which gdate logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ which date logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ which gsed logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++++ which sed logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | ++ oc get projects logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | + init_temp_dir logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | + rm -rf /tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | + deploy_operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | + local cw_prefix= logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | + destroy_operator logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 23:05:41 | major-upgrade-15-to-16/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | Error from server (NotFound): deployments.apps "percona-postgresql-operator" not found logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | + true logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | Error from server (NotFound): namespaces "pg-operator" not found logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | + true logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | + create_namespace pg-operator logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | + local namespace=pg-operator logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | + [[ -n '' ]] logger.go:42: 23:05:42 | major-upgrade-15-to-16/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 23:05:43 | major-upgrade-15-to-16/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 23:05:43 | major-upgrade-15-to-16/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 23:05:44 | major-upgrade-15-to-16/0-deploy-operator | namespace/pg-operator created logger.go:42: 23:05:44 | major-upgrade-15-to-16/0-deploy-operator | + cw_prefix=cw- logger.go:42: 23:05:44 | major-upgrade-15-to-16/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy/crd.yaml logger.go:42: 23:05:45 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 23:05:45 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 23:05:48 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 23:05:49 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 23:05:49 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 23:05:49 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.upstream.pgv2.percona.com serverside-applied logger.go:42: 23:05:50 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.upstream.pgv2.percona.com serverside-applied logger.go:42: 23:05:54 | major-upgrade-15-to-16/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 23:05:54 | major-upgrade-15-to-16/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy/cw-rbac.yaml logger.go:42: 23:05:55 | major-upgrade-15-to-16/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 23:05:55 | major-upgrade-15-to-16/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 23:05:55 | major-upgrade-15-to-16/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 23:05:55 | major-upgrade-15-to-16/0-deploy-operator | + local disable_telemetry=true logger.go:42: 23:05:55 | major-upgrade-15-to-16/0-deploy-operator | + '[' major-upgrade-15-to-16 == telemetry-transfer ']' logger.go:42: 23:05:55 | major-upgrade-15-to-16/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy/cw-operator.yaml logger.go:42: 23:05:55 | major-upgrade-15-to-16/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 23:05:55 | major-upgrade-15-to-16/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 23:05:55 | major-upgrade-15-to-16/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 23:05:55 | major-upgrade-15-to-16/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 23:05:56 | major-upgrade-15-to-16/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 23:05:56 | major-upgrade-15-to-16/0-deploy-operator | + deploy_client logger.go:42: 23:05:56 | major-upgrade-15-to-16/0-deploy-operator | + kubectl -n kuttl-test-immune-crawdad apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf/client.yaml logger.go:42: 23:05:57 | major-upgrade-15-to-16/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 23:05:57 | major-upgrade-15-to-16/0-deploy-operator | + deploy_s3_secrets logger.go:42: 23:05:57 | major-upgrade-15-to-16/0-deploy-operator | + set +o xtrace logger.go:42: 23:05:58 | major-upgrade-15-to-16/0-deploy-operator | secret/major-upgrade-15-to-16-pgbackrest-secrets created logger.go:42: 23:05:59 | major-upgrade-15-to-16/0-deploy-operator | secret/aws-s3-secret created logger.go:42: 23:06:00 | major-upgrade-15-to-16/0-deploy-operator | secret/do-spaces-secret created logger.go:42: 23:06:00 | major-upgrade-15-to-16/0-deploy-operator | secret/gcp-cs-secret created logger.go:42: 23:06:00 | major-upgrade-15-to-16/0-deploy-operator | secret/azure-secret created logger.go:42: 23:06:01 | major-upgrade-15-to-16/0-deploy-operator | secret/minio-secret created logger.go:42: 23:06:02 | major-upgrade-15-to-16/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 23:06:02 | major-upgrade-15-to-16/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 23:06:03 | major-upgrade-15-to-16/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 23:06:03 | major-upgrade-15-to-16/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 23:06:03 | major-upgrade-15-to-16/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 23:06:03 | major-upgrade-15-to-16/0-deploy-operator | ASSERT PASS logger.go:42: 23:06:03 | major-upgrade-15-to-16/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | starting test step 1-create-cluster logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions postgres_image=$(get_container_image "postgres" 15) pgbouncer_image=$(get_container_image "pgbouncer" 15) pgbackrest_image=$(get_container_image "pgbackrest" 15) get_cr \ | yq eval " .spec.postgresVersion = 15 | .spec.image = \"${postgres_image}\" | .spec.instances[0].dataVolumeClaimSpec.resources.requests.storage = \"3Gi\" | .spec.proxy.pgBouncer.image = \"${pgbouncer_image}\" | .spec.backups.pgbackrest.image = \"${pgbackrest_image}\" | .spec.patroni.removeDataDirectoryOnDivergedTimelines = true | .spec.patroni.dynamicConfiguration.postgresql.parameters.shared_preload_libraries = \"pg_cron\" | .spec.extensions.custom += [{\"name\": \"pg_cron\", \"version\": \"1.6.6\"}]" \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + source ../../functions logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ realpath ../../.. logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ BUSYBOX_VER=1.36 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ pwd logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ test_name=major-upgrade-15-to-16 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/vars.sh logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export GIT_BRANCH=PR-1601 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ GIT_BRANCH=PR-1601 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export VERSION=PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ VERSION=PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ command -v oc logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ ! -n '' ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ -n '' ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export PG_VER=18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ PG_VER=18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export CPGO_VERSION=5.8.7 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ CPGO_VERSION=5.8.7 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ printenv logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ grep -E '^IMAGE' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ awk -F= '{print $1}' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == perconalab/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ which gdate logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ which date logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ date=/usr/sbin/date logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ which gsed logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++++ which sed logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | +++ sed=/usr/sbin/sed logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ oc get projects logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ get_container_image postgres 15 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ local component=postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ local pgVersion=15 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ -n '' ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ local operatorVersion=PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ ! PR-1601-acae56057 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ operatorVersion=main logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ postgres == pgbouncer ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ postgres == pgbackrest ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ echo docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + postgres_image=docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ get_container_image pgbouncer 15 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ local component=pgbouncer logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ local pgVersion=15 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ -n '' ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ local operatorVersion=PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ ! PR-1601-acae56057 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ operatorVersion=main logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ pgbouncer == pgbouncer ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + pgbouncer_image=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ get_container_image pgbackrest 15 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ local component=pgbackrest logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ local pgVersion=15 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/percona/* ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ -n '' ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ local operatorVersion=PR-1601-acae56057 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ ! PR-1601-acae56057 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ operatorVersion=main logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ pgbackrest == pgbouncer ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ [[ pgbackrest == pgbackrest ]] logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + pgbackrest_image=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + get_cr logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + local cr_name= logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + local repo_path= logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + local source_path= logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + '[' -z '' ']' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + cr_name=major-upgrade-15-to-16 logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + yq eval $'\n .spec.postgresVersion = 15 |\n .spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" |\n .spec.instances[0].dataVolumeClaimSpec.resources.requests.storage = "3Gi" |\n .spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" |\n .spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" |\n .spec.patroni.removeDataDirectoryOnDivergedTimelines = true |\n .spec.patroni.dynamicConfiguration.postgresql.parameters.shared_preload_libraries = "pg_cron" |\n .spec.extensions.custom += [{"name": "pg_cron", "version": "1.6.6"}]' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | + kubectl -n kuttl-test-immune-crawdad apply -f - logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ detect_k8s_platform logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ local platform= logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ kubectl get nodes -o json logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ jq -r '.items[0].spec.providerID' logger.go:42: 23:06:03 | major-upgrade-15-to-16/1-create-cluster | ++ grep -q gce:// logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | ++ platform=gke logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | ++ echo gke logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + local platform=gke logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf/major-upgrade-15-to-16.yaml logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf/major-upgrade-15-to-16-spaces.yaml logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + local aks_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf/major-upgrade-15-to-16-aks.yaml logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + [[ gke == digitalocean ]] logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + [[ gke == aks ]] logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy/cr.yaml') logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + local crs logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf/major-upgrade-15-to-16.yaml ]] logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + crs+=($cr_file) logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "major-upgrade-15-to-16" |\n\t\t.metadata.labels = {"e2e":"major-upgrade-15-to-16"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"major-upgrade-15-to-16","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:dev-latest" |\n\t\t.spec.pmm.secret = "major-upgrade-15-to-16-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "major-upgrade-15-to-16-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy/cr.yaml /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf/major-upgrade-15-to-16.yaml logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/major-upgrade-15-to-16/cr.yaml logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/major-upgrade-15-to-16/cr.yaml logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/major-upgrade-15-to-16/cr.yaml logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057|g' /tmp/kuttl/pg/major-upgrade-15-to-16/cr.yaml logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + [[ -n '' ]] logger.go:42: 23:06:04 | major-upgrade-15-to-16/1-create-cluster | + cat /tmp/kuttl/pg/major-upgrade-15-to-16/cr.yaml logger.go:42: 23:06:05 | major-upgrade-15-to-16/1-create-cluster | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 created logger.go:42: 23:07:28 | major-upgrade-15-to-16/1-create-cluster | test step completed 1-create-cluster logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | starting test step 2-write-data logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' \ "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)" run_psql_local \ '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' \ "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)" run_psql_local \ '\c postgres \\\ CREATE EXTENSION pg_cron' \ "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)"] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | + source ../../functions logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ realpath ../../.. logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ BUSYBOX_VER=1.36 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ pwd logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ test_name=major-upgrade-15-to-16 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/vars.sh logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export GIT_BRANCH=PR-1601 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ GIT_BRANCH=PR-1601 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export VERSION=PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ VERSION=PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ command -v oc logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ ! -n '' ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ -n '' ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export PG_VER=18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ PG_VER=18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export PGOV1_VER=14 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ PGOV1_VER=14 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ printenv logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ grep -E '^IMAGE' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ awk -F= '{print $1}' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == perconalab/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ which gdate logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ which date logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ date=/usr/sbin/date logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ which gsed logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++++ which sed logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | +++ sed=/usr/sbin/sed logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ oc get projects logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:28 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 23:07:29 | major-upgrade-15-to-16/2-write-data | + run_psql_local 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:07:29 | major-upgrade-15-to-16/2-write-data | + local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' logger.go:42: 23:07:29 | major-upgrade-15-to-16/2-write-data | + local uri=postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:07:29 | major-upgrade-15-to-16/2-write-data | + local driver=postgres logger.go:42: 23:07:29 | major-upgrade-15-to-16/2-write-data | ++ get_client_pod logger.go:42: 23:07:29 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-immune-crawdad get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 23:07:29 | major-upgrade-15-to-16/2-write-data | + kubectl -n kuttl-test-immune-crawdad exec pg-client-65d98588cc-2tpvr -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc'\''' logger.go:42: 23:07:30 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:30 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:30 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 23:07:31 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:31 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:31 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 23:07:31 | major-upgrade-15-to-16/2-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:07:31 | major-upgrade-15-to-16/2-write-data | + local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' logger.go:42: 23:07:31 | major-upgrade-15-to-16/2-write-data | + local uri=postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:07:31 | major-upgrade-15-to-16/2-write-data | + local driver=postgres logger.go:42: 23:07:31 | major-upgrade-15-to-16/2-write-data | ++ get_client_pod logger.go:42: 23:07:31 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-immune-crawdad get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 23:07:31 | major-upgrade-15-to-16/2-write-data | + kubectl -n kuttl-test-immune-crawdad exec pg-client-65d98588cc-2tpvr -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc'\''' logger.go:42: 23:07:32 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:32 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:32 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 23:07:33 | major-upgrade-15-to-16/2-write-data | ++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:33 | major-upgrade-15-to-16/2-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:33 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 23:07:33 | major-upgrade-15-to-16/2-write-data | + run_psql_local '\c postgres \\\ CREATE EXTENSION pg_cron' postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:07:33 | major-upgrade-15-to-16/2-write-data | + local 'command=\c postgres \\\ CREATE EXTENSION pg_cron' logger.go:42: 23:07:33 | major-upgrade-15-to-16/2-write-data | + local uri=postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:07:33 | major-upgrade-15-to-16/2-write-data | + local driver=postgres logger.go:42: 23:07:33 | major-upgrade-15-to-16/2-write-data | ++ get_client_pod logger.go:42: 23:07:33 | major-upgrade-15-to-16/2-write-data | ++ kubectl -n kuttl-test-immune-crawdad get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 23:07:34 | major-upgrade-15-to-16/2-write-data | + kubectl -n kuttl-test-immune-crawdad exec pg-client-65d98588cc-2tpvr -- bash -c 'printf '\''\c postgres \\\ CREATE EXTENSION pg_cron\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc'\''' logger.go:42: 23:07:35 | major-upgrade-15-to-16/2-write-data | test step completed 2-write-data logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | starting test step 3-read-from-primary logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_psql_local '\c myapp \\\ SELECT * from myApp;' "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)") kubectl create configmap -n "${NAMESPACE}" 03-read-from-primary --from-literal=data="${data}"] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | + source ../../functions logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ realpath ../../.. logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++ BUSYBOX_VER=1.36 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ pwd logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++ test_name=major-upgrade-15-to-16 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/vars.sh logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export GIT_BRANCH=PR-1601 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ GIT_BRANCH=PR-1601 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export VERSION=PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ VERSION=PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ SKIP_TEST_WARNINGS=true logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ command -v oc logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ ! -n '' ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ -n '' ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export PG_VER=18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ PG_VER=18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export BUCKET=pg-operator-testing logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ BUCKET=pg-operator-testing logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export PGOV1_TAG=1.4.0 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ PGOV1_TAG=1.4.0 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export PGOV1_VER=14 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ PGOV1_VER=14 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export CPGO_VERSION=5.8.7 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ CPGO_VERSION=5.8.7 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export MINIO_VER=5.4.0 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ MINIO_VER=5.4.0 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export REGISTRY_NAME=docker.io logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ REGISTRY_NAME=docker.io logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ printenv logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ grep -E '^IMAGE' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ awk -F= '{print $1}' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == perconalab/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ which gdate logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ which date logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ date=/usr/sbin/date logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ which gsed logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++++ which sed logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ sed=/usr/sbin/sed logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | ++ oc get projects logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:07:35 | major-upgrade-15-to-16/3-read-from-primary | +++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 23:07:36 | major-upgrade-15-to-16/3-read-from-primary | ++ run_psql_local '\c myapp \\\ SELECT * from myApp;' postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:07:36 | major-upgrade-15-to-16/3-read-from-primary | ++ local 'command=\c myapp \\\ SELECT * from myApp;' logger.go:42: 23:07:36 | major-upgrade-15-to-16/3-read-from-primary | ++ local uri=postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:07:36 | major-upgrade-15-to-16/3-read-from-primary | ++ local driver=postgres logger.go:42: 23:07:36 | major-upgrade-15-to-16/3-read-from-primary | +++ get_client_pod logger.go:42: 23:07:36 | major-upgrade-15-to-16/3-read-from-primary | +++ kubectl -n kuttl-test-immune-crawdad get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 23:07:36 | major-upgrade-15-to-16/3-read-from-primary | ++ kubectl -n kuttl-test-immune-crawdad exec pg-client-65d98588cc-2tpvr -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc'\''' logger.go:42: 23:07:37 | major-upgrade-15-to-16/3-read-from-primary | + data=' 100500' logger.go:42: 23:07:37 | major-upgrade-15-to-16/3-read-from-primary | + kubectl create configmap -n kuttl-test-immune-crawdad 03-read-from-primary '--from-literal=data= 100500' logger.go:42: 23:07:38 | major-upgrade-15-to-16/3-read-from-primary | configmap/03-read-from-primary created logger.go:42: 23:07:38 | major-upgrade-15-to-16/3-read-from-primary | test step completed 3-read-from-primary logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | starting test step 4-upgrade logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl apply -n ${NAMESPACE} -f - <<-EOF apiVersion: pgv2.percona.com/v2 kind: PerconaPGUpgrade metadata: name: 15-to-16 spec: postgresClusterName: major-upgrade-15-to-16 image: ${IMAGE_UPGRADE} fromPostgresVersion: 15 toPostgresVersion: 16 toPostgresImage: $(get_container_image "postgres" 16) toPgBouncerImage: $(get_container_image "pgbouncer" 16) toPgBackRestImage: $(get_container_image "pgbackrest" 16) EOF] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | + source ../../functions logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ realpath ../../.. logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ BUSYBOX_VER=1.36 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ pwd logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ test_name=major-upgrade-15-to-16 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/vars.sh logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export GIT_BRANCH=PR-1601 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ GIT_BRANCH=PR-1601 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export VERSION=PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ VERSION=PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ SKIP_TEST_WARNINGS=true logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ command -v oc logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ ! -n '' ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ -n '' ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export PG_VER=18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ PG_VER=18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export BUCKET=pg-operator-testing logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ BUCKET=pg-operator-testing logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export PGOV1_TAG=1.4.0 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ PGOV1_TAG=1.4.0 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export PGOV1_VER=14 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ PGOV1_VER=14 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export CPGO_VERSION=5.8.7 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ CPGO_VERSION=5.8.7 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export MINIO_VER=5.4.0 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ MINIO_VER=5.4.0 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export REGISTRY_NAME=docker.io logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ REGISTRY_NAME=docker.io logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ printenv logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ grep -E '^IMAGE' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ awk -F= '{print $1}' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == perconalab/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ which gdate logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ which date logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ date=/usr/sbin/date logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ which gsed logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++++ which sed logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | +++ sed=/usr/sbin/sed logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ oc get projects logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | + kubectl apply -n kuttl-test-immune-crawdad -f - logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ get_container_image postgres 16 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ local component=postgres logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ local pgVersion=16 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ -n '' ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ local operatorVersion=PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ ! PR-1601-acae56057 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ operatorVersion=main logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ postgres == pgbouncer ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ postgres == pgbackrest ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ get_container_image pgbouncer 16 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ local component=pgbouncer logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ local pgVersion=16 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ -n '' ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ local operatorVersion=PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ ! PR-1601-acae56057 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ operatorVersion=main logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ pgbouncer == pgbouncer ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ get_container_image pgbackrest 16 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ local component=pgbackrest logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ local pgVersion=16 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/percona/* ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ -n '' ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ local operatorVersion=PR-1601-acae56057 logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ ! PR-1601-acae56057 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ operatorVersion=main logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ pgbackrest == pgbouncer ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ [[ pgbackrest == pgbackrest ]] logger.go:42: 23:07:38 | major-upgrade-15-to-16/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16 logger.go:42: 23:07:39 | major-upgrade-15-to-16/4-upgrade | perconapgupgrade.pgv2.percona.com/15-to-16 created logger.go:42: 23:07:40 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:41 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc ready 3 3 96s logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 43s logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 93s logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-pxhb-0 4/4 Running 0 94s logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xjd2-0 4/4 Running 0 93s logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf 2/2 Running 0 91s logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx 2/2 Running 0 91s logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj 2/2 Running 0 91s logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 92s logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 104s logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:07:42 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 44s logger.go:42: 23:07:48 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:49 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc stopping 3 3 104s logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 51s logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 101s logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-pxhb-0 0/4 Completed 0 102s logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xjd2-0 0/4 Completed 0 101s logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf 0/2 Completed 0 99s logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 100s logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 112s logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:07:50 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 52s logger.go:42: 23:07:56 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc stopping 1 0 112s logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 59s logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 108s logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 2m logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:07:57 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 59s logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:04 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:08:05 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:08:05 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 2m logger.go:42: 23:08:05 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:05 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:08:05 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Init:0/5 0 4s logger.go:42: 23:08:05 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 67s logger.go:42: 23:08:05 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 2m8s logger.go:42: 23:08:05 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:05 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:08:05 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 5s 5s logger.go:42: 23:08:05 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 67s logger.go:42: 23:08:11 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:12 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:08:13 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:08:13 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 2m7s logger.go:42: 23:08:13 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:13 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:08:13 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Init:0/5 0 11s logger.go:42: 23:08:13 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 74s logger.go:42: 23:08:13 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 2m15s logger.go:42: 23:08:13 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:13 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:08:13 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 12s 12s logger.go:42: 23:08:13 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 74s logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:19 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:08:20 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:08:20 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 2m15s logger.go:42: 23:08:20 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:20 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:08:20 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Init:0/5 0 19s logger.go:42: 23:08:20 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 82s logger.go:42: 23:08:20 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 2m23s logger.go:42: 23:08:20 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:20 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:08:20 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 20s 20s logger.go:42: 23:08:20 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 82s logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:08:28 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:08:28 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 2m22s logger.go:42: 23:08:28 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:28 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:08:28 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Init:1/5 0 27s logger.go:42: 23:08:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 90s logger.go:42: 23:08:28 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 2m31s logger.go:42: 23:08:28 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:28 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:08:28 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 28s 28s logger.go:42: 23:08:28 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 90s logger.go:42: 23:08:34 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:35 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:08:36 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:08:36 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 2m30s logger.go:42: 23:08:36 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:36 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:08:36 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Init:1/5 0 35s logger.go:42: 23:08:36 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 98s logger.go:42: 23:08:36 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 2m39s logger.go:42: 23:08:36 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:36 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:08:36 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 36s 36s logger.go:42: 23:08:36 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 98s logger.go:42: 23:08:42 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 2m38s logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Init:1/5 0 42s logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 105s logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 2m46s logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 43s 43s logger.go:42: 23:08:43 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 105s logger.go:42: 23:08:50 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 2m46s logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Init:1/5 0 50s logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 113s logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 2m54s logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 51s 51s logger.go:42: 23:08:51 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 113s logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:08:58 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:08:59 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:08:59 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 2m54s logger.go:42: 23:08:59 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:59 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:08:59 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Init:1/5 0 58s logger.go:42: 23:08:59 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 2m1s logger.go:42: 23:08:59 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 3m2s logger.go:42: 23:08:59 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:08:59 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:08:59 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 59s 59s logger.go:42: 23:08:59 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 2m1s logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:06 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:09:07 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:09:07 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 3m2s logger.go:42: 23:09:07 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:07 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:09:07 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 1/1 Running 0 66s logger.go:42: 23:09:07 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 2m9s logger.go:42: 23:09:07 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 3m10s logger.go:42: 23:09:07 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:07 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:09:07 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Running 0/1 67s 67s logger.go:42: 23:09:07 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 2m9s logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:14 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 3m9s logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 ContainerCreating 0 1s logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 ContainerCreating 0 1s logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 74s logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 2m17s logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 3m18s logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Running 0/1 1s 1s logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Running 0/1 1s 1s logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 75s logger.go:42: 23:09:15 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 2m17s logger.go:42: 23:09:21 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:22 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 3m17s logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 ContainerCreating 0 8s logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 ContainerCreating 0 8s logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 81s logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 2m24s logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 3m25s logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Running 0/1 9s 9s logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Running 0/1 9s 9s logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 83s logger.go:42: 23:09:23 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 2m25s logger.go:42: 23:09:29 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651559391018" logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651783631009" logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg15_wal'' ''--type=standby''' logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009651290703011" logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:30 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc paused 0 0 3m25s logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 ContainerCreating 0 16s logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 16s logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 89s logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-k8c2-ps949 0/1 Completed 0 2m32s logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 3m33s logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Running 0/1 17s 17s logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 17s logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 91s logger.go:42: 23:09:31 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-k8c2 Complete 1/1 26s 2m33s logger.go:42: 23:09:37 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009775148143018" logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg15_wal logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009774745775009" logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777724031011" logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 0 0 3m33s logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 24s logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 24s logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 97s logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 3m41s logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 24s logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 24s logger.go:42: 23:09:38 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 98s logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777971471018" logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009778249055009" logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777724031011" logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:45 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 0 0 3m41s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 32s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 32s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 105s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 0/4 Init:0/5 0 5s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 0/2 ContainerCreating 0 4s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 0/2 ContainerCreating 0 4s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 0/2 ContainerCreating 0 4s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 0/2 Init:0/2 0 4s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 3m49s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 32s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 32s logger.go:42: 23:09:46 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 106s logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777971471018" logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009778249055009" logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777724031011" logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:09:53 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 0 3 3m49s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 40s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 40s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 113s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 0/4 Init:1/5 0 13s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 12s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 12s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 12s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 0/2 Init:0/2 0 12s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 3m57s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 40s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 40s logger.go:42: 23:09:54 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 114s logger.go:42: 23:10:00 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777971471018" logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009778249055009" logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777724031011" logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:01 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 0 3 3m56s logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 47s logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 47s logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 2m logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 0/4 Init:1/5 0 20s logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 19s logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 19s logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 19s logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 0/2 PodInitializing 0 19s logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 4m4s logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 48s logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 48s logger.go:42: 23:10:02 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 2m2s logger.go:42: 23:10:08 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777971471018" logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009778249055009" logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777724031011" logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:09 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 0 3 4m4s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 55s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 55s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 2m8s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 0/4 Init:1/5 0 28s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 27s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 27s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 27s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 27s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 4m12s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 55s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 55s logger.go:42: 23:10:10 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 2m9s logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777971471018" logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009778249055009" logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777724031011" logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:16 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 0 3 4m12s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 63s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 63s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 2m16s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 0/4 Init:2/5 0 36s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 35s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 35s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 35s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 35s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 4m20s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 63s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 63s logger.go:42: 23:10:17 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 2m17s logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777971471018" logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009778249055009" logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777724031011" logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:24 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 0 3 4m20s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 71s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 71s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 2m24s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 0/4 PodInitializing 0 44s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 43s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 43s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 43s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 43s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 4m28s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 71s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 71s logger.go:42: 23:10:25 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 2m25s logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777971471018" logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009778249055009" logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777724031011" logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:32 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 1 3 4m27s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 78s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 78s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 2m31s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 PodInitializing 0 4s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 51s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-pxhb-0 0/4 Init:0/5 0 6s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xjd2-0 0/4 Init:0/5 0 6s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 50s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 50s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 50s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 50s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 4m35s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 79s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 79s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 2m33s logger.go:42: 23:10:33 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-kv4d Running 0/1 5s 5s logger.go:42: 23:10:39 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777971471018" logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009778249055009" logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777724031011" logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:40 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 1 3 4m35s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 86s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 86s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 2m39s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-kv4d-q7mvq 1/1 Running 0 12s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 59s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-pxhb-0 0/4 Init:1/5 0 14s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xjd2-0 0/4 Init:1/5 0 14s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 58s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 58s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 58s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 58s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 4m43s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 87s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 87s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 2m41s logger.go:42: 23:10:41 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-kv4d Running 0/1 13s 13s logger.go:42: 23:10:47 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777971471018" logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009778249055009" logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009777724031011" logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:48 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 1 3 4m43s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 94s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 94s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 2m47s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 Completed 0 20s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 67s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-pxhb-0 0/4 Init:1/5 0 22s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xjd2-0 0/4 Init:1/5 0 22s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 66s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 66s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 66s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 66s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 4m51s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 95s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 95s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 2m49s logger.go:42: 23:10:49 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-kv4d Complete 1/1 20s 21s logger.go:42: 23:10:55 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009855519391018" logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009854624031009" logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009854964991011" logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:10:56 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 1 3 4m51s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 102s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 102s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 2m55s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 Completed 0 28s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 75s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-pxhb-0 0/4 Init:1/5 0 30s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xjd2-0 0/4 Init:1/5 0 30s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 74s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 74s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 74s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 74s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 4m59s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 103s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 103s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 2m57s logger.go:42: 23:10:57 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-kv4d Complete 1/1 20s 29s logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009855519391018" logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009854624031009" logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009854964991011" logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:03 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 1 3 4m59s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 110s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 110s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 3m3s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 Completed 0 36s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 83s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-pxhb-0 0/4 Init:3/5 0 38s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xjd2-0 0/4 Init:2/5 0 38s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 82s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 82s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 82s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 82s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 5m7s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 110s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 110s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 3m4s logger.go:42: 23:11:05 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-kv4d Complete 1/1 20s 36s logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009855519391018" logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009854624031009" logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009854964991011" logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:11 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 1 3 5m7s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 118s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 118s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 3m11s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 Completed 0 44s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 91s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-pxhb-0 0/4 PodInitializing 0 46s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xjd2-0 3/4 Running 0 46s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 90s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 90s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 90s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 90s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 5m15s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 118s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 118s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 3m12s logger.go:42: 23:11:12 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-kv4d Complete 1/1 20s 44s logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009855519391018" logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009854624031009" logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009854964991011" logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:19 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc initializing 1 3 5m15s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 2m6s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 2m6s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 3m19s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 Completed 0 52s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 99s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-pxhb-0 4/4 Running 0 54s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xjd2-0 4/4 Running 0 54s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 98s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 98s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 98s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 98s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 5m23s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 2m6s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 2m6s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 3m20s logger.go:42: 23:11:20 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-kv4d Complete 1/1 20s 52s logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get cm \ -l app.kubernetes.io/instance=major-upgrade-15-to-16 \ -l app.kubernetes.io/component=pg -o yaml kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | apiVersion: v1 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | items: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:08Z" logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-nzfv logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-nzfv-config logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009855519391018" logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | uid: fc6c0577-23f9-4f14-a0d2-3cafcf6d26fc logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-pxhb logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-pxhb-config logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009854624031009" logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | uid: ed0dc3e3-eba2-4357-9401-4f5c80a2c299 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: v1 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | data: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | patroni.yaml: | logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING. logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | kubernetes: {} logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgresql: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | basebackup: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - waldir=/pgdata/pg16_wal logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | create_replica_methods: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - pgbackrest logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - basebackup logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | pgbackrest: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | command: '''bash'' ''-ceu'' ''--'' ''install --directory --mode=0700 "${PGDATA?}" logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | && exec "$@"'' ''-'' ''pgbackrest'' ''restore'' ''--delta'' ''--stanza=db'' logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | ''--repo=1'' ''--link-map=pg_wal=/pgdata/pg16_wal'' ''--type=standby''' logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | keep_data: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | no_leader: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | no_params: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | pgpass: /tmp/.pgpass logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | use_unix_socket: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | restapi: {} logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | tags: {} logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | kind: ConfigMap logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | creationTimestamp: "2026-05-28T23:06:07Z" logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | labels: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/component: pg logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/instance: major-upgrade-15-to-16 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/managed-by: percona-postgresql-operator logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/name: percona-postgresql logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | app.kubernetes.io/part-of: percona-postgresql logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | pgv2.percona.com/version: 3.1.0 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/cluster: major-upgrade-15-to-16 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance: major-upgrade-15-to-16-instance1-xjd2 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | postgres-operator.crunchydata.com/instance-set: instance1 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16-instance1-xjd2-config logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | namespace: kuttl-test-immune-crawdad logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | ownerReferences: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | - apiVersion: upstream.pgv2.percona.com/v1beta1 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | blockOwnerDeletion: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | controller: true logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | kind: PostgresCluster logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | name: major-upgrade-15-to-16 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | uid: 69f711e8-2067-447b-91f7-dd9965f8a594 logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "1780009854964991011" logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | uid: 39529824-c0cb-4687-9454-494046d56c0c logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | kind: List logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | metadata: logger.go:42: 23:11:27 | major-upgrade-15-to-16/4-upgrade | resourceVersion: "" logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-15-to-16 major-upgrade-15-to-16-pgbouncer.kuttl-test-immune-crawdad.svc ready 3 3 5m23s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 2m14s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 2m14s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/15-to-16-pgdata-ljfbm 0/1 Completed 0 3m27s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 Completed 0 60s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 107s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-pxhb-0 4/4 Running 0 62s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-instance1-xjd2-0 4/4 Running 0 62s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 106s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 106s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 106s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/major-upgrade-15-to-16-repo-host-0 2/2 Running 0 106s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | pod/pg-client-65d98588cc-2tpvr 1/1 Running 0 5m31s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-pxhb Complete 1/1 20s 2m14s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-major-upgrade-15-to-16-instance1-xjd2 Complete 1/1 15s 2m14s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | job.batch/15-to-16-pgdata Complete 1/1 73s 3m28s logger.go:42: 23:11:28 | major-upgrade-15-to-16/4-upgrade | job.batch/major-upgrade-15-to-16-backup-kv4d Complete 1/1 20s 60s logger.go:42: 23:11:33 | major-upgrade-15-to-16/4-upgrade | test step completed 4-upgrade logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | starting test step 5-post-upgrade logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(get_pod_by_role major-upgrade-15-to-16 primary name) kubectl -n ${NAMESPACE} exec ${primary} -- vacuumdb --all --analyze-in-stages kubectl -n ${NAMESPACE} exec ${primary} -- vacuumdb --all --analyze-only kubectl -n ${NAMESPACE} exec ${primary} -- /pgdata/delete_old_cluster.sh] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | + source ../../functions logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ realpath ../../.. logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ BUSYBOX_VER=1.36 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ pwd logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ test_name=major-upgrade-15-to-16 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/vars.sh logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export GIT_BRANCH=PR-1601 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ GIT_BRANCH=PR-1601 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export VERSION=PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ VERSION=PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ SKIP_TEST_WARNINGS=true logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ command -v oc logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ ! -n '' ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ -n '' ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export PG_VER=18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ PG_VER=18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export BUCKET=pg-operator-testing logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ BUCKET=pg-operator-testing logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export PGOV1_TAG=1.4.0 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ PGOV1_TAG=1.4.0 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export PGOV1_VER=14 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ PGOV1_VER=14 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export CPGO_VERSION=5.8.7 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ CPGO_VERSION=5.8.7 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export MINIO_VER=5.4.0 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ MINIO_VER=5.4.0 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export REGISTRY_NAME=docker.io logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ REGISTRY_NAME=docker.io logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ printenv logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ grep -E '^IMAGE' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ awk -F= '{print $1}' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == perconalab/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ which gdate logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ which date logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ date=/usr/sbin/date logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ which gsed logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++++ which sed logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ sed=/usr/sbin/sed logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ oc get projects logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ get_pod_by_role major-upgrade-15-to-16 primary name logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ local cluster=major-upgrade-15-to-16 logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ local role=primary logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ local parameter=name logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ case ${parameter} in logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | ++ local 'jsonpath={.items[].metadata.name}' logger.go:42: 23:11:33 | major-upgrade-15-to-16/5-post-upgrade | +++ kubectl get pods --namespace kuttl-test-immune-crawdad --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=major-upgrade-15-to-16 -o 'jsonpath={.items[].metadata.name}' logger.go:42: 23:11:34 | major-upgrade-15-to-16/5-post-upgrade | ++ echo major-upgrade-15-to-16-instance1-nzfv-0 logger.go:42: 23:11:34 | major-upgrade-15-to-16/5-post-upgrade | + primary=major-upgrade-15-to-16-instance1-nzfv-0 logger.go:42: 23:11:34 | major-upgrade-15-to-16/5-post-upgrade | + kubectl -n kuttl-test-immune-crawdad exec major-upgrade-15-to-16-instance1-nzfv-0 -- vacuumdb --all --analyze-in-stages logger.go:42: 23:11:36 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "myapp": Generating minimal optimizer statistics (1 target) logger.go:42: 23:11:36 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "postgres": Generating minimal optimizer statistics (1 target) logger.go:42: 23:11:36 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "template1": Generating minimal optimizer statistics (1 target) logger.go:42: 23:11:36 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "myapp": Generating medium optimizer statistics (10 targets) logger.go:42: 23:11:36 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "postgres": Generating medium optimizer statistics (10 targets) logger.go:42: 23:11:36 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "template1": Generating medium optimizer statistics (10 targets) logger.go:42: 23:11:37 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "myapp": Generating default (full) optimizer statistics logger.go:42: 23:11:37 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "postgres": Generating default (full) optimizer statistics logger.go:42: 23:11:37 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: processing database "template1": Generating default (full) optimizer statistics logger.go:42: 23:11:37 | major-upgrade-15-to-16/5-post-upgrade | + kubectl -n kuttl-test-immune-crawdad exec major-upgrade-15-to-16-instance1-nzfv-0 -- vacuumdb --all --analyze-only logger.go:42: 23:11:38 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: vacuuming database "myapp" logger.go:42: 23:11:38 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: vacuuming database "postgres" logger.go:42: 23:11:39 | major-upgrade-15-to-16/5-post-upgrade | vacuumdb: vacuuming database "template1" logger.go:42: 23:11:39 | major-upgrade-15-to-16/5-post-upgrade | + kubectl -n kuttl-test-immune-crawdad exec major-upgrade-15-to-16-instance1-nzfv-0 -- /pgdata/delete_old_cluster.sh logger.go:42: 23:11:40 | major-upgrade-15-to-16/5-post-upgrade | test step completed 5-post-upgrade logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | starting test step 6-write-data logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' \ "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)"] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | + source ../../functions logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ realpath ../../.. logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ BUSYBOX_VER=1.36 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ pwd logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ test_name=major-upgrade-15-to-16 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/vars.sh logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export GIT_BRANCH=PR-1601 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ GIT_BRANCH=PR-1601 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export VERSION=PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ VERSION=PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ command -v oc logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ ! -n '' ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ -n '' ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export PG_VER=18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ PG_VER=18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export PGOV1_VER=14 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ PGOV1_VER=14 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ printenv logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ grep -E '^IMAGE' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ awk -F= '{print $1}' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == perconalab/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ which gdate logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ which date logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ date=/usr/sbin/date logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ which gsed logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++++ which sed logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | +++ sed=/usr/sbin/sed logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ oc get projects logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:11:40 | major-upgrade-15-to-16/6-write-data | ++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 23:11:41 | major-upgrade-15-to-16/6-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:11:41 | major-upgrade-15-to-16/6-write-data | + local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' logger.go:42: 23:11:41 | major-upgrade-15-to-16/6-write-data | + local uri=postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:11:41 | major-upgrade-15-to-16/6-write-data | + local driver=postgres logger.go:42: 23:11:41 | major-upgrade-15-to-16/6-write-data | ++ get_client_pod logger.go:42: 23:11:41 | major-upgrade-15-to-16/6-write-data | ++ kubectl -n kuttl-test-immune-crawdad get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 23:11:41 | major-upgrade-15-to-16/6-write-data | + kubectl -n kuttl-test-immune-crawdad exec pg-client-65d98588cc-2tpvr -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc'\''' logger.go:42: 23:11:42 | major-upgrade-15-to-16/6-write-data | test step completed 6-write-data logger.go:42: 23:11:42 | major-upgrade-15-to-16/7-run-backup | starting test step 7-run-backup logger.go:42: 23:11:43 | major-upgrade-15-to-16/7-run-backup | PerconaPGBackup:kuttl-test-immune-crawdad/backup-after-15-to-16 created logger.go:42: 23:12:43 | major-upgrade-15-to-16/7-run-backup | test step completed 7-run-backup logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | starting test step 9-write-data logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ '\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)' \ "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)"] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | + source ../../functions logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ realpath ../../.. logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++ BUSYBOX_VER=1.36 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ pwd logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++ test_name=major-upgrade-15-to-16 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/vars.sh logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export GIT_BRANCH=PR-1601 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ GIT_BRANCH=PR-1601 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export VERSION=PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ VERSION=PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ command -v oc logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ ! -n '' ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ -n '' ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export PG_VER=18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ PG_VER=18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export PGOV1_VER=14 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ PGOV1_VER=14 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ printenv logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ grep -E '^IMAGE' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ awk -F= '{print $1}' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == perconalab/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ which gdate logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ which date logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ date=/usr/sbin/date logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ which gsed logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++++ which sed logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | +++ sed=/usr/sbin/sed logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++ oc get projects logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:12:43 | major-upgrade-15-to-16/9-write-data | ++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 23:12:44 | major-upgrade-15-to-16/9-write-data | ++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:12:44 | major-upgrade-15-to-16/9-write-data | ++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:12:44 | major-upgrade-15-to-16/9-write-data | ++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 23:12:44 | major-upgrade-15-to-16/9-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)' postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:12:44 | major-upgrade-15-to-16/9-write-data | + local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)' logger.go:42: 23:12:44 | major-upgrade-15-to-16/9-write-data | + local uri=postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:12:44 | major-upgrade-15-to-16/9-write-data | + local driver=postgres logger.go:42: 23:12:44 | major-upgrade-15-to-16/9-write-data | ++ get_client_pod logger.go:42: 23:12:44 | major-upgrade-15-to-16/9-write-data | ++ kubectl -n kuttl-test-immune-crawdad get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 23:12:44 | major-upgrade-15-to-16/9-write-data | + kubectl -n kuttl-test-immune-crawdad exec pg-client-65d98588cc-2tpvr -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100502)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc'\''' logger.go:42: 23:12:45 | major-upgrade-15-to-16/9-write-data | test step completed 9-write-data logger.go:42: 23:12:45 | major-upgrade-15-to-16/10-run-restore | starting test step 10-run-restore logger.go:42: 23:12:46 | major-upgrade-15-to-16/10-run-restore | PerconaPGRestore:kuttl-test-immune-crawdad/restore-after-15-to-16 created logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 3m33s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 3m33s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-ljfbm 0/1 Completed 0 4m46s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 Completed 0 2m19s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-sfvz-njwj8 0/1 Completed 0 61s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 3m6s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-pxhb-0 4/4 Running 0 2m21s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-xjd2-0 4/4 Running 0 2m21s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 3m5s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 3m5s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 3m5s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 3m5s logger.go:42: 23:12:47 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-2tpvr 1/1 Running 0 6m50s logger.go:42: 23:12:49 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-nzfv-0: logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.327 UTC [129] LOG: checkpoint starting: force logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.333 UTC [126] LOG: database system is ready to accept connections logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.363 UTC [157] LOG: pg_cron scheduler started logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.440 UTC [129] LOG: checkpoint complete: wrote 7 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.067 s, sync=0.019 s, total=0.113 s; sync files=6, longest=0.008 s, average=0.004 s; distance=0 kB, estimate=0 kB; lsn=0/B005278, redo lsn=0/B000398 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.440 UTC [129] LOG: checkpoint starting: immediate force wait logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.466 UTC [129] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.005 s, total=0.026 s; sync files=2, longest=0.005 s, average=0.003 s; distance=19 kB, estimate=19 kB; lsn=0/B005328, redo lsn=0/B0052F0 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.877 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7645083642763567197 do not match repo1 stanza version 15, system-id 7645083073911152765 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:26.418 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7645083642763567197 do not match repo1 stanza version 15, system-id 7645083073911152765 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.011 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.190 UTC [129] LOG: checkpoint complete: wrote 1 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.101 s, sync=0.005 s, total=0.180 s; sync files=1, longest=0.005 s, average=0.005 s; distance=16363 kB, estimate=16363 kB; lsn=0/C000060, redo lsn=0/C000028 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 371 of 8192 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:11:49.535 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.462 UTC [129] LOG: checkpoint complete: wrote 310 buffers (1.9%); 0 WAL file(s) added, 0 removed, 0 recycled; write=30.904 s, sync=0.008 s, total=30.927 s; sync files=74, longest=0.003 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/E0B8370, redo lsn=0/E000028 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] LOG: restore point "pgBackRest Archive Check" created at 0/E0B8450 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000E.00000028.backup": read 371 of 8192 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.281 UTC [126] LOG: received fast shutdown request logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.286 UTC [126] LOG: aborting any active transactions logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.287 UTC [157] LOG: pg_cron scheduler shutting down logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.289 UTC [141] FATAL: terminating connection due to administrator command logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.292 UTC [126] LOG: background worker "logical replication launcher" (PID 159) exited with exit code 1 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.293 UTC [126] LOG: background worker "pg_cron launcher" (PID 157) exited with exit code 1 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.293 UTC [129] LOG: shutting down logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.365 UTC [129] LOG: checkpoint starting: shutdown immediate logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.455 UTC [129] LOG: checkpoint complete: wrote 82 buffers (0.5%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.010 s, sync=0.007 s, total=0.096 s; sync files=13, longest=0.003 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/11000028, redo lsn=0/11000028 logger.go:42: 23:12:51 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.990 UTC [126] LOG: database system is shut down logger.go:42: 23:12:52 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-pxhb-0: logger.go:42: 23:12:54 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 23:12:55 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 23:12:55 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 3m41s logger.go:42: 23:12:55 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 3m41s logger.go:42: 23:12:55 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-ljfbm 0/1 Completed 0 4m54s logger.go:42: 23:12:55 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 Completed 0 2m27s logger.go:42: 23:12:55 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-sfvz-njwj8 0/1 Completed 0 69s logger.go:42: 23:12:55 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 3m13s logger.go:42: 23:12:55 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 3m13s logger.go:42: 23:12:55 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 3m13s logger.go:42: 23:12:55 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 3m13s logger.go:42: 23:12:55 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-2tpvr 1/1 Running 0 6m58s logger.go:42: 23:12:56 | major-upgrade-15-to-16/10-run-restore | No resources found in kuttl-test-immune-crawdad namespace. logger.go:42: 23:13:27 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 4m13s logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 4m13s logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-ljfbm 0/1 Completed 0 5m26s logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 Completed 0 2m59s logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-sfvz-njwj8 0/1 Completed 0 101s logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-nzfv-0 0/4 PodInitializing 0 15s logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbackrest-restore-wchbl 0/1 Completed 0 32s logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 3m45s logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 3m45s logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 3m45s logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 3m45s logger.go:42: 23:13:28 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-2tpvr 1/1 Running 0 7m30s logger.go:42: 23:13:29 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-nzfv-0: logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.286 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.296 UTC [131] LOG: archive recovery complete logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.327 UTC [129] LOG: checkpoint starting: force logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.333 UTC [126] LOG: database system is ready to accept connections logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.363 UTC [157] LOG: pg_cron scheduler started logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.440 UTC [129] LOG: checkpoint complete: wrote 7 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.067 s, sync=0.019 s, total=0.113 s; sync files=6, longest=0.008 s, average=0.004 s; distance=0 kB, estimate=0 kB; lsn=0/B005278, redo lsn=0/B000398 logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.440 UTC [129] LOG: checkpoint starting: immediate force wait logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.466 UTC [129] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.005 s, total=0.026 s; sync files=2, longest=0.005 s, average=0.003 s; distance=19 kB, estimate=19 kB; lsn=0/B005328, redo lsn=0/B0052F0 logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.877 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7645083642763567197 do not match repo1 stanza version 15, system-id 7645083073911152765 logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:26.418 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7645083642763567197 do not match repo1 stanza version 15, system-id 7645083073911152765 logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.011 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.190 UTC [129] LOG: checkpoint complete: wrote 1 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.101 s, sync=0.005 s, total=0.180 s; sync files=1, longest=0.005 s, average=0.005 s; distance=16363 kB, estimate=16363 kB; lsn=0/C000060, redo lsn=0/C000028 logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 371 of 8192 logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:11:49.535 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.462 UTC [129] LOG: checkpoint complete: wrote 310 buffers (1.9%); 0 WAL file(s) added, 0 removed, 0 recycled; write=30.904 s, sync=0.008 s, total=30.927 s; sync files=74, longest=0.003 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/E0B8370, redo lsn=0/E000028 logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] LOG: restore point "pgBackRest Archive Check" created at 0/E0B8450 logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.564 UTC [134] LOG: starting PostgreSQL 16.14 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 14.2.1 20250110 (Red Hat 14.2.1-12), 64-bit logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.565 UTC [134] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.565 UTC [134] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.592 UTC [134] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.614 UTC [139] LOG: database system was shut down at 2026-05-28 23:13:06 UTC logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.651 UTC [134] LOG: database system is ready to accept connections logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.767 UTC [143] LOG: pg_cron scheduler started logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 42 of 8192 logger.go:42: 23:13:30 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:29.867 UTC [134] LOG: received SIGHUP, reloading configuration files logger.go:42: 23:14:01 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 4m48s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 4m48s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-ljfbm 0/1 Completed 0 6m1s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 Completed 0 3m34s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-sfvz-njwj8 0/1 Completed 0 2m16s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 50s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-pxhb-0 4/4 Running 0 27s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-xjd2-0 4/4 Running 0 26s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 4m20s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 4m20s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 4m20s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 4m20s logger.go:42: 23:14:02 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-2tpvr 1/1 Running 0 8m5s logger.go:42: 23:14:04 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-nzfv-0: logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.286 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.296 UTC [131] LOG: archive recovery complete logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.327 UTC [129] LOG: checkpoint starting: force logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.333 UTC [126] LOG: database system is ready to accept connections logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.363 UTC [157] LOG: pg_cron scheduler started logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.440 UTC [129] LOG: checkpoint complete: wrote 7 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.067 s, sync=0.019 s, total=0.113 s; sync files=6, longest=0.008 s, average=0.004 s; distance=0 kB, estimate=0 kB; lsn=0/B005278, redo lsn=0/B000398 logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.440 UTC [129] LOG: checkpoint starting: immediate force wait logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.466 UTC [129] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.005 s, total=0.026 s; sync files=2, longest=0.005 s, average=0.003 s; distance=19 kB, estimate=19 kB; lsn=0/B005328, redo lsn=0/B0052F0 logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.877 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7645083642763567197 do not match repo1 stanza version 15, system-id 7645083073911152765 logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:26.418 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7645083642763567197 do not match repo1 stanza version 15, system-id 7645083073911152765 logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.011 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.190 UTC [129] LOG: checkpoint complete: wrote 1 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.101 s, sync=0.005 s, total=0.180 s; sync files=1, longest=0.005 s, average=0.005 s; distance=16363 kB, estimate=16363 kB; lsn=0/C000060, redo lsn=0/C000028 logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 371 of 8192 logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:11:49.535 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.462 UTC [129] LOG: checkpoint complete: wrote 310 buffers (1.9%); 0 WAL file(s) added, 0 removed, 0 recycled; write=30.904 s, sync=0.008 s, total=30.927 s; sync files=74, longest=0.003 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/E0B8370, redo lsn=0/E000028 logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] LOG: restore point "pgBackRest Archive Check" created at 0/E0B8450 logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.564 UTC [134] LOG: starting PostgreSQL 16.14 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 14.2.1 20250110 (Red Hat 14.2.1-12), 64-bit logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.565 UTC [134] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.565 UTC [134] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.592 UTC [134] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.614 UTC [139] LOG: database system was shut down at 2026-05-28 23:13:06 UTC logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.651 UTC [134] LOG: database system is ready to accept connections logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.767 UTC [143] LOG: pg_cron scheduler started logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 42 of 8192 logger.go:42: 23:14:05 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:29.867 UTC [134] LOG: received SIGHUP, reloading configuration files logger.go:42: 23:14:06 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-pxhb-0: logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.228 UTC [169] LOG: aborting any active transactions logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.228 UTC [201] FATAL: terminating connection due to administrator command logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.228 UTC [210] FATAL: terminating connection due to administrator command logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.228 UTC [195] FATAL: terminating walreceiver process due to administrator command logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.233 UTC [172] LOG: shutting down logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.233 UTC [172] LOG: restartpoint starting: shutdown immediate logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.298 UTC [172] LOG: restartpoint complete: wrote 347 buffers (2.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.043 s, sync=0.009 s, total=0.065 s; sync files=80, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/E0B8370, redo lsn=0/E000028 logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.298 UTC [172] LOG: recovery restart point at 0/E000028 logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.298 UTC [172] DETAIL: Last completed transaction was at log time 2026-05-28 23:12:45.903478+00. logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.303 UTC [169] LOG: database system is shut down logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.423 UTC [138] LOG: starting PostgreSQL 16.14 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 14.2.1 20250110 (Red Hat 14.2.1-12), 64-bit logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.424 UTC [138] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.424 UTC [138] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.451 UTC [138] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.475 UTC [143] LOG: database system was shut down in recovery at 2026-05-28 23:12:50 UTC logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.506 UTC [143] LOG: restored log file "00000003.history" from archive logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.534 UTC [143] LOG: entering standby mode logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.562 UTC [143] LOG: restored log file "00000003.history" from archive logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.894 UTC [143] LOG: restored log file "00000002000000000000000E" from archive logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.973 UTC [143] LOG: redo starts at 0/E000028 logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.001 UTC [143] LOG: restored log file "00000002000000000000000F" from archive logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.060 UTC [143] LOG: restored log file "000000020000000000000010" from archive logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.416 UTC [143] LOG: restored log file "000000030000000000000011" from archive logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.436 UTC [163] FATAL: the database system is not yet accepting connections logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.436 UTC [163] DETAIL: Consistent recovery state has not been yet reached. logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.444 UTC [165] FATAL: the database system is not yet accepting connections logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.444 UTC [165] DETAIL: Consistent recovery state has not been yet reached. logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.456 UTC [143] LOG: consistent recovery state reached at 0/100001F8 logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.456 UTC [138] LOG: database system is ready to accept read-only connections logger.go:42: 23:14:07 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.710 UTC [172] LOG: started streaming WAL from primary at 0/12000000 on timeline 3 logger.go:42: 23:14:08 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-xjd2-0: logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.011 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.190 UTC [129] LOG: checkpoint complete: wrote 1 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.101 s, sync=0.005 s, total=0.180 s; sync files=1, longest=0.005 s, average=0.005 s; distance=16363 kB, estimate=16363 kB; lsn=0/C000060, redo lsn=0/C000028 logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 371 of 8192 logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:11:49.535 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.462 UTC [129] LOG: checkpoint complete: wrote 310 buffers (1.9%); 0 WAL file(s) added, 0 removed, 0 recycled; write=30.904 s, sync=0.008 s, total=30.927 s; sync files=74, longest=0.003 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/E0B8370, redo lsn=0/E000028 logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] LOG: restore point "pgBackRest Archive Check" created at 0/E0B8450 logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.102 UTC [182] LOG: starting PostgreSQL 16.14 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 14.2.1 20250110 (Red Hat 14.2.1-12), 64-bit logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.102 UTC [182] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.102 UTC [182] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.129 UTC [182] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.142 UTC [187] LOG: database system was interrupted; last known up at 2026-05-28 23:12:20 UTC logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.255 UTC [187] LOG: restored log file "00000003.history" from archive logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.281 UTC [187] LOG: entering standby mode logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.281 UTC [187] LOG: starting backup recovery with redo LSN 0/E000028, checkpoint LSN 0/E0B8370, on timeline ID 2 logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.308 UTC [187] LOG: restored log file "00000003.history" from archive logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.633 UTC [187] LOG: restored log file "00000002000000000000000E" from archive logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.703 UTC [187] LOG: redo starts at 0/E000028 logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.728 UTC [187] LOG: restored log file "00000002000000000000000F" from archive logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.782 UTC [187] LOG: restored log file "000000020000000000000010" from archive logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.119 UTC [209] FATAL: the database system is not yet accepting connections logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.119 UTC [209] DETAIL: Consistent recovery state has not been yet reached. logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.127 UTC [211] FATAL: the database system is not yet accepting connections logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.127 UTC [211] DETAIL: Consistent recovery state has not been yet reached. logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.152 UTC [187] LOG: restored log file "000000030000000000000011" from archive logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.191 UTC [187] LOG: completed backup recovery with redo LSN 0/E000028 and end LSN 0/F000050 logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.191 UTC [187] LOG: consistent recovery state reached at 0/F000050 logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.191 UTC [182] LOG: database system is ready to accept read-only connections logger.go:42: 23:14:09 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.445 UTC [218] LOG: started streaming WAL from primary at 0/12000000 on timeline 3 logger.go:42: 23:14:40 | major-upgrade-15-to-16/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg16/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 0/1 Completed 0 5m26s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | 15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 0/1 Completed 0 5m26s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | 15-to-16-pgdata-ljfbm 0/1 Completed 0 6m39s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-kv4d-q7mvq 0/1 Completed 0 4m12s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-backup-sfvz-njwj8 0/1 Completed 0 2m54s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-nzfv-0 4/4 Running 0 88s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-pxhb-0 4/4 Running 0 65s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-instance1-xjd2-0 4/4 Running 0 64s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg 2/2 Running 0 4m58s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z 2/2 Running 0 4m58s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw 2/2 Running 0 4m58s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | major-upgrade-15-to-16-repo-host-0 2/2 Running 0 4m58s logger.go:42: 23:14:41 | major-upgrade-15-to-16/10-run-restore | pg-client-65d98588cc-2tpvr 1/1 Running 0 8m43s logger.go:42: 23:14:42 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-nzfv-0: logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.286 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.296 UTC [131] LOG: archive recovery complete logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.327 UTC [129] LOG: checkpoint starting: force logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.333 UTC [126] LOG: database system is ready to accept connections logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.363 UTC [157] LOG: pg_cron scheduler started logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.440 UTC [129] LOG: checkpoint complete: wrote 7 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.067 s, sync=0.019 s, total=0.113 s; sync files=6, longest=0.008 s, average=0.004 s; distance=0 kB, estimate=0 kB; lsn=0/B005278, redo lsn=0/B000398 logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.440 UTC [129] LOG: checkpoint starting: immediate force wait logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.466 UTC [129] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.005 s, total=0.026 s; sync files=2, longest=0.005 s, average=0.003 s; distance=19 kB, estimate=19 kB; lsn=0/B005328, redo lsn=0/B0052F0 logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:25.877 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7645083642763567197 do not match repo1 stanza version 15, system-id 7645083073911152765 logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:26.418 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 16, system-id 7645083642763567197 do not match repo1 stanza version 15, system-id 7645083073911152765 logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.011 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.190 UTC [129] LOG: checkpoint complete: wrote 1 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.101 s, sync=0.005 s, total=0.180 s; sync files=1, longest=0.005 s, average=0.005 s; distance=16363 kB, estimate=16363 kB; lsn=0/C000060, redo lsn=0/C000028 logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 371 of 8192 logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:11:49.535 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.462 UTC [129] LOG: checkpoint complete: wrote 310 buffers (1.9%); 0 WAL file(s) added, 0 removed, 0 recycled; write=30.904 s, sync=0.008 s, total=30.927 s; sync files=74, longest=0.003 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/E0B8370, redo lsn=0/E000028 logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] LOG: restore point "pgBackRest Archive Check" created at 0/E0B8450 logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.564 UTC [134] LOG: starting PostgreSQL 16.14 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 14.2.1 20250110 (Red Hat 14.2.1-12), 64-bit logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.565 UTC [134] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.565 UTC [134] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.592 UTC [134] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.614 UTC [139] LOG: database system was shut down at 2026-05-28 23:13:06 UTC logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.651 UTC [134] LOG: database system is ready to accept connections logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:28.767 UTC [143] LOG: pg_cron scheduler started logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 42 of 8192 logger.go:42: 23:14:43 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:29.867 UTC [134] LOG: received SIGHUP, reloading configuration files logger.go:42: 23:14:44 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-pxhb-0: logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.228 UTC [169] LOG: aborting any active transactions logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.228 UTC [201] FATAL: terminating connection due to administrator command logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.228 UTC [210] FATAL: terminating connection due to administrator command logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.228 UTC [195] FATAL: terminating walreceiver process due to administrator command logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.233 UTC [172] LOG: shutting down logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.233 UTC [172] LOG: restartpoint starting: shutdown immediate logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.298 UTC [172] LOG: restartpoint complete: wrote 347 buffers (2.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.043 s, sync=0.009 s, total=0.065 s; sync files=80, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/E0B8370, redo lsn=0/E000028 logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.298 UTC [172] LOG: recovery restart point at 0/E000028 logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.298 UTC [172] DETAIL: Last completed transaction was at log time 2026-05-28 23:12:45.903478+00. logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:50.303 UTC [169] LOG: database system is shut down logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.423 UTC [138] LOG: starting PostgreSQL 16.14 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 14.2.1 20250110 (Red Hat 14.2.1-12), 64-bit logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.424 UTC [138] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.424 UTC [138] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.451 UTC [138] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.475 UTC [143] LOG: database system was shut down in recovery at 2026-05-28 23:12:50 UTC logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.506 UTC [143] LOG: restored log file "00000003.history" from archive logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.534 UTC [143] LOG: entering standby mode logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.562 UTC [143] LOG: restored log file "00000003.history" from archive logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.894 UTC [143] LOG: restored log file "00000002000000000000000E" from archive logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:53.973 UTC [143] LOG: redo starts at 0/E000028 logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.001 UTC [143] LOG: restored log file "00000002000000000000000F" from archive logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.060 UTC [143] LOG: restored log file "000000020000000000000010" from archive logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.416 UTC [143] LOG: restored log file "000000030000000000000011" from archive logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.436 UTC [163] FATAL: the database system is not yet accepting connections logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.436 UTC [163] DETAIL: Consistent recovery state has not been yet reached. logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.444 UTC [165] FATAL: the database system is not yet accepting connections logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.444 UTC [165] DETAIL: Consistent recovery state has not been yet reached. logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.456 UTC [143] LOG: consistent recovery state reached at 0/100001F8 logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.456 UTC [138] LOG: database system is ready to accept read-only connections logger.go:42: 23:14:45 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:54.710 UTC [172] LOG: started streaming WAL from primary at 0/12000000 on timeline 3 logger.go:42: 23:14:46 | major-upgrade-15-to-16/10-run-restore | PostgreSQL logs from major-upgrade-15-to-16-instance1-xjd2-0: logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.011 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:10:33.190 UTC [129] LOG: checkpoint complete: wrote 1 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.101 s, sync=0.005 s, total=0.180 s; sync files=1, longest=0.005 s, average=0.005 s; distance=16363 kB, estimate=16363 kB; lsn=0/C000060, redo lsn=0/C000028 logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 371 of 8192 logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:11:49.535 UTC [129] LOG: checkpoint starting: force wait logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.462 UTC [129] LOG: checkpoint complete: wrote 310 buffers (1.9%); 0 WAL file(s) added, 0 removed, 0 recycled; write=30.904 s, sync=0.008 s, total=30.927 s; sync files=74, longest=0.003 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/E0B8370, redo lsn=0/E000028 logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] LOG: restore point "pgBackRest Archive Check" created at 0/E0B8450 logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:12:20.464 UTC [760] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.102 UTC [182] LOG: starting PostgreSQL 16.14 - Percona Distribution on x86_64-pc-linux-gnu, compiled by gcc (GCC) 14.2.1 20250110 (Red Hat 14.2.1-12), 64-bit logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.102 UTC [182] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.102 UTC [182] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.129 UTC [182] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.142 UTC [187] LOG: database system was interrupted; last known up at 2026-05-28 23:12:20 UTC logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.255 UTC [187] LOG: restored log file "00000003.history" from archive logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.281 UTC [187] LOG: entering standby mode logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.281 UTC [187] LOG: starting backup recovery with redo LSN 0/E000028, checkpoint LSN 0/E0B8370, on timeline ID 2 logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.308 UTC [187] LOG: restored log file "00000003.history" from archive logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.633 UTC [187] LOG: restored log file "00000002000000000000000E" from archive logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.703 UTC [187] LOG: redo starts at 0/E000028 logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.728 UTC [187] LOG: restored log file "00000002000000000000000F" from archive logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:57.782 UTC [187] LOG: restored log file "000000020000000000000010" from archive logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.119 UTC [209] FATAL: the database system is not yet accepting connections logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.119 UTC [209] DETAIL: Consistent recovery state has not been yet reached. logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.127 UTC [211] FATAL: the database system is not yet accepting connections logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.127 UTC [211] DETAIL: Consistent recovery state has not been yet reached. logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.152 UTC [187] LOG: restored log file "000000030000000000000011" from archive logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.191 UTC [187] LOG: completed backup recovery with redo LSN 0/E000028 and end LSN 0/F000050 logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.191 UTC [187] LOG: consistent recovery state reached at 0/F000050 logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.191 UTC [182] LOG: database system is ready to accept read-only connections logger.go:42: 23:14:47 | major-upgrade-15-to-16/10-run-restore | 2026-05-28 23:13:58.445 UTC [218] LOG: started streaming WAL from primary at 0/12000000 on timeline 3 logger.go:42: 23:15:17 | major-upgrade-15-to-16/10-run-restore | test step completed 10-run-restore logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | starting test step 11-read-from-primary logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_psql_local '\c myapp \\\ SELECT * from myApp;' "postgres:$(get_psql_user_pass major-upgrade-15-to-16-pguser-postgres)@$(get_psql_user_host major-upgrade-15-to-16-pguser-postgres)") kubectl create configmap -n "${NAMESPACE}" 11-read-from-primary --from-literal=data="${data}"] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | + source ../../functions logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ realpath ../../.. logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++ BUSYBOX_VER=1.36 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ pwd logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++ test_name=major-upgrade-15-to-16 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/vars.sh logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export GIT_BRANCH=PR-1601 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ GIT_BRANCH=PR-1601 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export VERSION=PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ VERSION=PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ SKIP_TEST_WARNINGS=true logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ command -v oc logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ ! -n '' ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ -n '' ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export PG_VER=18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ PG_VER=18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export BUCKET=pg-operator-testing logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ BUCKET=pg-operator-testing logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export PGOV1_TAG=1.4.0 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ PGOV1_TAG=1.4.0 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export PGOV1_VER=14 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ PGOV1_VER=14 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export CPGO_VERSION=5.8.7 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ CPGO_VERSION=5.8.7 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export MINIO_VER=5.4.0 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ MINIO_VER=5.4.0 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export REGISTRY_NAME=docker.io logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ REGISTRY_NAME=docker.io logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ printenv logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ grep -E '^IMAGE' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ awk -F= '{print $1}' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == perconalab/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ which gdate logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ which date logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ date=/usr/sbin/date logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ which gsed logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++++ which sed logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ sed=/usr/sbin/sed logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | ++ oc get projects logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ get_psql_user_pass major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:15:17 | major-upgrade-15-to-16/11-read-from-primary | +++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 23:15:18 | major-upgrade-15-to-16/11-read-from-primary | +++ get_psql_user_host major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:15:18 | major-upgrade-15-to-16/11-read-from-primary | +++ local secret_name=major-upgrade-15-to-16-pguser-postgres logger.go:42: 23:15:18 | major-upgrade-15-to-16/11-read-from-primary | +++ kubectl -n kuttl-test-immune-crawdad get secret/major-upgrade-15-to-16-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 23:15:18 | major-upgrade-15-to-16/11-read-from-primary | ++ run_psql_local '\c myapp \\\ SELECT * from myApp;' postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:15:18 | major-upgrade-15-to-16/11-read-from-primary | ++ local 'command=\c myapp \\\ SELECT * from myApp;' logger.go:42: 23:15:18 | major-upgrade-15-to-16/11-read-from-primary | ++ local uri=postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc logger.go:42: 23:15:18 | major-upgrade-15-to-16/11-read-from-primary | ++ local driver=postgres logger.go:42: 23:15:18 | major-upgrade-15-to-16/11-read-from-primary | +++ get_client_pod logger.go:42: 23:15:18 | major-upgrade-15-to-16/11-read-from-primary | +++ kubectl -n kuttl-test-immune-crawdad get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 23:15:19 | major-upgrade-15-to-16/11-read-from-primary | ++ kubectl -n kuttl-test-immune-crawdad exec pg-client-65d98588cc-2tpvr -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:O0l3KPVRz3H7Hiy450dzbFyo@major-upgrade-15-to-16-primary.kuttl-test-immune-crawdad.svc'\''' logger.go:42: 23:15:20 | major-upgrade-15-to-16/11-read-from-primary | + data=$' 100500\n 100501\n 100502' logger.go:42: 23:15:20 | major-upgrade-15-to-16/11-read-from-primary | + kubectl create configmap -n kuttl-test-immune-crawdad 11-read-from-primary $'--from-literal=data= 100500\n 100501\n 100502' logger.go:42: 23:15:20 | major-upgrade-15-to-16/11-read-from-primary | configmap/11-read-from-primary created logger.go:42: 23:15:21 | major-upgrade-15-to-16/11-read-from-primary | test step completed 11-read-from-primary logger.go:42: 23:15:21 | major-upgrade-15-to-16/99-remove-cluster-gracefully | starting test step 99-remove-cluster-gracefully logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | running command: [sh -c set -o errexit set -o xtrace source ../../functions remove_all_finalizers check_operator_panic destroy_operator] logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + source ../../functions logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ realpath ../../.. logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ BUSYBOX_VER=1.36 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ pwd logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ test_name=major-upgrade-15-to-16 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/vars.sh logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/deploy logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/conf logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/e2e-tests/tests/major-upgrade-15-to-16/conf logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-15-to-16 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export GIT_BRANCH=PR-1601 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ GIT_BRANCH=PR-1601 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export VERSION=PR-1601-acae56057 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ VERSION=PR-1601-acae56057 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ SKIP_TEST_WARNINGS=true logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ command -v oc logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ ! -n '' ]] logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ -n '' ]] logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export PG_VER=18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ PG_VER=18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export BUCKET=pg-operator-testing logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ BUCKET=pg-operator-testing logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export PGOV1_TAG=1.4.0 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ PGOV1_TAG=1.4.0 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export PGOV1_VER=14 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ PGOV1_VER=14 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export CPGO_VERSION=5.8.7 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ CPGO_VERSION=5.8.7 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export MINIO_VER=5.4.0 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ MINIO_VER=5.4.0 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export REGISTRY_NAME=docker.io logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ REGISTRY_NAME=docker.io logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ printenv logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ grep -E '^IMAGE' logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ awk -F= '{print $1}' logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:28 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE' logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == docker.io/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == percona/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:PR-1601-acae56057 == perconalab/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ which gdate logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ which date logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ date=/usr/sbin/date logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ which gsed logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1601/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++++ which sed logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ sed=/usr/sbin/sed logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ oc get projects logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + remove_all_finalizers logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + resource_types=("pg-restore" "pg-backup" "pg") logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + for resource in "${resource_types[@]}" logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + echo 'removing all finalizers for pg-restore resources' logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | removing all finalizers for pg-restore resources logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-immune-crawdad get pg-restore -o json logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + jq '.items[] | .metadata.name' -r logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-immune-crawdad delete pg-restore restore-after-15-to-16 --wait=0 logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconapgrestore.pgv2.percona.com "restore-after-15-to-16" deleted from kuttl-test-immune-crawdad namespace logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ kubectl -n kuttl-test-immune-crawdad get pg-restore restore-after-15-to-16 -o yaml logger.go:42: 23:15:29 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ yq '.metadata.finalizers | length' logger.go:42: 23:15:30 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + [[ 1 == 0 ]] logger.go:42: 23:15:30 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-immune-crawdad patch pg-restore restore-after-15-to-16 --type=json '-p=[{"op": "remove", "path": "/metadata/finalizers"}]' logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconapgrestore.pgv2.percona.com/restore-after-15-to-16 patched logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + for resource in "${resource_types[@]}" logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + echo 'removing all finalizers for pg-backup resources' logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | removing all finalizers for pg-backup resources logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-immune-crawdad get pg-backup -o json logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + jq '.items[] | .metadata.name' -r logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-immune-crawdad delete pg-backup backup-after-15-to-16 --wait=0 logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconapgbackup.pgv2.percona.com "backup-after-15-to-16" deleted from kuttl-test-immune-crawdad namespace logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ kubectl -n kuttl-test-immune-crawdad get pg-backup backup-after-15-to-16 -o yaml logger.go:42: 23:15:31 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ yq '.metadata.finalizers | length' logger.go:42: 23:15:32 | major-upgrade-15-to-16/99-remove-cluster-gracefully | Error from server (NotFound): perconapgbackups.pgv2.percona.com "backup-after-15-to-16" not found logger.go:42: 23:15:32 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + [[ 0 == 0 ]] logger.go:42: 23:15:32 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + continue logger.go:42: 23:15:32 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 23:15:32 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 23:15:32 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-immune-crawdad delete pg-backup major-upgrade-15-to-16-backup-k8c2-8g2w8 --wait=0 logger.go:42: 23:15:33 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconapgbackup.pgv2.percona.com "major-upgrade-15-to-16-backup-k8c2-8g2w8" deleted from kuttl-test-immune-crawdad namespace logger.go:42: 23:15:33 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ kubectl -n kuttl-test-immune-crawdad get pg-backup major-upgrade-15-to-16-backup-k8c2-8g2w8 -o yaml logger.go:42: 23:15:33 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ yq '.metadata.finalizers | length' logger.go:42: 23:15:33 | major-upgrade-15-to-16/99-remove-cluster-gracefully | Error from server (NotFound): perconapgbackups.pgv2.percona.com "major-upgrade-15-to-16-backup-k8c2-8g2w8" not found logger.go:42: 23:15:33 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + [[ 0 == 0 ]] logger.go:42: 23:15:33 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + continue logger.go:42: 23:15:33 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 23:15:33 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 23:15:33 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-immune-crawdad delete pg-backup major-upgrade-15-to-16-backup-kv4d-595wq --wait=0 logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | perconapgbackup.pgv2.percona.com "major-upgrade-15-to-16-backup-kv4d-595wq" deleted from kuttl-test-immune-crawdad namespace logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ kubectl -n kuttl-test-immune-crawdad get pg-backup major-upgrade-15-to-16-backup-kv4d-595wq -o yaml logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ yq '.metadata.finalizers | length' logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | Error from server (NotFound): perconapgbackups.pgv2.percona.com "major-upgrade-15-to-16-backup-kv4d-595wq" not found logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + [[ 0 == 0 ]] logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + continue logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + for resource in "${resource_types[@]}" logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + echo 'removing all finalizers for pg resources' logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | removing all finalizers for pg resources logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n kuttl-test-immune-crawdad get pg -o json logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + jq '.items[] | .metadata.name' -r logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + IFS= logger.go:42: 23:15:34 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + read -r name logger.go:42: 23:15:35 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + check_operator_panic logger.go:42: 23:15:35 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ get_operator_pod logger.go:42: 23:15:35 | major-upgrade-15-to-16/99-remove-cluster-gracefully | +++ kubectl get pods -n pg-operator --selector=app.kubernetes.io/name=percona-postgresql-operator -o 'jsonpath={.items[].metadata.name}' logger.go:42: 23:15:35 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ echo percona-postgresql-operator-558c9976d8-l6rb6 logger.go:42: 23:15:35 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + local operator_pod=percona-postgresql-operator-558c9976d8-l6rb6 logger.go:42: 23:15:35 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + local panic_log logger.go:42: 23:15:35 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ kubectl logs -n pg-operator percona-postgresql-operator-558c9976d8-l6rb6 -c operator logger.go:42: 23:15:35 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ grep -A 100 'Observed a panic' logger.go:42: 23:15:37 | major-upgrade-15-to-16/99-remove-cluster-gracefully | ++ true logger.go:42: 23:15:37 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + panic_log= logger.go:42: 23:15:37 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + '[' -n '' ']' logger.go:42: 23:15:37 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + destroy_operator logger.go:42: 23:15:37 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 23:15:37 | major-upgrade-15-to-16/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 23:15:37 | major-upgrade-15-to-16/99-remove-cluster-gracefully | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 23:15:37 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + [[ -n pg-operator ]] logger.go:42: 23:15:37 | major-upgrade-15-to-16/99-remove-cluster-gracefully | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 23:15:37 | major-upgrade-15-to-16/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 23:15:38 | major-upgrade-15-to-16/99-remove-cluster-gracefully | namespace "pg-operator" force deleted logger.go:42: 23:15:48 | major-upgrade-15-to-16/99-remove-cluster-gracefully | test step completed 99-remove-cluster-gracefully logger.go:42: 23:15:49 | major-upgrade-15-to-16 | major-upgrade-15-to-16 events from ns kuttl-test-immune-crawdad: logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:05:57 +0000 UTC Normal Pod pg-client-65d98588cc-2tpvr Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/pg-client-65d98588cc-2tpvr to gke-jen-pg-1601-acae5605-default-pool-a13a4157-3wh7 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:05:57 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-2tpvr replicaset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:05:57 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-65d98588cc from 0 to 1 deployment-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:05:58 +0000 UTC Normal Pod pg-client-65d98588cc-2tpvr.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:07 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-pxhb-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:07 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-pxhb SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-pxhb-0 in StatefulSet major-upgrade-15-to-16-instance1-pxhb successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:07 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-xjd2-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:08 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-nzfv-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:08 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-nzfv SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-nzfv-0 in StatefulSet major-upgrade-15-to-16-instance1-nzfv successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:08 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-pxhb-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:08 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-pxhb-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-pxhb-pgdata" pd.csi.storage.gke.io_gke-f38193bc8d6e47dca185-0d67-6fa5-vm_19abce4f-2ce2-4ff6-b037-066ca70a02d2 logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:08 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-xjd2-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:08 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-xjd2-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-xjd2-pgdata" pd.csi.storage.gke.io_gke-f38193bc8d6e47dca185-0d67-6fa5-vm_19abce4f-2ce2-4ff6-b037-066ca70a02d2 logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:08 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-xjd2 SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-xjd2-0 in StatefulSet major-upgrade-15-to-16-instance1-xjd2 successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:09 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-nzfv-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:09 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-nzfv-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-nzfv-pgdata" pd.csi.storage.gke.io_gke-f38193bc8d6e47dca185-0d67-6fa5-vm_19abce4f-2ce2-4ff6-b037-066ca70a02d2 logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:09 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-repo-host SuccessfulCreate create Pod major-upgrade-15-to-16-repo-host-0 in StatefulSet major-upgrade-15-to-16-repo-host successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:09 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-repo1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:09 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-repo1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:09 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-repo1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-immune-crawdad/major-upgrade-15-to-16-repo1" pd.csi.storage.gke.io_gke-f38193bc8d6e47dca185-0d67-6fa5-vm_19abce4f-2ce2-4ff6-b037-066ca70a02d2 logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:09 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com major-upgrade-15-to-16 RepoHostCreated created pgBackRest repository host StatefulSet/major-upgrade-15-to-16-repo-host postgrescluster-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:10 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf to gke-jen-pg-1601-acae5605-default-pool-a13a4157-3wh7 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:10 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:10 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:10 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj to gke-jen-pg-1601-acae5605-default-pool-a13a4157-53q3 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:10 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-7c44748fcc SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx replicaset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:10 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-7c44748fcc SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj replicaset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:10 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-7c44748fcc SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf replicaset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:10 +0000 UTC Normal PodDisruptionBudget.policy major-upgrade-15-to-16-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:10 +0000 UTC Normal Deployment.apps major-upgrade-15-to-16-pgbouncer ScalingReplicaSet Scaled up replica set major-upgrade-15-to-16-pgbouncer-7c44748fcc from 0 to 3 deployment-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:11 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-pxhb-0 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-3wh7 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:11 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-pxhb-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-845a3782-a39f-4fb4-934c-bfa8ca1a89df pd.csi.storage.gke.io_gke-f38193bc8d6e47dca185-0d67-6fa5-vm_19abce4f-2ce2-4ff6-b037-066ca70a02d2 logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:11 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:11 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:12 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-nzfv-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-beea735c-63fd-4d94-bb00-de68b416e187 pd.csi.storage.gke.io_gke-f38193bc8d6e47dca185-0d67-6fa5-vm_19abce4f-2ce2-4ff6-b037-066ca70a02d2 logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:12 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-instance1-xjd2-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-95f25388-2f47-42ac-a7ca-956d8717f9ae pd.csi.storage.gke.io_gke-f38193bc8d6e47dca185-0d67-6fa5-vm_19abce4f-2ce2-4ff6-b037-066ca70a02d2 logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:13 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-nzfv-0 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-53q3 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:13 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-xjd2-0 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:13 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 2.42s (2.42s including waiting). Image size: 83569400 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:13 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:13 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:13 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:13 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 97ms (97ms including waiting). Image size: 83569400 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:13 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 2.623s (2.623s including waiting). Image size: 83569400 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 3.045s (3.045s including waiting). Image size: 83569400 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 125ms (125ms including waiting). Image size: 83569400 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer15" in 117ms (117ms including waiting). Image size: 83569400 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-repo-host-0 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-3wh7 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:14 +0000 UTC Normal PersistentVolumeClaim major-upgrade-15-to-16-repo1 ProvisioningSucceeded Successfully provisioned volume pvc-e683b7b4-ec45-4108-9858-86f22bbe2e26 pd.csi.storage.gke.io_gke-f38193bc8d6e47dca185-0d67-6fa5-vm_19abce4f-2ce2-4ff6-b037-066ca70a02d2 logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:16 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-845a3782-a39f-4fb4-934c-bfa8ca1a89df" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:16 +0000 UTC Normal Pod pg-client-65d98588cc-2tpvr.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 18.674s (18.674s including waiting). Image size: 452107734 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:16 +0000 UTC Normal Pod pg-client-65d98588cc-2tpvr.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:16 +0000 UTC Normal Pod pg-client-65d98588cc-2tpvr.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:18 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-beea735c-63fd-4d94-bb00-de68b416e187" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:19 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:19 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 142ms (142ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:19 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:20 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-95f25388-2f47-42ac-a7ca-956d8717f9ae" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:22 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:22 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-e683b7b4-ec45-4108-9858-86f22bbe2e26" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 716ms (716ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 134ms (134ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:24 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:24 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:24 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:25 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:31 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:31 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" in 6.802s (6.802s including waiting). Image size: 131014688 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:31 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:31 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:36 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:36 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" in 137ms (137ms including waiting). Image size: 131014688 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:36 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:36 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:38 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:38 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" in 108ms (108ms including waiting). Image size: 131014688 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:38 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:38 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:38 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:38 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" in 121ms (121ms including waiting). Image size: 131014688 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:38 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:38 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:39 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 17.272s (17.272s including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:39 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:39 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:41 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 16.132s (16.132s including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:41 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:41 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 137ms (137ms including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-15} Created Created container: extension-relocator-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-15} Started Started container extension-relocator-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:48 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:48 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 145ms (145ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:48 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-15} Created Created container: extension-installer-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:48 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-15} Started Started container extension-installer-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 18.221s (18.221s including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 122ms (122ms including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-15} Created Created container: extension-relocator-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-15} Started Started container extension-relocator-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 150ms (150ms including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 108ms (108ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-15} Created Created container: extension-installer-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-15} Started Started container extension-installer-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:51 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:51 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 136ms (136ms including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:51 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:51 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:51 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 150ms (150ms including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:53 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:53 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 123ms (123ms including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:53 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:53 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:53 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 140ms (140ms including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-15} Created Created container: extension-relocator-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-15} Started Started container extension-relocator-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:57 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:57 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 144ms (144ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:57 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-15} Created Created container: extension-installer-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:57 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-15} Started Started container extension-installer-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:58 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-k8c2-ps949 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-backup-k8c2-ps949 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:58 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-k8c2 SuccessfulCreate Created pod: major-upgrade-15-to-16-backup-k8c2-ps949 job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:58 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com major-upgrade-15-to-16 StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:59 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-k8c2-ps949.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:59 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-k8c2-ps949.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 123ms (123ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:59 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-k8c2-ps949.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:59 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-k8c2-ps949.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:59 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:59 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 143ms (143ms including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:59 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:06:59 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:00 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:00 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" in 365ms (365ms including waiting). Image size: 448514290 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:00 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:00 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:01 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg15-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:02 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-k8c2-ps949.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:02 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-k8c2-ps949.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest15" in 108ms (108ms including waiting). Image size: 131014688 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:02 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-k8c2-ps949.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:02 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-k8c2-ps949.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:03 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:07 +0000 UTC Warning PostgresCluster.upstream.pgv2.percona.com major-upgrade-15-to-16 UnableToCreateStanzas repo1-path = /pgbackrest/repo1 2026-05-28 23:07:07.560 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? 2026-05-28 23:07:07.741 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? : command terminated with exit code 50 postgrescluster-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:24 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-k8c2 Completed Job completed job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:46 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-xjd2 SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-xjd2-0 in StatefulSet major-upgrade-15-to-16-instance1-xjd2 successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:47 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-pxhb SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-pxhb-0 in StatefulSet major-upgrade-15-to-16-instance1-pxhb successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:48 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:48 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:48 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:48 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:48 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:48 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:48 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-7c44748fcc SuccessfulDelete Deleted pod: major-upgrade-15-to-16-pgbouncer-7c44748fcc-vsknj replicaset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:48 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-7c44748fcc SuccessfulDelete Deleted pod: major-upgrade-15-to-16-pgbouncer-7c44748fcc-jgmzx replicaset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:48 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-7c44748fcc SuccessfulDelete Deleted pod: major-upgrade-15-to-16-pgbouncer-7c44748fcc-8ckcf replicaset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:48 +0000 UTC Normal Deployment.apps major-upgrade-15-to-16-pgbouncer ScalingReplicaSet Scaled down replica set major-upgrade-15-to-16-pgbouncer-7c44748fcc from 3 to 0 deployment-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:49 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Unhealthy Readiness probe errored and resulted in unknown state: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:54 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-nzfv SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-nzfv-0 in StatefulSet major-upgrade-15-to-16-instance1-nzfv successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:56 +0000 UTC Normal PodDisruptionBudget.policy major-upgrade-15-to-16-set-instance1 NoPods No matching pods found controllermanager logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:58 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:58 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-repo-host SuccessfulDelete delete Pod major-upgrade-15-to-16-repo-host-0 in StatefulSet major-upgrade-15-to-16-repo-host successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:07:59 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:01 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/15-to-16-pgdata-ljfbm to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:01 +0000 UTC Warning Pod 15-to-16-pgdata-ljfbm FailedAttachVolume Multi-Attach error for volume "pvc-beea735c-63fd-4d94-bb00-de68b416e187" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:01 +0000 UTC Normal Job.batch 15-to-16-pgdata SuccessfulCreate Created pod: 15-to-16-pgdata-ljfbm job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:19 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-beea735c-63fd-4d94-bb00-de68b416e187" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:20 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:20 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 121ms (121ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:20 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:21 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:21 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-relocator-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:51 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-relocator-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" in 30.203s (30.203s including waiting). Image size: 934877345 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:51 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-relocator-15} Created Created container: extension-relocator-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:08:51 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-relocator-15} Started Started container extension-relocator-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:00 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-installer-15} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:00 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-installer-15} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 127ms (127ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:00 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-installer-15} Created Created container: extension-installer-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:00 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-installer-15} Started Started container extension-installer-15 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:01 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:01 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" in 115ms (115ms including waiting). Image size: 934877345 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:01 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:01 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:02 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:02 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 104ms (105ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:02 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:02 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:04 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.containers{database} Pulled Container image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" already present on machine kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:04 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:04 +0000 UTC Normal Pod 15-to-16-pgdata-ljfbm.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:14 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:14 +0000 UTC Normal Job.batch 15-to-16-major-upgrade-15-to-16-instance1-pxhb SuccessfulCreate Created pod: 15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:14 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:14 +0000 UTC Normal Job.batch 15-to-16-major-upgrade-15-to-16-instance1-xjd2 SuccessfulCreate Created pod: 15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:14 +0000 UTC Normal Job.batch 15-to-16-pgdata Completed Job completed job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:25 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-95f25388-2f47-42ac-a7ca-956d8717f9ae" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:26 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5.spec.containers{database} Pulled Container image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" already present on machine kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:26 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:26 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-xjd2-hqct5.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:29 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-845a3782-a39f-4fb4-934c-bfa8ca1a89df" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:30 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7.spec.containers{database} Pulled Container image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" already present on machine kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:30 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:30 +0000 UTC Normal Job.batch 15-to-16-major-upgrade-15-to-16-instance1-xjd2 Completed Job completed job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:31 +0000 UTC Normal Pod 15-to-16-major-upgrade-15-to-16-instance1-pxhb-9gvr7.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:34 +0000 UTC Normal Job.batch 15-to-16-major-upgrade-15-to-16-instance1-pxhb Completed Job completed job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:41 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-nzfv-0 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:42 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw to gke-jen-pg-1601-acae5605-default-pool-a13a4157-53q3 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:42 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-65bf8b9f79 SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw replicaset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:42 +0000 UTC Normal Deployment.apps major-upgrade-15-to-16-pgbouncer ScalingReplicaSet Scaled up replica set major-upgrade-15-to-16-pgbouncer-65bf8b9f79 from 0 to 3 deployment-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:42 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-repo-host-0 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-3wh7 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z to gke-jen-pg-1601-acae5605-default-pool-a13a4157-3wh7 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:43 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:43 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-65bf8b9f79 SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z replicaset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:43 +0000 UTC Normal ReplicaSet.apps major-upgrade-15-to-16-pgbouncer-65bf8b9f79 SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg replicaset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 2.61s (2.61s including waiting). Image size: 83568435 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 99ms (99ms including waiting). Image size: 83568435 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 2.875s (2.875s including waiting). Image size: 83568435 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 114ms (114ms including waiting). Image size: 83568435 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 2.782s (2.782s including waiting). Image size: 83568435 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer16" in 118ms (118ms including waiting). Image size: 83568435 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:46 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-beea735c-63fd-4d94-bb00-de68b416e187" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:49 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-e683b7b4-ec45-4108-9858-86f22bbe2e26" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 106ms (106ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:51 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:56 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 5.059s (5.059s including waiting). Image size: 131013519 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:56 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:09:56 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:00 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:00 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 110ms (110ms including waiting). Image size: 131013519 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:00 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:00 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:01 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:01 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 364ms (364ms including waiting). Image size: 131013519 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:01 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:01 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:01 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:01 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 122ms (122ms including waiting). Image size: 131013519 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:01 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:01 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:08 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 16.57s (16.57s including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:08 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:08 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:17 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:17 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 138ms (138ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:17 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:17 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:19 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:19 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 148ms (148ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:19 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:19 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:20 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:20 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 158ms (158ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:20 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:20 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 127ms (127ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:26 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-pxhb-0 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-53q3 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:27 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-xjd2-0 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-3wh7 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:28 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-kv4d-q7mvq Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-backup-kv4d-q7mvq to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:28 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-kv4d SuccessfulCreate Created pod: major-upgrade-15-to-16-backup-kv4d-q7mvq job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:29 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-kv4d-q7mvq.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:29 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-kv4d-q7mvq.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 128ms (128ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:29 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-kv4d-q7mvq.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:29 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-kv4d-q7mvq.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:32 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-kv4d-q7mvq.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:32 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-kv4d-q7mvq.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 90ms (90ms including waiting). Image size: 131013519 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:32 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-kv4d-q7mvq.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:32 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-kv4d-q7mvq.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:34 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-845a3782-a39f-4fb4-934c-bfa8ca1a89df" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:34 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-95f25388-2f47-42ac-a7ca-956d8717f9ae" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 130ms (130ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:36 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:38 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:38 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 137ms (137ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:38 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:38 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:39 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:48 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-kv4d Completed Job completed job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:53 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 16.937s (16.937s including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:53 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:54 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 17.312s (17.312s including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:10:56 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:02 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:02 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 118ms (118ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:02 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:02 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:03 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:03 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 185ms (186ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:03 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:03 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:04 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:04 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 140ms (140ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:04 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:04 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:05 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:05 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 131ms (131ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:05 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:05 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:05 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:05 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 154ms (154ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:05 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 137ms (137ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:06 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:07 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:07 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 136ms (136ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:07 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:07 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:08 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:08 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 153ms (153ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:08 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:08 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:08 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:11 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:13 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:46 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-sfvz-njwj8 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-backup-sfvz-njwj8 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:46 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-sfvz SuccessfulCreate Created pod: major-upgrade-15-to-16-backup-sfvz-njwj8 job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:47 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-sfvz-njwj8.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:47 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-sfvz-njwj8.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 145ms (145ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:47 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-sfvz-njwj8.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:47 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-sfvz-njwj8.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:48 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-sfvz-njwj8.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:48 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-sfvz-njwj8.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 116ms (116ms including waiting). Image size: 131013519 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:48 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-sfvz-njwj8.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:11:48 +0000 UTC Normal Pod major-upgrade-15-to-16-backup-sfvz-njwj8.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:12:31 +0000 UTC Normal Job.batch major-upgrade-15-to-16-backup-sfvz Completed Job completed job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:12:55 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-wchbl Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-pgbackrest-restore-wchbl to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:12:55 +0000 UTC Normal Job.batch major-upgrade-15-to-16-pgbackrest-restore SuccessfulCreate Created pod: major-upgrade-15-to-16-pgbackrest-restore-wchbl job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:00 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-wchbl.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:00 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-wchbl.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest16" in 124ms (124ms including waiting). Image size: 131013519 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:00 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-wchbl.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:00 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-wchbl.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:00 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-wchbl.spec.containers{pgbackrest-restore} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:00 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-wchbl.spec.containers{pgbackrest-restore} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 144ms (144ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:00 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-wchbl.spec.containers{pgbackrest-restore} Created Created container: pgbackrest-restore kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:01 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbackrest-restore-wchbl.spec.containers{pgbackrest-restore} Started Started container pgbackrest-restore kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:10 +0000 UTC Normal Job.batch major-upgrade-15-to-16-pgbackrest-restore Completed Job completed job-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:12 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-nzfv-0 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-069t default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:12 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-nzfv SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-nzfv-0 in StatefulSet major-upgrade-15-to-16-instance1-nzfv successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:20 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:20 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 111ms (111ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 125ms (125ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:21 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:22 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:22 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:22 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 121ms (121ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:22 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:23 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:24 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:24 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 133ms (133ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:25 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:25 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:25 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:25 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 135ms (135ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:26 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:26 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:26 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:27 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 100ms (100ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:27 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:27 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:27 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-nzfv-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:35 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-pxhb-0 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-53q3 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:35 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-pxhb SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-pxhb-0 in StatefulSet major-upgrade-15-to-16-instance1-pxhb successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:36 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0 Binding Scheduled Successfully assigned kuttl-test-immune-crawdad/major-upgrade-15-to-16-instance1-xjd2-0 to gke-jen-pg-1601-acae5605-default-pool-a13a4157-3wh7 default-scheduler logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:36 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-xjd2 SuccessfulCreate create Pod major-upgrade-15-to-16-instance1-xjd2-0 in StatefulSet major-upgrade-15-to-16-instance1-xjd2 successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:41 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-95f25388-2f47-42ac-a7ca-956d8717f9ae" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-845a3782-a39f-4fb4-934c-bfa8ca1a89df" attachdetach-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 145ms (145ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:42 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 135ms (135ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:43 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:44 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:44 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:44 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 162ms (162ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:45 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:45 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 127ms (127ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:45 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:45 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:45 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:45 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 104ms (104ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:46 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 141ms (141ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 115ms (115ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 118ms (118ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:47 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:48 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:48 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:48 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 142ms (142ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1601-acae56057" in 128ms (128ms including waiting). Image size: 80508640 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:49 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:50 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 128ms (128ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:51 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:51 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:51 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:51 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" in 139ms (139ms including waiting). Image size: 449293005 bytes. kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Started Started container database kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:52 +0000 UTC Normal Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:53 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-xjd2-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:13:54 +0000 UTC Warning Pod major-upgrade-15-to-16-instance1-pxhb-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:15:22 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-pxhb SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-pxhb-0 in StatefulSet major-upgrade-15-to-16-instance1-pxhb successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:15:22 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-xjd2 SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-xjd2-0 in StatefulSet major-upgrade-15-to-16-instance1-xjd2 successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:15:25 +0000 UTC Normal StatefulSet.apps major-upgrade-15-to-16-instance1-nzfv SuccessfulDelete delete Pod major-upgrade-15-to-16-instance1-nzfv-0 in StatefulSet major-upgrade-15-to-16-instance1-nzfv successful statefulset-controller logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:15:29 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:15:29 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:15:29 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:15:29 +0000 UTC Normal Pod major-upgrade-15-to-16-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:15:30 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-7mqbg.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:15:30 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:15:30 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ljt8z.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | 2026-05-28 23:15:30 +0000 UTC Normal Pod major-upgrade-15-to-16-pgbouncer-65bf8b9f79-ztrhw.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 23:15:49 | major-upgrade-15-to-16 | Deleting namespace "kuttl-test-immune-crawdad" === NAME kuttl harness.go:404: run tests finished harness.go:511: cleaning up harness.go:568: removing temp folder: "" --- PASS: kuttl (675.83s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/major-upgrade-15-to-16 (675.10s) PASS