=== RUN kuttl harness.go:459: starting setup harness.go:254: running tests using configured kubeconfig. harness.go:277: Successful connection to cluster at: https://34.136.32.36 harness.go:362: running tests harness.go:74: going to run test suite with timeout of 600 seconds for each step harness.go:374: testsuite: e2e-tests/tests has 36 tests === RUN kuttl/harness === RUN kuttl/harness/major-upgrade-16-to-17 === PAUSE kuttl/harness/major-upgrade-16-to-17 === CONT kuttl/harness/major-upgrade-16-to-17 logger.go:42: 19:34:08 | major-upgrade-16-to-17 | Creating namespace: kuttl-test-easy-minnow logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_client deploy_s3_secrets] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | + source ../../functions logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ realpath ../../.. logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ pwd logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-16-to-17 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++ test_name=major-upgrade-16-to-17 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export GIT_BRANCH=PR-1454 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ GIT_BRANCH=PR-1454 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ command -v oc logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ ! -n '' ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ -n '' ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export PG_VER=18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ PG_VER=18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ REGISTRY_NAME=docker.io logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ printenv logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ grep -E '^IMAGE' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ awk -F= '{print $1}' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ eval 'echo $IMAGE' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ which gdate logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ which date logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ which gsed logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++++ which sed logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | ++ oc get projects logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | + init_temp_dir logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | + rm -rf /tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | + deploy_operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | + local cw_prefix= logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | + destroy_operator logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 19:34:08 | major-upgrade-16-to-17/0-deploy-operator | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 19:34:09 | major-upgrade-16-to-17/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 19:34:09 | major-upgrade-16-to-17/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 19:34:09 | major-upgrade-16-to-17/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 19:34:09 | major-upgrade-16-to-17/0-deploy-operator | namespace "pg-operator" force deleted logger.go:42: 19:34:20 | major-upgrade-16-to-17/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 19:34:20 | major-upgrade-16-to-17/0-deploy-operator | + create_namespace pg-operator logger.go:42: 19:34:20 | major-upgrade-16-to-17/0-deploy-operator | + local namespace=pg-operator logger.go:42: 19:34:20 | major-upgrade-16-to-17/0-deploy-operator | + [[ -n '' ]] logger.go:42: 19:34:20 | major-upgrade-16-to-17/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 19:34:21 | major-upgrade-16-to-17/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 19:34:21 | major-upgrade-16-to-17/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 19:34:22 | major-upgrade-16-to-17/0-deploy-operator | namespace/pg-operator created logger.go:42: 19:34:22 | major-upgrade-16-to-17/0-deploy-operator | + cw_prefix=cw- logger.go:42: 19:34:22 | major-upgrade-16-to-17/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy/crd.yaml logger.go:42: 19:34:23 | major-upgrade-16-to-17/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 19:34:23 | major-upgrade-16-to-17/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 19:34:25 | major-upgrade-16-to-17/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 19:34:25 | major-upgrade-16-to-17/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 19:34:25 | major-upgrade-16-to-17/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 19:34:26 | major-upgrade-16-to-17/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied logger.go:42: 19:34:26 | major-upgrade-16-to-17/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.postgres-operator.crunchydata.com serverside-applied logger.go:42: 19:34:28 | major-upgrade-16-to-17/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 19:34:28 | major-upgrade-16-to-17/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy/cw-rbac.yaml logger.go:42: 19:34:29 | major-upgrade-16-to-17/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 19:34:29 | major-upgrade-16-to-17/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 19:34:29 | major-upgrade-16-to-17/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 19:34:29 | major-upgrade-16-to-17/0-deploy-operator | + local disable_telemetry=true logger.go:42: 19:34:29 | major-upgrade-16-to-17/0-deploy-operator | + '[' major-upgrade-16-to-17 == telemetry-transfer ']' logger.go:42: 19:34:29 | major-upgrade-16-to-17/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy/cw-operator.yaml logger.go:42: 19:34:29 | major-upgrade-16-to-17/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 19:34:29 | major-upgrade-16-to-17/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 19:34:29 | major-upgrade-16-to-17/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 19:34:29 | major-upgrade-16-to-17/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 19:34:30 | major-upgrade-16-to-17/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 19:34:30 | major-upgrade-16-to-17/0-deploy-operator | + deploy_client logger.go:42: 19:34:30 | major-upgrade-16-to-17/0-deploy-operator | + kubectl -n kuttl-test-easy-minnow apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf/client.yaml logger.go:42: 19:34:31 | major-upgrade-16-to-17/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 19:34:31 | major-upgrade-16-to-17/0-deploy-operator | + deploy_s3_secrets logger.go:42: 19:34:31 | major-upgrade-16-to-17/0-deploy-operator | + set +o xtrace logger.go:42: 19:34:32 | major-upgrade-16-to-17/0-deploy-operator | secret/aws-s3-secret created logger.go:42: 19:34:32 | major-upgrade-16-to-17/0-deploy-operator | secret/gcp-cs-secret created logger.go:42: 19:34:33 | major-upgrade-16-to-17/0-deploy-operator | secret/azure-secret created logger.go:42: 19:34:34 | major-upgrade-16-to-17/0-deploy-operator | secret/minio-secret created logger.go:42: 19:34:35 | major-upgrade-16-to-17/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 19:34:35 | major-upgrade-16-to-17/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 19:34:35 | major-upgrade-16-to-17/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 19:34:37 | major-upgrade-16-to-17/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 19:34:37 | major-upgrade-16-to-17/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 19:34:37 | major-upgrade-16-to-17/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 19:34:39 | major-upgrade-16-to-17/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 19:34:39 | major-upgrade-16-to-17/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 19:34:39 | major-upgrade-16-to-17/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 19:34:41 | major-upgrade-16-to-17/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 19:34:41 | major-upgrade-16-to-17/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 19:34:41 | major-upgrade-16-to-17/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 19:34:41 | major-upgrade-16-to-17/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 19:34:41 | major-upgrade-16-to-17/0-deploy-operator | ASSERT PASS logger.go:42: 19:34:41 | major-upgrade-16-to-17/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | starting test step 1-create-cluster logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval ' .spec.postgresVersion = 16 | .spec.image = "perconalab/percona-postgresql-operator:main-ppg16-postgres" | .spec.instances[0].dataVolumeClaimSpec.resources.requests.storage = "3Gi" | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-pgbouncer16" | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-pgbackrest16" | .spec.patroni.dynamicConfiguration.postgresql.parameters.shared_preload_libraries = "pg_cron" | .spec.extensions.custom += [{"name": "pg_cron", "version": "1.6.6"}]' \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + source ../../functions logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ realpath ../../.. logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ pwd logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-16-to-17 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++ test_name=major-upgrade-16-to-17 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export GIT_BRANCH=PR-1454 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ GIT_BRANCH=PR-1454 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ command -v oc logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ ! -n '' ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ -n '' ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export PG_VER=18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ PG_VER=18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ printenv logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ grep -E '^IMAGE' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ awk -F= '{print $1}' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ which gdate logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ which date logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ date=/usr/sbin/date logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ which gsed logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++++ which sed logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | +++ sed=/usr/sbin/sed logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ++ oc get projects logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + get_cr logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + local cr_name= logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + '[' -z ']' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + cr_name=major-upgrade-16-to-17 logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + local repo_path= logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + local source_path= logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + yq eval ' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.postgresVersion = 16 | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg16-postgres" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.instances[0].dataVolumeClaimSpec.resources.requests.storage = "3Gi" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-pgbouncer16" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-pgbackrest16" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.patroni.dynamicConfiguration.postgresql.parameters.shared_preload_libraries = "pg_cron" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.extensions.custom += [{"name": "pg_cron", "version": "1.6.6"}]' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + yq eval ' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .metadata.name = "major-upgrade-16-to-17" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .metadata.labels = {"e2e":"major-upgrade-16-to-17"} | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.postgresVersion = 18 | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.users += [{"name":"major-upgrade-16-to-17","password":{"type":"AlphaNumeric"}}] | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.pmm.image = "docker.io/perconalab/pmm-client:dev-latest" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.pmm.secret = "major-upgrade-16-to-17-pmm-secret" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.pmm.customClusterName = "major-upgrade-16-to-17-pmm-custom-name" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.pmm.postgresParams = "--environment=dev-postgres" logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy/cr.yaml logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + kubectl -n kuttl-test-easy-minnow apply -f - logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + [[ -n '' ]] logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + case $test_name in logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + yq eval -i ' logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.extensions.image = "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.extensions.imagePullPolicy = "Always" | logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | .spec.extensions.storage = {"type": "s3", "bucket": "pg-extensions", "region": "eu-central-1", "secret": {"name": "aws-s3-secret"}} logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | ' /tmp/kuttl/pg/major-upgrade-16-to-17/cr.yaml logger.go:42: 19:34:41 | major-upgrade-16-to-17/1-create-cluster | + cat /tmp/kuttl/pg/major-upgrade-16-to-17/cr.yaml logger.go:42: 19:34:43 | major-upgrade-16-to-17/1-create-cluster | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 created logger.go:42: 19:36:01 | major-upgrade-16-to-17/1-create-cluster | test step completed 1-create-cluster logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | starting test step 2-write-data logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' \ "postgres:$(get_psql_user_pass major-upgrade-16-to-17-pguser-postgres)@$(get_psql_user_host major-upgrade-16-to-17-pguser-postgres)" run_psql_local \ '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' \ "postgres:$(get_psql_user_pass major-upgrade-16-to-17-pguser-postgres)@$(get_psql_user_host major-upgrade-16-to-17-pguser-postgres)" run_psql_local \ '\c postgres \\\ CREATE EXTENSION pg_cron' \ "postgres:$(get_psql_user_pass major-upgrade-16-to-17-pguser-postgres)@$(get_psql_user_host major-upgrade-16-to-17-pguser-postgres)"] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | + source ../../functions logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ realpath ../../.. logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ pwd logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-16-to-17 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++ test_name=major-upgrade-16-to-17 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export GIT_BRANCH=PR-1454 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ GIT_BRANCH=PR-1454 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ command -v oc logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ ! -n '' ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ -n '' ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export PG_VER=18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ PG_VER=18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export PGOV1_VER=14 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ PGOV1_VER=14 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ printenv logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ grep -E '^IMAGE' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ awk -F= '{print $1}' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ which gdate logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ which date logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ date=/usr/sbin/date logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ which gsed logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++++ which sed logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | +++ sed=/usr/sbin/sed logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++ oc get projects logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++ get_psql_user_pass major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++ get_psql_user_host major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:01 | major-upgrade-16-to-17/2-write-data | ++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 19:36:02 | major-upgrade-16-to-17/2-write-data | + run_psql_local 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:36:02 | major-upgrade-16-to-17/2-write-data | + local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' logger.go:42: 19:36:02 | major-upgrade-16-to-17/2-write-data | + local uri=postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:36:02 | major-upgrade-16-to-17/2-write-data | + local driver=postgres logger.go:42: 19:36:02 | major-upgrade-16-to-17/2-write-data | ++ get_client_pod logger.go:42: 19:36:02 | major-upgrade-16-to-17/2-write-data | ++ kubectl -n kuttl-test-easy-minnow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 19:36:02 | major-upgrade-16-to-17/2-write-data | + kubectl -n kuttl-test-easy-minnow exec pg-client-65d98588cc-fftv8 -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc'\''' logger.go:42: 19:36:03 | major-upgrade-16-to-17/2-write-data | ++ get_psql_user_pass major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:03 | major-upgrade-16-to-17/2-write-data | ++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:03 | major-upgrade-16-to-17/2-write-data | ++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 19:36:04 | major-upgrade-16-to-17/2-write-data | ++ get_psql_user_host major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:04 | major-upgrade-16-to-17/2-write-data | ++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:04 | major-upgrade-16-to-17/2-write-data | ++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 19:36:04 | major-upgrade-16-to-17/2-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:36:04 | major-upgrade-16-to-17/2-write-data | + local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' logger.go:42: 19:36:04 | major-upgrade-16-to-17/2-write-data | + local uri=postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:36:04 | major-upgrade-16-to-17/2-write-data | + local driver=postgres logger.go:42: 19:36:04 | major-upgrade-16-to-17/2-write-data | ++ get_client_pod logger.go:42: 19:36:04 | major-upgrade-16-to-17/2-write-data | ++ kubectl -n kuttl-test-easy-minnow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 19:36:05 | major-upgrade-16-to-17/2-write-data | + kubectl -n kuttl-test-easy-minnow exec pg-client-65d98588cc-fftv8 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc'\''' logger.go:42: 19:36:06 | major-upgrade-16-to-17/2-write-data | ++ get_psql_user_pass major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:06 | major-upgrade-16-to-17/2-write-data | ++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:06 | major-upgrade-16-to-17/2-write-data | ++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 19:36:06 | major-upgrade-16-to-17/2-write-data | ++ get_psql_user_host major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:06 | major-upgrade-16-to-17/2-write-data | ++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:06 | major-upgrade-16-to-17/2-write-data | ++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 19:36:07 | major-upgrade-16-to-17/2-write-data | + run_psql_local '\c postgres \\\ CREATE EXTENSION pg_cron' postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:36:07 | major-upgrade-16-to-17/2-write-data | + local 'command=\c postgres \\\ CREATE EXTENSION pg_cron' logger.go:42: 19:36:07 | major-upgrade-16-to-17/2-write-data | + local uri=postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:36:07 | major-upgrade-16-to-17/2-write-data | + local driver=postgres logger.go:42: 19:36:07 | major-upgrade-16-to-17/2-write-data | ++ get_client_pod logger.go:42: 19:36:07 | major-upgrade-16-to-17/2-write-data | ++ kubectl -n kuttl-test-easy-minnow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 19:36:07 | major-upgrade-16-to-17/2-write-data | + kubectl -n kuttl-test-easy-minnow exec pg-client-65d98588cc-fftv8 -- bash -c 'printf '\''\c postgres \\\ CREATE EXTENSION pg_cron\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc'\''' logger.go:42: 19:36:08 | major-upgrade-16-to-17/2-write-data | test step completed 2-write-data logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | starting test step 3-read-from-primary logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_psql_local '\c myapp \\\ SELECT * from myApp;' "postgres:$(get_psql_user_pass major-upgrade-16-to-17-pguser-postgres)@$(get_psql_user_host major-upgrade-16-to-17-pguser-postgres)") kubectl create configmap -n "${NAMESPACE}" 03-read-from-primary --from-literal=data="${data}"] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | + source ../../functions logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ realpath ../../.. logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ pwd logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-16-to-17 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++ test_name=major-upgrade-16-to-17 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export GIT_BRANCH=PR-1454 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ GIT_BRANCH=PR-1454 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ command -v oc logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ ! -n '' ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ -n '' ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export PG_VER=18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ PG_VER=18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export BUCKET=pg-operator-testing logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ BUCKET=pg-operator-testing logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export PGOV1_VER=14 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ PGOV1_VER=14 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export MINIO_VER=5.4.0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ MINIO_VER=5.4.0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ REGISTRY_NAME=docker.io logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ printenv logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ grep -E '^IMAGE' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ awk -F= '{print $1}' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ eval 'echo $IMAGE' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ which gdate logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ which date logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ date=/usr/sbin/date logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ which gsed logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++++ which sed logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ sed=/usr/sbin/sed logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | ++ oc get projects logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ get_psql_user_pass major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ get_psql_user_host major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:36:08 | major-upgrade-16-to-17/3-read-from-primary | +++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 19:36:09 | major-upgrade-16-to-17/3-read-from-primary | ++ run_psql_local '\c myapp \\\ SELECT * from myApp;' postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:36:09 | major-upgrade-16-to-17/3-read-from-primary | ++ local 'command=\c myapp \\\ SELECT * from myApp;' logger.go:42: 19:36:09 | major-upgrade-16-to-17/3-read-from-primary | ++ local uri=postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:36:09 | major-upgrade-16-to-17/3-read-from-primary | ++ local driver=postgres logger.go:42: 19:36:09 | major-upgrade-16-to-17/3-read-from-primary | +++ get_client_pod logger.go:42: 19:36:09 | major-upgrade-16-to-17/3-read-from-primary | +++ kubectl -n kuttl-test-easy-minnow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 19:36:09 | major-upgrade-16-to-17/3-read-from-primary | ++ kubectl -n kuttl-test-easy-minnow exec pg-client-65d98588cc-fftv8 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc'\''' logger.go:42: 19:36:10 | major-upgrade-16-to-17/3-read-from-primary | + data=' 100500' logger.go:42: 19:36:10 | major-upgrade-16-to-17/3-read-from-primary | + kubectl create configmap -n kuttl-test-easy-minnow 03-read-from-primary '--from-literal=data= 100500' logger.go:42: 19:36:11 | major-upgrade-16-to-17/3-read-from-primary | configmap/03-read-from-primary created logger.go:42: 19:36:11 | major-upgrade-16-to-17/3-read-from-primary | test step completed 3-read-from-primary logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | starting test step 4-upgrade logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl apply -n ${NAMESPACE} -f - <<-EOF apiVersion: pgv2.percona.com/v2 kind: PerconaPGUpgrade metadata: name: 16-to-17 spec: postgresClusterName: major-upgrade-16-to-17 image: ${IMAGE_UPGRADE} fromPostgresVersion: 16 toPostgresVersion: 17 toPostgresImage: $(get_container_image "postgres" 17) toPgBouncerImage: $(get_container_image "pgbouncer" 17) toPgBackRestImage: $(get_container_image "pgbackrest" 17) EOF] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | + source ../../functions logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ realpath ../../.. logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ pwd logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-16-to-17 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ test_name=major-upgrade-16-to-17 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export GIT_BRANCH=PR-1454 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ GIT_BRANCH=PR-1454 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ command -v oc logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ ! -n '' ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ -n '' ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export PG_VER=18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ PG_VER=18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export BUCKET=pg-operator-testing logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ BUCKET=pg-operator-testing logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export PGOV1_VER=14 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ PGOV1_VER=14 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export MINIO_VER=5.4.0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ MINIO_VER=5.4.0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ REGISTRY_NAME=docker.io logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ printenv logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ grep -E '^IMAGE' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ awk -F= '{print $1}' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ eval 'echo $IMAGE' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ which gdate logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ which date logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ date=/usr/sbin/date logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ which gsed logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++++ which sed logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | +++ sed=/usr/sbin/sed logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ oc get projects logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | + kubectl apply -n kuttl-test-easy-minnow -f - logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ get_container_image postgres 17 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ local component=postgres logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ local pgVersion=17 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ local operatorVersion=PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ [[ ! PR-1454-bcdf84ed0 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ operatorVersion=main logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ [[ postgres == \p\g\b\o\u\n\c\e\r ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ [[ postgres == \p\g\b\a\c\k\r\e\s\t ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ get_container_image pgbouncer 17 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ local component=pgbouncer logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ local pgVersion=17 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ local operatorVersion=PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ [[ ! PR-1454-bcdf84ed0 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ operatorVersion=main logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ [[ pgbouncer == \p\g\b\o\u\n\c\e\r ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ get_container_image pgbackrest 17 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ local component=pgbackrest logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ local pgVersion=17 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ local operatorVersion=PR-1454-bcdf84ed0 logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ [[ ! PR-1454-bcdf84ed0 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ operatorVersion=main logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ [[ pgbackrest == \p\g\b\o\u\n\c\e\r ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ [[ pgbackrest == \p\g\b\a\c\k\r\e\s\t ]] logger.go:42: 19:36:11 | major-upgrade-16-to-17/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 19:36:13 | major-upgrade-16-to-17/4-upgrade | perconapgupgrade.pgv2.percona.com/16-to-17 created logger.go:42: 19:36:13 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc ready 3 3 91s logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 35s logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 4/4 Running 0 90s logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 90s logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 4/4 Running 0 90s logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk 2/2 Running 0 89s logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn 2/2 Running 0 89s logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx 2/2 Running 0 89s logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 89s logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 103s logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:36:14 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 35s logger.go:42: 19:36:21 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc stopping 3 3 98s logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 42s logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 0/4 Completed 0 97s logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 97s logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk 0/2 Completed 0 96s logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx 0/2 Completed 0 96s logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 96s logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 110s logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:36:22 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 42s logger.go:42: 19:36:28 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:36:29 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:36:29 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 105s logger.go:42: 19:36:29 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:29 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:36:29 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 50s logger.go:42: 19:36:29 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 118s logger.go:42: 19:36:29 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:29 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:36:29 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 50s logger.go:42: 19:36:35 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:36:36 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:36:36 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 112s logger.go:42: 19:36:36 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:36 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:36:36 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Init:0/5 0 3s logger.go:42: 19:36:36 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 57s logger.go:42: 19:36:36 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 2m5s logger.go:42: 19:36:36 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:36 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:36:36 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Running 0/1 3s 3s logger.go:42: 19:36:36 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 57s logger.go:42: 19:36:42 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:36:43 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:36:43 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 119s logger.go:42: 19:36:43 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:43 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:36:43 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Init:0/5 0 10s logger.go:42: 19:36:43 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 64s logger.go:42: 19:36:43 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 2m12s logger.go:42: 19:36:43 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:43 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:36:43 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Running 0/1 10s 10s logger.go:42: 19:36:43 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 64s logger.go:42: 19:36:49 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:36:50 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:36:50 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 2m6s logger.go:42: 19:36:50 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:50 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:36:50 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Init:1/5 0 17s logger.go:42: 19:36:50 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 71s logger.go:42: 19:36:50 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 2m19s logger.go:42: 19:36:50 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:50 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:36:50 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Running 0/1 17s 17s logger.go:42: 19:36:50 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 71s logger.go:42: 19:36:56 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:36:57 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:36:57 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 2m14s logger.go:42: 19:36:57 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:57 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:36:57 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Init:1/5 0 24s logger.go:42: 19:36:57 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 78s logger.go:42: 19:36:57 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 2m26s logger.go:42: 19:36:57 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:36:57 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:36:57 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Running 0/1 24s 24s logger.go:42: 19:36:57 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 78s logger.go:42: 19:37:03 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:37:04 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:37:04 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 2m21s logger.go:42: 19:37:04 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:04 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:37:04 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Init:1/5 0 31s logger.go:42: 19:37:04 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 85s logger.go:42: 19:37:04 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 2m33s logger.go:42: 19:37:04 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:04 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:37:04 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Running 0/1 31s 31s logger.go:42: 19:37:04 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 85s logger.go:42: 19:37:10 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:37:11 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:37:11 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 2m28s logger.go:42: 19:37:11 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:11 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:37:11 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Init:1/5 0 38s logger.go:42: 19:37:11 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 92s logger.go:42: 19:37:11 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 2m40s logger.go:42: 19:37:11 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:11 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:37:11 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Running 0/1 38s 38s logger.go:42: 19:37:11 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 92s logger.go:42: 19:37:17 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:37:18 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:37:18 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 2m35s logger.go:42: 19:37:18 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:18 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:37:18 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Init:1/5 0 45s logger.go:42: 19:37:18 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 99s logger.go:42: 19:37:18 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 2m47s logger.go:42: 19:37:18 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:18 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:37:18 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Running 0/1 45s 45s logger.go:42: 19:37:18 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 99s logger.go:42: 19:37:24 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:37:25 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:37:25 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 2m42s logger.go:42: 19:37:25 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:25 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:37:25 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Init:4/5 0 52s logger.go:42: 19:37:25 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 106s logger.go:42: 19:37:25 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 2m54s logger.go:42: 19:37:25 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:25 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:37:25 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Running 0/1 52s 52s logger.go:42: 19:37:25 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 106s logger.go:42: 19:37:31 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:37:32 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:37:32 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 2m49s logger.go:42: 19:37:32 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:32 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:37:32 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 1/1 Running 0 59s logger.go:42: 19:37:32 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 113s logger.go:42: 19:37:32 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 3m1s logger.go:42: 19:37:32 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:32 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:37:32 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Running 0/1 59s 59s logger.go:42: 19:37:32 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 113s logger.go:42: 19:37:38 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 2m56s logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 ContainerCreating 0 1s logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 ContainerCreating 0 1s logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 66s logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 2m logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 3m8s logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Running 0/1 1s 1s logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Running 0/1 1s 1s logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 66s logger.go:42: 19:37:39 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 2m logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 3m3s logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 ContainerCreating 0 8s logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 ContainerCreating 0 8s logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 73s logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-pbfq-spd8j 0/1 Completed 0 2m7s logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 3m15s logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Running 0/1 8s 8s logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Running 0/1 8s 8s logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 73s logger.go:42: 19:37:46 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-pbfq Complete 1/1 19s 2m7s logger.go:42: 19:37:53 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc paused 0 0 3m10s logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 15s logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 15s logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 80s logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 3m22s logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 16s logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 16s logger.go:42: 19:37:54 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 81s logger.go:42: 19:38:00 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 0 2 3m17s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 23s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 23s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 88s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 0/4 Init:0/5 0 6s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 0/2 ContainerCreating 0 5s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 5s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 5s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 0/2 Init:0/2 0 6s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 3m30s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 23s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 23s logger.go:42: 19:38:01 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 88s logger.go:42: 19:38:07 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 0 3 3m25s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 30s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 30s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 95s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 0/4 Init:3/5 0 13s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 12s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 12s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 12s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 13s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 3m37s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 30s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 30s logger.go:42: 19:38:08 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 95s logger.go:42: 19:38:14 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 0 3 3m32s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 37s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 37s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 102s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 0/4 Init:0/5 0 0s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 20s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 0/4 Init:0/5 0 1s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 19s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 19s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 19s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 20s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 3m44s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 37s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 37s logger.go:42: 19:38:15 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 102s logger.go:42: 19:38:22 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 1 3 3m39s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 44s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 44s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 109s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-xm4n-xq848 1/1 Running 0 4s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 0/4 Init:0/5 0 7s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 27s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 0/4 Init:0/5 0 8s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 26s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 26s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 26s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 27s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 3m51s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 45s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 45s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 110s logger.go:42: 19:38:23 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-xm4n Running 0/1 5s 5s logger.go:42: 19:38:29 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 1 3 3m46s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 52s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 52s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 117s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-xm4n-xq848 0/1 Completed 0 12s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 0/4 Init:4/5 0 15s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 35s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 0/4 Init:1/5 0 16s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 34s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 34s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 34s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 35s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 3m59s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 52s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 52s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 117s logger.go:42: 19:38:30 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-xm4n Running 0/1 12s 12s logger.go:42: 19:38:36 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 1 3 3m54s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 59s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 59s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 2m4s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-xm4n-xq848 0/1 Completed 0 19s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 22s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 42s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 0/4 Init:1/5 0 23s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 41s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 41s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 41s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 42s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 4m6s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 59s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 59s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 2m4s logger.go:42: 19:38:37 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-xm4n Complete 1/1 13s 19s logger.go:42: 19:38:44 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 2 3 4m1s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 66s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 66s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 2m11s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-xm4n-xq848 0/1 Completed 0 26s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 4/4 Running 0 29s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 49s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 0/4 Init:1/5 0 30s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 48s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 48s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 48s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 49s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 4m13s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 67s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 67s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 2m12s logger.go:42: 19:38:45 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-xm4n Complete 1/1 13s 27s logger.go:42: 19:38:51 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 2 3 4m8s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 74s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 74s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 2m19s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-xm4n-xq848 0/1 Completed 0 34s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 4/4 Running 0 37s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 57s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 0/4 Init:1/5 0 38s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 56s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 56s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 56s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 57s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 4m21s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 74s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 74s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 2m19s logger.go:42: 19:38:52 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-xm4n Complete 1/1 13s 34s logger.go:42: 19:38:58 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 2 3 4m16s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 81s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 81s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 2m26s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-xm4n-xq848 0/1 Completed 0 41s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 4/4 Running 0 44s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 64s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 0/4 Init:1/5 0 45s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 63s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 63s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 63s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 64s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 4m28s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 81s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 81s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 2m26s logger.go:42: 19:38:59 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-xm4n Complete 1/1 13s 41s logger.go:42: 19:39:05 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 2 3 4m23s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 88s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 88s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 2m33s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-xm4n-xq848 0/1 Completed 0 48s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 4/4 Running 0 51s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 71s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 0/4 PodInitializing 0 52s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 70s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 70s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 70s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 71s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 4m35s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 88s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 88s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 2m33s logger.go:42: 19:39:07 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-xm4n Complete 1/1 13s 48s logger.go:42: 19:39:13 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 2 3 4m30s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 95s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 95s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 2m40s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-xm4n-xq848 0/1 Completed 0 55s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 4/4 Running 0 58s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 78s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 0/4 PodInitializing 0 59s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 77s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 77s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 77s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 78s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 4m42s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 96s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 96s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 2m41s logger.go:42: 19:39:14 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-xm4n Complete 1/1 13s 56s logger.go:42: 19:39:20 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc initializing 2 3 4m38s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 103s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 103s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 2m48s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-xm4n-xq848 0/1 Completed 0 63s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 4/4 Running 0 66s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 86s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 4/4 Running 0 67s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 85s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 85s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 85s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 86s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 4m50s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 103s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 103s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 2m48s logger.go:42: 19:39:21 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-xm4n Complete 1/1 13s 63s logger.go:42: 19:39:27 | major-upgrade-16-to-17/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc ready 3 3 4m45s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 110s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 110s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/16-to-17-pgdata-4bx5f 0/1 Completed 0 2m55s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-backup-xm4n-xq848 0/1 Completed 0 70s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-45zs-0 4/4 Running 0 73s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 93s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-instance1-kfl7-0 4/4 Running 0 74s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 92s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 92s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 92s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/major-upgrade-16-to-17-repo-host-0 2/2 Running 0 93s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | pod/pg-client-65d98588cc-fftv8 1/1 Running 0 4m57s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-45zs Complete 1/1 15s 110s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-major-upgrade-16-to-17-instance1-kfl7 Complete 1/1 12s 110s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | job.batch/16-to-17-pgdata Complete 1/1 64s 2m55s logger.go:42: 19:39:28 | major-upgrade-16-to-17/4-upgrade | job.batch/major-upgrade-16-to-17-backup-xm4n Complete 1/1 13s 70s logger.go:42: 19:39:33 | major-upgrade-16-to-17/4-upgrade | test step completed 4-upgrade logger.go:42: 19:39:33 | major-upgrade-16-to-17/5-change-repo | starting test step 5-change-repo logger.go:42: 19:39:33 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c set -o errexit set -o xtrace kubectl patch \ -n $NAMESPACE \ perconapgcluster major-upgrade-16-to-17 \ --type='json' \ -p='[{"op": "replace", "path": "/spec/backups/pgbackrest/repos/0/name", "value": "repo2"}]'] logger.go:42: 19:39:33 | major-upgrade-16-to-17/5-change-repo | + kubectl patch -n kuttl-test-easy-minnow perconapgcluster major-upgrade-16-to-17 --type=json '-p=[{"op": "replace", "path": "/spec/backups/pgbackrest/repos/0/name", "value": "repo2"}]' logger.go:42: 19:39:34 | major-upgrade-16-to-17/5-change-repo | perconapgcluster.pgv2.percona.com/major-upgrade-16-to-17 patched logger.go:42: 19:39:35 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:35 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:39:35 | major-upgrade-16-to-17/5-change-repo | name: repo1 logger.go:42: 19:39:35 | major-upgrade-16-to-17/5-change-repo | replicaCreateBackupComplete: true logger.go:42: 19:39:35 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:39:35 | major-upgrade-16-to-17/5-change-repo | volume: pvc-13e9b23c-35da-4ad3-9202-e73b0848971c logger.go:42: 19:39:36 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:37 | major-upgrade-16-to-17/5-change-repo | - name: repo2 logger.go:42: 19:39:37 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:38 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:39 | major-upgrade-16-to-17/5-change-repo | - name: repo2 logger.go:42: 19:39:39 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:40 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:40 | major-upgrade-16-to-17/5-change-repo | - name: repo2 logger.go:42: 19:39:40 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:42 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:42 | major-upgrade-16-to-17/5-change-repo | - name: repo2 logger.go:42: 19:39:42 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:43 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:44 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:39:44 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:39:44 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:44 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:39:45 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:45 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:39:45 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:39:45 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:45 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:39:47 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:47 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:39:47 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:39:47 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:47 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:39:48 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:49 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:39:49 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:39:49 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:49 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:39:50 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:51 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:39:51 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:39:51 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:51 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:39:52 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:52 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:39:52 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:39:52 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:52 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:39:53 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:54 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:39:54 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:39:54 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:54 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:39:55 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:56 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:39:56 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:39:56 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:56 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:39:57 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:57 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:39:57 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:39:57 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:57 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:39:59 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:39:59 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:39:59 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:39:59 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:39:59 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:00 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:01 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:01 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:01 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:01 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:02 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:02 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:02 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:02 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:02 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:04 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:04 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:04 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:04 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:04 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:05 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:06 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:06 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:06 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:06 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:07 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:08 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:08 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:08 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:08 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:09 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:09 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:09 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:09 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:09 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:11 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:11 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:11 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:11 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:11 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:12 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:13 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:13 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:13 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:13 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:14 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:15 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:15 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:15 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:15 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:16 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:16 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:16 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:16 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:16 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:17 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:18 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:18 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:18 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:18 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:19 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:20 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:20 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:20 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:20 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:21 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:21 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:21 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:21 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:21 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:22 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:23 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:23 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:23 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:23 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:24 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:25 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:25 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:25 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:25 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:26 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:26 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:26 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:26 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:26 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:28 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:28 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:28 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:28 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:28 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:29 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:30 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:30 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:30 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:30 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:31 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:32 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:32 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:32 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:32 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:33 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:33 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:33 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:33 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:33 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:34 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:35 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:35 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:35 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:35 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:36 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:37 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:37 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:37 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:37 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:38 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:38 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:38 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:38 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:38 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:40 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:40 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:40 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:40 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:40 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:41 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:42 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:42 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:42 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:42 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:43 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:43 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:43 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:43 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:43 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:45 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:45 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:45 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:45 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:45 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:46 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:47 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:47 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:47 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:47 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:48 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:49 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:49 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:49 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:49 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:50 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:50 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:50 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:50 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:50 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:51 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:52 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:52 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:52 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:52 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:53 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:54 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:54 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:54 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:54 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:55 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:55 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:55 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:55 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:55 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:57 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:57 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:57 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:57 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: false logger.go:42: 19:40:57 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:40:58 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:40:59 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:40:59 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:40:59 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:40:59 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:00 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:41:00 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:41:00 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:41:00 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:41:00 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:02 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:41:02 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:41:02 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:41:02 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:41:02 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:03 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:41:04 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:41:04 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:41:04 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:41:04 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:05 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:41:06 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:41:06 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:41:06 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:41:06 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:07 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:41:08 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:41:08 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:41:08 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:41:08 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:09 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:41:09 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:41:09 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:41:09 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:41:09 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:10 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:41:11 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:41:11 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:41:11 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:41:11 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:12 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:41:13 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:41:13 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:41:13 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:41:13 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:14 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:41:14 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:41:14 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:41:14 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:41:14 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:16 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:41:16 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:41:16 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:41:16 | major-upgrade-16-to-17/5-change-repo | replicaCreateBackupComplete: true logger.go:42: 19:41:16 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:41:16 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:17 | major-upgrade-16-to-17/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-16-to-17 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 19:41:18 | major-upgrade-16-to-17/5-change-repo | - bound: true logger.go:42: 19:41:18 | major-upgrade-16-to-17/5-change-repo | name: repo2 logger.go:42: 19:41:18 | major-upgrade-16-to-17/5-change-repo | replicaCreateBackupComplete: true logger.go:42: 19:41:18 | major-upgrade-16-to-17/5-change-repo | stanzaCreated: true logger.go:42: 19:41:18 | major-upgrade-16-to-17/5-change-repo | volume: pvc-bc930346-f626-4358-8954-0b5c03f7db88 logger.go:42: 19:41:18 | major-upgrade-16-to-17/5-change-repo | test step completed 5-change-repo logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | starting test step 6-write-data logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' \ "postgres:$(get_psql_user_pass major-upgrade-16-to-17-pguser-postgres)@$(get_psql_user_host major-upgrade-16-to-17-pguser-postgres)"] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | + source ../../functions logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ realpath ../../.. logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ pwd logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-16-to-17 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++ test_name=major-upgrade-16-to-17 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export GIT_BRANCH=PR-1454 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ GIT_BRANCH=PR-1454 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ command -v oc logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ ! -n '' ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ -n '' ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export PG_VER=18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ PG_VER=18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export PGOV1_VER=14 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ PGOV1_VER=14 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ printenv logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ grep -E '^IMAGE' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ awk -F= '{print $1}' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ which gdate logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ which date logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ date=/usr/sbin/date logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ which gsed logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++++ which sed logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | +++ sed=/usr/sbin/sed logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++ oc get projects logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++ get_psql_user_pass major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++ get_psql_user_host major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:18 | major-upgrade-16-to-17/6-write-data | ++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 19:41:19 | major-upgrade-16-to-17/6-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:41:19 | major-upgrade-16-to-17/6-write-data | + local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' logger.go:42: 19:41:19 | major-upgrade-16-to-17/6-write-data | + local uri=postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:41:19 | major-upgrade-16-to-17/6-write-data | + local driver=postgres logger.go:42: 19:41:19 | major-upgrade-16-to-17/6-write-data | ++ get_client_pod logger.go:42: 19:41:19 | major-upgrade-16-to-17/6-write-data | ++ kubectl -n kuttl-test-easy-minnow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 19:41:19 | major-upgrade-16-to-17/6-write-data | + kubectl -n kuttl-test-easy-minnow exec pg-client-65d98588cc-fftv8 -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc'\''' logger.go:42: 19:41:20 | major-upgrade-16-to-17/6-write-data | test step completed 6-write-data logger.go:42: 19:41:20 | major-upgrade-16-to-17/7-run-backup | starting test step 7-run-backup logger.go:42: 19:41:21 | major-upgrade-16-to-17/7-run-backup | PerconaPGBackup:kuttl-test-easy-minnow/backup-after-16-to-17 created logger.go:42: 19:41:48 | major-upgrade-16-to-17/7-run-backup | test step completed 7-run-backup logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | starting test step 8-read-from-primary logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_psql_local '\c myapp \\\ SELECT * from myApp;' "postgres:$(get_psql_user_pass major-upgrade-16-to-17-pguser-postgres)@$(get_psql_user_host major-upgrade-16-to-17-pguser-postgres)") kubectl create configmap -n "${NAMESPACE}" 08-read-from-primary --from-literal=data="${data}"] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | + source ../../functions logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ realpath ../../.. logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ pwd logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-16-to-17 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++ test_name=major-upgrade-16-to-17 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export GIT_BRANCH=PR-1454 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ GIT_BRANCH=PR-1454 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ command -v oc logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ ! -n '' ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ -n '' ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export PG_VER=18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ PG_VER=18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export BUCKET=pg-operator-testing logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ BUCKET=pg-operator-testing logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export PGOV1_VER=14 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ PGOV1_VER=14 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export MINIO_VER=5.4.0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ MINIO_VER=5.4.0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ REGISTRY_NAME=docker.io logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ printenv logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ grep -E '^IMAGE' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ awk -F= '{print $1}' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ eval 'echo $IMAGE' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ which gdate logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ which date logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ date=/usr/sbin/date logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ which gsed logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++++ which sed logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ sed=/usr/sbin/sed logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | ++ oc get projects logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ get_psql_user_pass major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:48 | major-upgrade-16-to-17/8-read-from-primary | +++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 19:41:49 | major-upgrade-16-to-17/8-read-from-primary | +++ get_psql_user_host major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:49 | major-upgrade-16-to-17/8-read-from-primary | +++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:49 | major-upgrade-16-to-17/8-read-from-primary | +++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 19:41:49 | major-upgrade-16-to-17/8-read-from-primary | ++ run_psql_local '\c myapp \\\ SELECT * from myApp;' postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:41:49 | major-upgrade-16-to-17/8-read-from-primary | ++ local 'command=\c myapp \\\ SELECT * from myApp;' logger.go:42: 19:41:49 | major-upgrade-16-to-17/8-read-from-primary | ++ local uri=postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:41:49 | major-upgrade-16-to-17/8-read-from-primary | ++ local driver=postgres logger.go:42: 19:41:49 | major-upgrade-16-to-17/8-read-from-primary | +++ get_client_pod logger.go:42: 19:41:49 | major-upgrade-16-to-17/8-read-from-primary | +++ kubectl -n kuttl-test-easy-minnow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 19:41:50 | major-upgrade-16-to-17/8-read-from-primary | ++ kubectl -n kuttl-test-easy-minnow exec pg-client-65d98588cc-fftv8 -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc'\''' logger.go:42: 19:41:51 | major-upgrade-16-to-17/8-read-from-primary | + data=' 100500 logger.go:42: 19:41:51 | major-upgrade-16-to-17/8-read-from-primary | 100501' logger.go:42: 19:41:51 | major-upgrade-16-to-17/8-read-from-primary | + kubectl create configmap -n kuttl-test-easy-minnow 08-read-from-primary '--from-literal=data= 100500 logger.go:42: 19:41:51 | major-upgrade-16-to-17/8-read-from-primary | 100501' logger.go:42: 19:41:51 | major-upgrade-16-to-17/8-read-from-primary | configmap/08-read-from-primary created logger.go:42: 19:41:52 | major-upgrade-16-to-17/8-read-from-primary | test step completed 8-read-from-primary logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | starting test step 9-delete-data logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ '\c myapp \\\ TRUNCATE TABLE myApp' \ "postgres:$(get_psql_user_pass major-upgrade-16-to-17-pguser-postgres)@$(get_psql_user_host major-upgrade-16-to-17-pguser-postgres)"] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | + source ../../functions logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ realpath ../../.. logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ pwd logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-16-to-17 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++ test_name=major-upgrade-16-to-17 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-16-to-17 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export GIT_BRANCH=PR-1454 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ GIT_BRANCH=PR-1454 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ command -v oc logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ ! -n '' ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ -n '' ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export PG_VER=18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ PG_VER=18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export BUCKET=pg-operator-testing logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ BUCKET=pg-operator-testing logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export PGOV1_VER=14 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ PGOV1_VER=14 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export MINIO_VER=5.4.0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ MINIO_VER=5.4.0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ REGISTRY_NAME=docker.io logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ printenv logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ grep -E '^IMAGE' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ awk -F= '{print $1}' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ eval 'echo $IMAGE' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ which gdate logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ which date logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ date=/usr/sbin/date logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ which gsed logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++++ which sed logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | +++ sed=/usr/sbin/sed logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++ oc get projects logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++ get_psql_user_pass major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++ get_psql_user_host major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++ local secret_name=major-upgrade-16-to-17-pguser-postgres logger.go:42: 19:41:52 | major-upgrade-16-to-17/9-delete-data | ++ kubectl -n kuttl-test-easy-minnow get secret/major-upgrade-16-to-17-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 19:41:53 | major-upgrade-16-to-17/9-delete-data | + run_psql_local '\c myapp \\\ TRUNCATE TABLE myApp' postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:41:53 | major-upgrade-16-to-17/9-delete-data | + local 'command=\c myapp \\\ TRUNCATE TABLE myApp' logger.go:42: 19:41:53 | major-upgrade-16-to-17/9-delete-data | + local uri=postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc logger.go:42: 19:41:53 | major-upgrade-16-to-17/9-delete-data | + local driver=postgres logger.go:42: 19:41:53 | major-upgrade-16-to-17/9-delete-data | ++ get_client_pod logger.go:42: 19:41:53 | major-upgrade-16-to-17/9-delete-data | ++ kubectl -n kuttl-test-easy-minnow get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 19:41:53 | major-upgrade-16-to-17/9-delete-data | + kubectl -n kuttl-test-easy-minnow exec pg-client-65d98588cc-fftv8 -- bash -c 'printf '\''\c myapp \\\ TRUNCATE TABLE myApp\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SI6OLWwmmugatyA4FYWfnM1O@major-upgrade-16-to-17-primary.kuttl-test-easy-minnow.svc'\''' logger.go:42: 19:41:54 | major-upgrade-16-to-17/9-delete-data | test step completed 9-delete-data logger.go:42: 19:41:54 | major-upgrade-16-to-17/10-run-restore | starting test step 10-run-restore logger.go:42: 19:41:54 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(get_pod_by_role major-upgrade-16-to-17 primary name) latest_full_repo2_backup=$(kubectl -n ${NAMESPACE} exec ${primary} -- pgbackrest info --output json --log-level-console=info | jq -r '[.[] | .backup[] | select(.type == "full") | select(.database["repo-key"] == 2)][-1].label') cat </dev/null done sleep 30] logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 4m20s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 4m20s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 5m25s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 61s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 35s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 4/4 Running 0 3m43s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 4m3s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 4/4 Running 0 3m44s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 4m2s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 4m2s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 4m2s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 2m21s logger.go:42: 19:41:59 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 7m27s logger.go:42: 19:42:00 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:42:02 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 4m25s logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 4m25s logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 5m30s logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 66s logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 40s logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbackrest-restore-mcbll 0/1 Init:0/1 0 1s logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 4m7s logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 4m7s logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 4m7s logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 2m26s logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 7m32s logger.go:42: 19:42:03 | major-upgrade-16-to-17/10-run-restore | No resources found in kuttl-test-easy-minnow namespace. logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 4m57s logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 4m57s logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 6m2s logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 98s logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 72s logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 0/4 PodInitializing 0 15s logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbackrest-restore-mcbll 0/1 Completed 0 33s logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 4m39s logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 4m39s logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 4m39s logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 2m58s logger.go:42: 19:42:35 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 8m4s logger.go:42: 19:42:37 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.654 UTC [176] LOG: pg_cron scheduler started logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.752 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:42:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:43:09 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 5m32s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 5m32s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 6m37s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 2m13s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 107s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 30s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 50s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 30s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 5m14s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 5m14s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 5m14s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 3m33s logger.go:42: 19:43:10 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 8m39s logger.go:42: 19:43:11 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:37.650 UTC [168] LOG: completed backup recovery with redo LSN 0/D000028 and end LSN 0/D000120 logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:37.650 UTC [168] LOG: consistent recovery state reached at 0/D000120 logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:37.650 UTC [163] LOG: database system is ready to accept read-only connections logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:37.781 UTC [187] LOG: started streaming WAL from primary at 0/E000000 on timeline 2 logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.112 UTC [163] LOG: received fast shutdown request logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.114 UTC [163] LOG: aborting any active transactions logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.114 UTC [205] FATAL: terminating connection due to administrator command logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.114 UTC [187] FATAL: terminating walreceiver process due to administrator command logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.116 UTC [193] FATAL: terminating connection due to administrator command logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.118 UTC [166] LOG: shutting down logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.118 UTC [166] LOG: restartpoint starting: shutdown immediate logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.133 UTC [166] LOG: restartpoint complete: wrote 11 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.005 s, sync=0.004 s, total=0.015 s; sync files=12, longest=0.002 s, average=0.001 s; distance=81920 kB, estimate=81920 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.133 UTC [166] LOG: recovery restart point at 0/12000028 logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.133 UTC [166] DETAIL: Last completed transaction was at log time 2026-02-20 19:41:54.581956+00. logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.135 UTC [163] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.177 UTC [163] LOG: database system is shut down logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.455 UTC [142] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.456 UTC [142] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.456 UTC [142] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.483 UTC [142] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.507 UTC [147] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.534 UTC [147] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.586 UTC [147] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.927 UTC [147] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.962 UTC [147] LOG: entering standby mode logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.962 UTC [147] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.964 UTC [142] LOG: startup process (PID 147) exited with exit code 1 logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.964 UTC [142] LOG: aborting startup due to startup process failure logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.964 UTC [142] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:43:12 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.973 UTC [142] LOG: database system is shut down logger.go:42: 19:43:13 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.654 UTC [176] LOG: pg_cron scheduler started logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.752 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:43:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:43:15 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.093 UTC [171] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:00.130 UTC [171] LOG: database system is shut down logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.476 UTC [140] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.476 UTC [140] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.476 UTC [140] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.501 UTC [140] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.512 UTC [145] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.546 UTC [145] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.610 UTC [145] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.932 UTC [145] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.963 UTC [145] LOG: entering standby mode logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.963 UTC [145] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.965 UTC [140] LOG: startup process (PID 145) exited with exit code 1 logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.965 UTC [140] LOG: aborting startup due to startup process failure logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.965 UTC [140] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:56.974 UTC [140] LOG: database system is shut down logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:08.714 UTC [193] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:08.715 UTC [193] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:08.715 UTC [193] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:08.740 UTC [193] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:08.748 UTC [207] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:08.782 UTC [207] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:08.846 UTC [207] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:09.165 UTC [207] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:09.199 UTC [207] LOG: entering standby mode logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:09.199 UTC [207] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:09.201 UTC [193] LOG: startup process (PID 207) exited with exit code 1 logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:09.201 UTC [193] LOG: aborting startup due to startup process failure logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:09.201 UTC [193] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:43:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:09.213 UTC [193] LOG: database system is shut down logger.go:42: 19:43:47 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 6m10s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 6m10s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 7m15s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 2m51s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 2m25s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 68s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 88s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 68s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 5m52s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 5m52s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 5m52s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 4m11s logger.go:42: 19:43:48 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 9m17s logger.go:42: 19:43:50 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.964 UTC [142] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:59.973 UTC [142] LOG: database system is shut down logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.776 UTC [228] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.777 UTC [228] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.777 UTC [228] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.804 UTC [228] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.816 UTC [233] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.845 UTC [233] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.897 UTC [233] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.222 UTC [233] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.259 UTC [233] LOG: entering standby mode logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.259 UTC [233] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.260 UTC [228] LOG: startup process (PID 233) exited with exit code 1 logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.260 UTC [228] LOG: aborting startup due to startup process failure logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.260 UTC [228] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.268 UTC [228] LOG: database system is shut down logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.788 UTC [297] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.789 UTC [297] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.789 UTC [297] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.816 UTC [297] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.828 UTC [302] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.856 UTC [302] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.911 UTC [302] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.036 UTC [302] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.077 UTC [302] LOG: entering standby mode logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.077 UTC [302] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.078 UTC [297] LOG: startup process (PID 302) exited with exit code 1 logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.079 UTC [297] LOG: aborting startup due to startup process failure logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.079 UTC [297] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.086 UTC [297] LOG: database system is shut down logger.go:42: 19:43:51 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.654 UTC [176] LOG: pg_cron scheduler started logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.752 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:43:53 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:09.201 UTC [193] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:09.213 UTC [193] LOG: database system is shut down logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.720 UTC [245] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.721 UTC [245] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.721 UTC [245] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.746 UTC [245] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.753 UTC [260] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.785 UTC [260] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:18.847 UTC [260] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.165 UTC [260] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.198 UTC [260] LOG: entering standby mode logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.198 UTC [260] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.200 UTC [245] LOG: startup process (PID 260) exited with exit code 1 logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.200 UTC [245] LOG: aborting startup due to startup process failure logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.200 UTC [245] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:19.210 UTC [245] LOG: database system is shut down logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.713 UTC [315] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.714 UTC [315] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.714 UTC [315] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.739 UTC [315] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.746 UTC [329] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.779 UTC [329] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:38.840 UTC [329] LOG: restored log file "00000003.history" from archive logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.159 UTC [329] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.192 UTC [329] LOG: entering standby mode logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.192 UTC [329] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.194 UTC [315] LOG: startup process (PID 329) exited with exit code 1 logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.194 UTC [315] LOG: aborting startup due to startup process failure logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.194 UTC [315] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:43:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.203 UTC [315] LOG: database system is shut down logger.go:42: 19:44:26 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 6m48s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 6m48s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 7m53s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 3m29s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 3m3s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 106s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 2m6s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 106s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 6m30s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 6m30s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 6m30s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 4m49s logger.go:42: 19:44:27 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 9m55s logger.go:42: 19:44:28 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.079 UTC [297] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.086 UTC [297] LOG: database system is shut down logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.801 UTC [381] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.802 UTC [381] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.802 UTC [381] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.829 UTC [381] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.842 UTC [386] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.872 UTC [386] LOG: restored log file "00000003.history" from archive logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.931 UTC [386] LOG: restored log file "00000003.history" from archive logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.255 UTC [386] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.294 UTC [386] LOG: entering standby mode logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.294 UTC [386] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.295 UTC [381] LOG: startup process (PID 386) exited with exit code 1 logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.295 UTC [381] LOG: aborting startup due to startup process failure logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.295 UTC [381] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.303 UTC [381] LOG: database system is shut down logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.750 UTC [449] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.751 UTC [449] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.751 UTC [449] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.778 UTC [449] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.788 UTC [454] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.817 UTC [454] LOG: restored log file "00000003.history" from archive logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.872 UTC [454] LOG: restored log file "00000003.history" from archive logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.197 UTC [454] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.234 UTC [454] LOG: entering standby mode logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.234 UTC [454] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.236 UTC [449] LOG: startup process (PID 454) exited with exit code 1 logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.236 UTC [449] LOG: aborting startup due to startup process failure logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.236 UTC [449] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:44:29 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.243 UTC [449] LOG: database system is shut down logger.go:42: 19:44:30 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.654 UTC [176] LOG: pg_cron scheduler started logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.752 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:44:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:44:32 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.194 UTC [315] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:39.203 UTC [315] LOG: database system is shut down logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.712 UTC [392] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.712 UTC [392] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.712 UTC [392] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.737 UTC [392] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.745 UTC [406] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.780 UTC [406] LOG: restored log file "00000003.history" from archive logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:58.847 UTC [406] LOG: restored log file "00000003.history" from archive logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.166 UTC [406] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.200 UTC [406] LOG: entering standby mode logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.200 UTC [406] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.201 UTC [392] LOG: startup process (PID 406) exited with exit code 1 logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.201 UTC [392] LOG: aborting startup due to startup process failure logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.201 UTC [392] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:43:59.212 UTC [392] LOG: database system is shut down logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.685 UTC [469] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.685 UTC [469] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.685 UTC [469] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.711 UTC [469] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.718 UTC [474] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.754 UTC [474] LOG: restored log file "00000003.history" from archive logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:18.816 UTC [474] LOG: restored log file "00000003.history" from archive logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.135 UTC [474] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.169 UTC [474] LOG: entering standby mode logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.169 UTC [474] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.170 UTC [469] LOG: startup process (PID 474) exited with exit code 1 logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.170 UTC [469] LOG: aborting startup due to startup process failure logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.170 UTC [469] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:44:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.180 UTC [469] LOG: database system is shut down logger.go:42: 19:45:04 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 7m26s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 7m26s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 8m31s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 4m7s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 3m41s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 2m24s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 2m44s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 2m24s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 7m8s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 7m8s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 7m8s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 5m27s logger.go:42: 19:45:05 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 10m logger.go:42: 19:45:06 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.236 UTC [449] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:19.243 UTC [449] LOG: database system is shut down logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:38.757 UTC [526] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:38.758 UTC [526] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:38.758 UTC [526] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:38.786 UTC [526] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:38.797 UTC [531] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:38.825 UTC [531] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:38.877 UTC [531] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:39.202 UTC [531] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:39.241 UTC [531] LOG: entering standby mode logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:39.241 UTC [531] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:39.242 UTC [526] LOG: startup process (PID 531) exited with exit code 1 logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:39.242 UTC [526] LOG: aborting startup due to startup process failure logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:39.242 UTC [526] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:39.250 UTC [526] LOG: database system is shut down logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.772 UTC [570] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.773 UTC [570] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.773 UTC [570] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.800 UTC [570] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.812 UTC [575] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.840 UTC [575] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.894 UTC [575] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.219 UTC [575] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.257 UTC [575] LOG: entering standby mode logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.257 UTC [575] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.259 UTC [570] LOG: startup process (PID 575) exited with exit code 1 logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.259 UTC [570] LOG: aborting startup due to startup process failure logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.259 UTC [570] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:07 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.266 UTC [570] LOG: database system is shut down logger.go:42: 19:45:08 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.654 UTC [176] LOG: pg_cron scheduler started logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.752 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:45:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:45:10 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:39.176 UTC [545] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:39.185 UTC [545] LOG: database system is shut down logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.699 UTC [588] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.700 UTC [588] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.700 UTC [588] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.724 UTC [588] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.732 UTC [593] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.768 UTC [593] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:48.829 UTC [593] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.148 UTC [593] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.181 UTC [593] LOG: entering standby mode logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.181 UTC [593] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.182 UTC [588] LOG: startup process (PID 593) exited with exit code 1 logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.182 UTC [588] LOG: aborting startup due to startup process failure logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.182 UTC [588] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:44:49.192 UTC [588] LOG: database system is shut down logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:08.683 UTC [656] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:08.683 UTC [656] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:08.683 UTC [656] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:08.708 UTC [656] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:08.716 UTC [661] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:08.746 UTC [661] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:08.807 UTC [661] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:09.126 UTC [661] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:09.158 UTC [661] LOG: entering standby mode logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:09.158 UTC [661] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:09.160 UTC [656] LOG: startup process (PID 661) exited with exit code 1 logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:09.160 UTC [656] LOG: aborting startup due to startup process failure logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:09.160 UTC [656] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:09.170 UTC [656] LOG: database system is shut down logger.go:42: 19:45:42 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 8m5s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 8m5s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 9m10s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 4m46s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 4m20s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 3m3s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 3m23s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 3m3s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 7m47s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 7m47s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 7m47s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 6m6s logger.go:42: 19:45:43 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 11m logger.go:42: 19:45:44 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:09.255 UTC [647] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:09.263 UTC [647] LOG: database system is shut down logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.748 UTC [716] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.748 UTC [716] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.748 UTC [716] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.776 UTC [716] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.787 UTC [721] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.813 UTC [721] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.866 UTC [721] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.190 UTC [721] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.227 UTC [721] LOG: entering standby mode logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.227 UTC [721] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.229 UTC [716] LOG: startup process (PID 721) exited with exit code 1 logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.229 UTC [716] LOG: aborting startup due to startup process failure logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.229 UTC [716] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.237 UTC [716] LOG: database system is shut down logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.744 UTC [762] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.745 UTC [762] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.745 UTC [762] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.772 UTC [762] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.783 UTC [767] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.811 UTC [767] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.864 UTC [767] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.188 UTC [767] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.225 UTC [767] LOG: entering standby mode logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.225 UTC [767] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.226 UTC [762] LOG: startup process (PID 767) exited with exit code 1 logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.226 UTC [762] LOG: aborting startup due to startup process failure logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.226 UTC [762] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.234 UTC [762] LOG: database system is shut down logger.go:42: 19:45:46 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.654 UTC [176] LOG: pg_cron scheduler started logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.752 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:45:47 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:45:48 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:09.160 UTC [656] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:09.170 UTC [656] LOG: database system is shut down logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.686 UTC [742] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.686 UTC [742] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.686 UTC [742] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.711 UTC [742] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.719 UTC [747] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.754 UTC [747] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:28.818 UTC [747] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.138 UTC [747] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.172 UTC [747] LOG: entering standby mode logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.172 UTC [747] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.173 UTC [742] LOG: startup process (PID 747) exited with exit code 1 logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.173 UTC [742] LOG: aborting startup due to startup process failure logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.173 UTC [742] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:29.183 UTC [742] LOG: database system is shut down logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.678 UTC [786] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.678 UTC [786] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.678 UTC [786] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.703 UTC [786] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.711 UTC [791] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.745 UTC [791] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:38.804 UTC [791] LOG: restored log file "00000003.history" from archive logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.123 UTC [791] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.157 UTC [791] LOG: entering standby mode logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.157 UTC [791] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.158 UTC [786] LOG: startup process (PID 791) exited with exit code 1 logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.158 UTC [786] LOG: aborting startup due to startup process failure logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.158 UTC [786] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:45:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.168 UTC [786] LOG: database system is shut down logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 8m43s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 8m43s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 9m48s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 5m24s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 4m58s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 3m41s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 4m1s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 3m41s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 8m25s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 8m25s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 8m25s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 6m44s logger.go:42: 19:46:21 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 11m logger.go:42: 19:46:23 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.226 UTC [762] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.234 UTC [762] LOG: database system is shut down logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.752 UTC [839] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.753 UTC [839] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.753 UTC [839] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.781 UTC [839] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.792 UTC [844] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.819 UTC [844] LOG: restored log file "00000003.history" from archive logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.872 UTC [844] LOG: restored log file "00000003.history" from archive logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.195 UTC [844] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.233 UTC [844] LOG: entering standby mode logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.233 UTC [844] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.234 UTC [839] LOG: startup process (PID 844) exited with exit code 1 logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.234 UTC [839] LOG: aborting startup due to startup process failure logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.234 UTC [839] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.242 UTC [839] LOG: database system is shut down logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.735 UTC [908] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.736 UTC [908] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.736 UTC [908] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.763 UTC [908] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.774 UTC [913] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.812 UTC [913] LOG: restored log file "00000003.history" from archive logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.864 UTC [913] LOG: restored log file "00000003.history" from archive logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.188 UTC [913] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.224 UTC [913] LOG: entering standby mode logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.224 UTC [913] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.226 UTC [908] LOG: startup process (PID 913) exited with exit code 1 logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.226 UTC [908] LOG: aborting startup due to startup process failure logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.226 UTC [908] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:46:24 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.233 UTC [908] LOG: database system is shut down logger.go:42: 19:46:25 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.654 UTC [176] LOG: pg_cron scheduler started logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.752 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:46:26 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.158 UTC [786] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:39.168 UTC [786] LOG: database system is shut down logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.670 UTC [863] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.671 UTC [863] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.671 UTC [863] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.695 UTC [863] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.703 UTC [868] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.741 UTC [868] LOG: restored log file "00000003.history" from archive logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:58.802 UTC [868] LOG: restored log file "00000003.history" from archive logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.120 UTC [868] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.153 UTC [868] LOG: entering standby mode logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.153 UTC [868] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.155 UTC [863] LOG: startup process (PID 868) exited with exit code 1 logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.155 UTC [863] LOG: aborting startup due to startup process failure logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.155 UTC [863] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:45:59.164 UTC [863] LOG: database system is shut down logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.688 UTC [932] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.689 UTC [932] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.689 UTC [932] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.714 UTC [932] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.721 UTC [937] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.755 UTC [937] LOG: restored log file "00000003.history" from archive logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:18.818 UTC [937] LOG: restored log file "00000003.history" from archive logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.136 UTC [937] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.170 UTC [937] LOG: entering standby mode logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.170 UTC [937] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.171 UTC [932] LOG: startup process (PID 937) exited with exit code 1 logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.171 UTC [932] LOG: aborting startup due to startup process failure logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.171 UTC [932] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:46:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:19.181 UTC [932] LOG: database system is shut down logger.go:42: 19:46:59 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 9m21s logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 9m21s logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 10m logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 6m2s logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 5m36s logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 4m19s logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 4m39s logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 4m19s logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 9m3s logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 9m3s logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 9m3s logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 7m22s logger.go:42: 19:47:00 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 12m logger.go:42: 19:47:01 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:29.232 UTC [959] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:29.239 UTC [959] LOG: database system is shut down logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.741 UTC [1028] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.741 UTC [1028] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.741 UTC [1028] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.768 UTC [1028] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.780 UTC [1033] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.811 UTC [1033] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.875 UTC [1033] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.216 UTC [1033] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.253 UTC [1033] LOG: entering standby mode logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.253 UTC [1033] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.254 UTC [1028] LOG: startup process (PID 1033) exited with exit code 1 logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.254 UTC [1028] LOG: aborting startup due to startup process failure logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.254 UTC [1028] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.262 UTC [1028] LOG: database system is shut down logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.739 UTC [1072] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.740 UTC [1072] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.740 UTC [1072] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.769 UTC [1072] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.780 UTC [1077] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.807 UTC [1077] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.857 UTC [1077] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.182 UTC [1077] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.219 UTC [1077] LOG: entering standby mode logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.219 UTC [1077] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.221 UTC [1072] LOG: startup process (PID 1077) exited with exit code 1 logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.221 UTC [1072] LOG: aborting startup due to startup process failure logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.221 UTC [1072] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:02 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.228 UTC [1072] LOG: database system is shut down logger.go:42: 19:47:03 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.654 UTC [176] LOG: pg_cron scheduler started logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.752 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:47:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:47:05 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:29.177 UTC [985] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:29.187 UTC [985] LOG: database system is shut down logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.690 UTC [1054] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.691 UTC [1054] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.691 UTC [1054] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.716 UTC [1054] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.723 UTC [1065] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.761 UTC [1065] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:48.825 UTC [1065] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.144 UTC [1065] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.177 UTC [1065] LOG: entering standby mode logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.177 UTC [1065] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.178 UTC [1054] LOG: startup process (PID 1065) exited with exit code 1 logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.178 UTC [1054] LOG: aborting startup due to startup process failure logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.178 UTC [1054] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:49.189 UTC [1054] LOG: database system is shut down logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.675 UTC [1098] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.675 UTC [1098] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.675 UTC [1098] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.701 UTC [1098] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.709 UTC [1109] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.746 UTC [1109] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:58.809 UTC [1109] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.128 UTC [1109] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.161 UTC [1109] LOG: entering standby mode logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.161 UTC [1109] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.163 UTC [1098] LOG: startup process (PID 1109) exited with exit code 1 logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.163 UTC [1098] LOG: aborting startup due to startup process failure logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.163 UTC [1098] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.172 UTC [1098] LOG: database system is shut down logger.go:42: 19:47:37 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 10m logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 10m logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 11m logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 6m41s logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 6m15s logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 4m58s logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 5m18s logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 4m58s logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 9m42s logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 9m42s logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 9m42s logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 8m1s logger.go:42: 19:47:38 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 13m logger.go:42: 19:47:39 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.221 UTC [1072] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.228 UTC [1072] LOG: database system is shut down logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:18.736 UTC [1150] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:18.737 UTC [1150] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:18.737 UTC [1150] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:18.764 UTC [1150] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:18.774 UTC [1155] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:18.802 UTC [1155] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:18.855 UTC [1155] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:19.179 UTC [1155] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:19.216 UTC [1155] LOG: entering standby mode logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:19.216 UTC [1155] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:19.217 UTC [1150] LOG: startup process (PID 1155) exited with exit code 1 logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:19.217 UTC [1150] LOG: aborting startup due to startup process failure logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:19.217 UTC [1150] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:19.225 UTC [1150] LOG: database system is shut down logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:38.724 UTC [1219] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:38.724 UTC [1219] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:38.724 UTC [1219] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:38.751 UTC [1219] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:38.763 UTC [1224] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:38.789 UTC [1224] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:38.840 UTC [1224] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:38.964 UTC [1224] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:39.006 UTC [1224] LOG: entering standby mode logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:39.006 UTC [1224] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:39.008 UTC [1219] LOG: startup process (PID 1224) exited with exit code 1 logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:39.008 UTC [1219] LOG: aborting startup due to startup process failure logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:39.008 UTC [1219] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:39.016 UTC [1219] LOG: database system is shut down logger.go:42: 19:47:41 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:47:43 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.163 UTC [1098] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:46:59.172 UTC [1098] LOG: database system is shut down logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:08.686 UTC [1149] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:08.687 UTC [1149] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:08.687 UTC [1149] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:08.712 UTC [1149] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:08.719 UTC [1160] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:08.753 UTC [1160] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:08.814 UTC [1160] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:09.132 UTC [1160] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:09.167 UTC [1160] LOG: entering standby mode logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:09.167 UTC [1160] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:09.168 UTC [1149] LOG: startup process (PID 1160) exited with exit code 1 logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:09.168 UTC [1149] LOG: aborting startup due to startup process failure logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:09.168 UTC [1149] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:09.178 UTC [1149] LOG: database system is shut down logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:28.695 UTC [1218] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:28.696 UTC [1218] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:28.696 UTC [1218] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:28.721 UTC [1218] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:28.728 UTC [1229] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:28.763 UTC [1229] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:28.826 UTC [1229] LOG: restored log file "00000003.history" from archive logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:29.144 UTC [1229] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:29.177 UTC [1229] LOG: entering standby mode logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:29.177 UTC [1229] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:29.178 UTC [1218] LOG: startup process (PID 1229) exited with exit code 1 logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:29.178 UTC [1218] LOG: aborting startup due to startup process failure logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:29.178 UTC [1218] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:47:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:29.189 UTC [1218] LOG: database system is shut down logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 10m logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 10m logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 11m logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 7m19s logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 6m53s logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 5m36s logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 5m56s logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 5m36s logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 10m logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 10m logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 10m logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 8m39s logger.go:42: 19:48:16 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 13m logger.go:42: 19:48:18 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:49.228 UTC [1271] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:49.236 UTC [1271] LOG: database system is shut down logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.734 UTC [1349] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.734 UTC [1349] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.734 UTC [1349] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.761 UTC [1349] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.773 UTC [1354] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.800 UTC [1354] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.852 UTC [1354] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.177 UTC [1354] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.213 UTC [1354] LOG: entering standby mode logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.213 UTC [1354] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.215 UTC [1349] LOG: startup process (PID 1354) exited with exit code 1 logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.215 UTC [1349] LOG: aborting startup due to startup process failure logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.215 UTC [1349] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.222 UTC [1349] LOG: database system is shut down logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.738 UTC [1393] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.738 UTC [1393] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.738 UTC [1393] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.766 UTC [1393] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.777 UTC [1398] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.804 UTC [1398] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.856 UTC [1398] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.181 UTC [1398] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.219 UTC [1398] LOG: entering standby mode logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.219 UTC [1398] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.221 UTC [1393] LOG: startup process (PID 1398) exited with exit code 1 logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.221 UTC [1393] LOG: aborting startup due to startup process failure logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.221 UTC [1393] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:48:19 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.228 UTC [1393] LOG: database system is shut down logger.go:42: 19:48:20 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:48:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:48:22 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:48.965 UTC [1294] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:48.974 UTC [1294] LOG: database system is shut down logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.678 UTC [1363] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.678 UTC [1363] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.678 UTC [1363] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.703 UTC [1363] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.717 UTC [1374] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.749 UTC [1374] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:08.811 UTC [1374] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.128 UTC [1374] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.161 UTC [1374] LOG: entering standby mode logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.161 UTC [1374] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.163 UTC [1363] LOG: startup process (PID 1374) exited with exit code 1 logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.163 UTC [1363] LOG: aborting startup due to startup process failure logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.163 UTC [1363] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.172 UTC [1363] LOG: database system is shut down logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.684 UTC [1416] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.685 UTC [1416] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.685 UTC [1416] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.710 UTC [1416] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.717 UTC [1421] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.751 UTC [1421] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.814 UTC [1421] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.134 UTC [1421] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.168 UTC [1421] LOG: entering standby mode logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.168 UTC [1421] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.169 UTC [1416] LOG: startup process (PID 1421) exited with exit code 1 logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.169 UTC [1416] LOG: aborting startup due to startup process failure logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.169 UTC [1416] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:48:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.178 UTC [1416] LOG: database system is shut down logger.go:42: 19:48:54 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 11m logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 11m logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 12m logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 7m58s logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 7m32s logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 6m15s logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 6m35s logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 6m15s logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 10m logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 10m logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 10m logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 9m18s logger.go:42: 19:48:55 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 14m logger.go:42: 19:48:56 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.215 UTC [1349] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:09.222 UTC [1349] LOG: database system is shut down logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.738 UTC [1393] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.738 UTC [1393] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.738 UTC [1393] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.766 UTC [1393] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.777 UTC [1398] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.804 UTC [1398] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:18.856 UTC [1398] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.181 UTC [1398] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.219 UTC [1398] LOG: entering standby mode logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.219 UTC [1398] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.221 UTC [1393] LOG: startup process (PID 1398) exited with exit code 1 logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.221 UTC [1393] LOG: aborting startup due to startup process failure logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.221 UTC [1393] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.228 UTC [1393] LOG: database system is shut down logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.740 UTC [1471] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.741 UTC [1471] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.741 UTC [1471] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.768 UTC [1471] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.780 UTC [1476] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.807 UTC [1476] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.859 UTC [1476] LOG: restored log file "00000003.history" from archive logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.984 UTC [1476] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.025 UTC [1476] LOG: entering standby mode logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.025 UTC [1476] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.027 UTC [1471] LOG: startup process (PID 1476) exited with exit code 1 logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.027 UTC [1471] LOG: aborting startup due to startup process failure logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.027 UTC [1471] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.036 UTC [1471] LOG: database system is shut down logger.go:42: 19:48:58 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:48:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:49:00 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.169 UTC [1416] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:19.178 UTC [1416] LOG: database system is shut down logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.691 UTC [1493] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.692 UTC [1493] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.692 UTC [1493] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.717 UTC [1493] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.724 UTC [1498] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.758 UTC [1498] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:38.821 UTC [1498] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.140 UTC [1498] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.174 UTC [1498] LOG: entering standby mode logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.174 UTC [1498] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.175 UTC [1493] LOG: startup process (PID 1498) exited with exit code 1 logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.175 UTC [1493] LOG: aborting startup due to startup process failure logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.175 UTC [1493] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.186 UTC [1493] LOG: database system is shut down logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.689 UTC [1562] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.689 UTC [1562] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.689 UTC [1562] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.715 UTC [1562] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.722 UTC [1567] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.756 UTC [1567] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.817 UTC [1567] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.136 UTC [1567] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.170 UTC [1567] LOG: entering standby mode logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.170 UTC [1567] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.171 UTC [1562] LOG: startup process (PID 1567) exited with exit code 1 logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.171 UTC [1562] LOG: aborting startup due to startup process failure logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.171 UTC [1562] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:49:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.181 UTC [1562] LOG: database system is shut down logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 11m logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 11m logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 13m logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 8m36s logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 8m10s logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 6m53s logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 7m13s logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 6m53s logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 11m logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 11m logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 11m logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 9m56s logger.go:42: 19:49:33 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 15m logger.go:42: 19:49:35 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.027 UTC [1471] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:39.036 UTC [1471] LOG: database system is shut down logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.754 UTC [1548] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.754 UTC [1548] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.754 UTC [1548] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.781 UTC [1548] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.794 UTC [1553] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.821 UTC [1553] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:58.872 UTC [1553] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.197 UTC [1553] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.234 UTC [1553] LOG: entering standby mode logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.234 UTC [1553] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.236 UTC [1548] LOG: startup process (PID 1553) exited with exit code 1 logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.236 UTC [1548] LOG: aborting startup due to startup process failure logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.236 UTC [1548] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.244 UTC [1548] LOG: database system is shut down logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.740 UTC [1616] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.741 UTC [1616] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.741 UTC [1616] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.768 UTC [1616] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.780 UTC [1621] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.808 UTC [1621] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.861 UTC [1621] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.187 UTC [1621] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.223 UTC [1621] LOG: entering standby mode logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.223 UTC [1621] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.225 UTC [1616] LOG: startup process (PID 1621) exited with exit code 1 logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.225 UTC [1616] LOG: aborting startup due to startup process failure logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.225 UTC [1616] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:49:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.232 UTC [1616] LOG: database system is shut down logger.go:42: 19:49:37 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:49:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:49:39 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.171 UTC [1562] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:48:59.181 UTC [1562] LOG: database system is shut down logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.693 UTC [1639] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.694 UTC [1639] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.694 UTC [1639] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.719 UTC [1639] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.725 UTC [1644] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.761 UTC [1644] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:18.823 UTC [1644] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.141 UTC [1644] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.175 UTC [1644] LOG: entering standby mode logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.175 UTC [1644] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.176 UTC [1639] LOG: startup process (PID 1644) exited with exit code 1 logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.176 UTC [1639] LOG: aborting startup due to startup process failure logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.176 UTC [1639] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:19.186 UTC [1639] LOG: database system is shut down logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:38.709 UTC [1708] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:38.709 UTC [1708] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:38.709 UTC [1708] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:38.734 UTC [1708] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:38.741 UTC [1713] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:38.773 UTC [1713] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:38.835 UTC [1713] LOG: restored log file "00000003.history" from archive logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:39.154 UTC [1713] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:39.187 UTC [1713] LOG: entering standby mode logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:39.187 UTC [1713] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:39.189 UTC [1708] LOG: startup process (PID 1713) exited with exit code 1 logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:39.189 UTC [1708] LOG: aborting startup due to startup process failure logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:39.189 UTC [1708] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:49:40 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:39.199 UTC [1708] LOG: database system is shut down logger.go:42: 19:50:11 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 12m logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 12m logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 13m logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 9m14s logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 8m48s logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 7m31s logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 7m51s logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 7m31s logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 12m logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 12m logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 12m logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 10m logger.go:42: 19:50:12 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 15m logger.go:42: 19:50:13 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:39.229 UTC [1693] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:39.236 UTC [1693] LOG: database system is shut down logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.739 UTC [1762] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.740 UTC [1762] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.740 UTC [1762] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.768 UTC [1762] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.780 UTC [1767] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.807 UTC [1767] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.860 UTC [1767] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.184 UTC [1767] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.219 UTC [1767] LOG: entering standby mode logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.219 UTC [1767] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.221 UTC [1762] LOG: startup process (PID 1767) exited with exit code 1 logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.221 UTC [1762] LOG: aborting startup due to startup process failure logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.221 UTC [1762] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.229 UTC [1762] LOG: database system is shut down logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.733 UTC [1805] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.734 UTC [1805] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.734 UTC [1805] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.760 UTC [1805] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.772 UTC [1810] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.799 UTC [1810] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.853 UTC [1810] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.177 UTC [1810] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.214 UTC [1810] LOG: entering standby mode logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.214 UTC [1810] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.215 UTC [1805] LOG: startup process (PID 1810) exited with exit code 1 logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.215 UTC [1805] LOG: aborting startup due to startup process failure logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.215 UTC [1805] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:14 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.222 UTC [1805] LOG: database system is shut down logger.go:42: 19:50:15 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:50:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:50:17 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:39.189 UTC [1708] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:39.199 UTC [1708] LOG: database system is shut down logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.675 UTC [1784] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.676 UTC [1784] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.676 UTC [1784] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.700 UTC [1784] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.708 UTC [1789] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.742 UTC [1789] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:58.803 UTC [1789] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.123 UTC [1789] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.157 UTC [1789] LOG: entering standby mode logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.157 UTC [1789] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.158 UTC [1784] LOG: startup process (PID 1789) exited with exit code 1 logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.158 UTC [1784] LOG: aborting startup due to startup process failure logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.158 UTC [1784] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:49:59.168 UTC [1784] LOG: database system is shut down logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.690 UTC [1828] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.690 UTC [1828] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.690 UTC [1828] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.715 UTC [1828] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.723 UTC [1833] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.758 UTC [1833] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:08.819 UTC [1833] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.138 UTC [1833] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.171 UTC [1833] LOG: entering standby mode logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.171 UTC [1833] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.172 UTC [1828] LOG: startup process (PID 1833) exited with exit code 1 logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.173 UTC [1828] LOG: aborting startup due to startup process failure logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.173 UTC [1828] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.183 UTC [1828] LOG: database system is shut down logger.go:42: 19:50:49 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 13m logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 13m logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 14m logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 9m53s logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 9m27s logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 8m10s logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 8m30s logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 8m10s logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 12m logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 12m logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 12m logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 11m logger.go:42: 19:50:50 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 16m logger.go:42: 19:50:51 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.215 UTC [1805] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:09.222 UTC [1805] LOG: database system is shut down logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.733 UTC [1882] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.733 UTC [1882] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.733 UTC [1882] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.760 UTC [1882] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.771 UTC [1887] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.798 UTC [1887] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.850 UTC [1887] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.174 UTC [1887] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.210 UTC [1887] LOG: entering standby mode logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.210 UTC [1887] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.212 UTC [1882] LOG: startup process (PID 1887) exited with exit code 1 logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.212 UTC [1882] LOG: aborting startup due to startup process failure logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.212 UTC [1882] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.219 UTC [1882] LOG: database system is shut down logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.725 UTC [1950] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.726 UTC [1950] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.726 UTC [1950] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.752 UTC [1950] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.763 UTC [1955] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.790 UTC [1955] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.842 UTC [1955] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.165 UTC [1955] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.202 UTC [1955] LOG: entering standby mode logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.202 UTC [1955] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.204 UTC [1950] LOG: startup process (PID 1955) exited with exit code 1 logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.204 UTC [1950] LOG: aborting startup due to startup process failure logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.204 UTC [1950] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.211 UTC [1950] LOG: database system is shut down logger.go:42: 19:50:53 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:50:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:50:55 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:19.178 UTC [1880] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:19.188 UTC [1880] LOG: database system is shut down logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.707 UTC [1924] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.708 UTC [1924] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.708 UTC [1924] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.732 UTC [1924] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.739 UTC [1929] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.774 UTC [1929] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:28.837 UTC [1929] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.157 UTC [1929] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.191 UTC [1929] LOG: entering standby mode logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.191 UTC [1929] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.192 UTC [1924] LOG: startup process (PID 1929) exited with exit code 1 logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.192 UTC [1924] LOG: aborting startup due to startup process failure logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.192 UTC [1924] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:29.203 UTC [1924] LOG: database system is shut down logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.704 UTC [2002] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.704 UTC [2002] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.704 UTC [2002] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.729 UTC [2002] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.737 UTC [2007] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.772 UTC [2007] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:48.834 UTC [2007] LOG: restored log file "00000003.history" from archive logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.154 UTC [2007] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.188 UTC [2007] LOG: entering standby mode logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.188 UTC [2007] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.189 UTC [2002] LOG: startup process (PID 2007) exited with exit code 1 logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.190 UTC [2002] LOG: aborting startup due to startup process failure logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.190 UTC [2002] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:50:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.200 UTC [2002] LOG: database system is shut down logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 13m logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 13m logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 14m logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 10m logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 10m logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 8m48s logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 9m8s logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 8m48s logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 13m logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 13m logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 13m logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 11m logger.go:42: 19:51:28 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 16m logger.go:42: 19:51:30 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.204 UTC [1950] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.211 UTC [1950] LOG: database system is shut down logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:58.733 UTC [2003] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:58.734 UTC [2003] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:58.734 UTC [2003] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:58.761 UTC [2003] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:58.771 UTC [2008] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:58.797 UTC [2008] LOG: restored log file "00000003.history" from archive logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:58.849 UTC [2008] LOG: restored log file "00000003.history" from archive logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:59.172 UTC [2008] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:59.208 UTC [2008] LOG: entering standby mode logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:59.208 UTC [2008] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:59.210 UTC [2003] LOG: startup process (PID 2008) exited with exit code 1 logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:59.210 UTC [2003] LOG: aborting startup due to startup process failure logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:59.210 UTC [2003] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:59.218 UTC [2003] LOG: database system is shut down logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.738 UTC [2072] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.739 UTC [2072] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.739 UTC [2072] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.766 UTC [2072] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.777 UTC [2077] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.804 UTC [2077] LOG: restored log file "00000003.history" from archive logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.856 UTC [2077] LOG: restored log file "00000003.history" from archive logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.182 UTC [2077] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.218 UTC [2077] LOG: entering standby mode logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.218 UTC [2077] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.220 UTC [2072] LOG: startup process (PID 2077) exited with exit code 1 logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.220 UTC [2072] LOG: aborting startup due to startup process failure logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.220 UTC [2072] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:51:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.228 UTC [2072] LOG: database system is shut down logger.go:42: 19:51:32 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:51:33 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.190 UTC [2002] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:50:49.200 UTC [2002] LOG: database system is shut down logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:08.691 UTC [2080] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:08.691 UTC [2080] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:08.691 UTC [2080] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:08.717 UTC [2080] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:08.724 UTC [2085] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:08.758 UTC [2085] LOG: restored log file "00000003.history" from archive logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:08.821 UTC [2085] LOG: restored log file "00000003.history" from archive logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:09.140 UTC [2085] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:09.174 UTC [2085] LOG: entering standby mode logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:09.174 UTC [2085] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:09.175 UTC [2080] LOG: startup process (PID 2085) exited with exit code 1 logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:09.175 UTC [2080] LOG: aborting startup due to startup process failure logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:09.175 UTC [2080] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:09.185 UTC [2080] LOG: database system is shut down logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.676 UTC [2124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.676 UTC [2124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.676 UTC [2124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.701 UTC [2124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.708 UTC [2129] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.741 UTC [2129] LOG: restored log file "00000003.history" from archive logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:18.804 UTC [2129] LOG: restored log file "00000003.history" from archive logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.124 UTC [2129] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.158 UTC [2129] LOG: entering standby mode logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.158 UTC [2129] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.159 UTC [2124] LOG: startup process (PID 2129) exited with exit code 1 logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.159 UTC [2124] LOG: aborting startup due to startup process failure logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.159 UTC [2124] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:51:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.169 UTC [2124] LOG: database system is shut down logger.go:42: 19:52:06 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 14m logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 14m logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 15m logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 11m logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 10m logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 9m26s logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 9m46s logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 9m26s logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 14m logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 14m logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 14m logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 12m logger.go:42: 19:52:07 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 17m logger.go:42: 19:52:08 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.220 UTC [2072] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.228 UTC [2072] LOG: database system is shut down logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.740 UTC [2148] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.740 UTC [2148] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.740 UTC [2148] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.768 UTC [2148] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.779 UTC [2153] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.806 UTC [2153] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.859 UTC [2153] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.182 UTC [2153] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.218 UTC [2153] LOG: entering standby mode logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.218 UTC [2153] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.220 UTC [2148] LOG: startup process (PID 2153) exited with exit code 1 logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.220 UTC [2148] LOG: aborting startup due to startup process failure logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.220 UTC [2148] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.227 UTC [2148] LOG: database system is shut down logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.747 UTC [2226] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.747 UTC [2226] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.747 UTC [2226] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.775 UTC [2226] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.786 UTC [2231] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.814 UTC [2231] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.869 UTC [2231] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.193 UTC [2231] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.229 UTC [2231] LOG: entering standby mode logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.229 UTC [2231] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.230 UTC [2226] LOG: startup process (PID 2231) exited with exit code 1 logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.230 UTC [2226] LOG: aborting startup due to startup process failure logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.230 UTC [2226] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:09 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.238 UTC [2226] LOG: database system is shut down logger.go:42: 19:52:10 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:52:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:52:12 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.159 UTC [2124] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:19.169 UTC [2124] LOG: database system is shut down logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.685 UTC [2200] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.686 UTC [2200] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.686 UTC [2200] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.711 UTC [2200] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.718 UTC [2205] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.749 UTC [2205] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:38.809 UTC [2205] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.128 UTC [2205] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.162 UTC [2205] LOG: entering standby mode logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.162 UTC [2205] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.163 UTC [2200] LOG: startup process (PID 2205) exited with exit code 1 logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.163 UTC [2200] LOG: aborting startup due to startup process failure logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.163 UTC [2200] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:39.173 UTC [2200] LOG: database system is shut down logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.718 UTC [2278] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.719 UTC [2278] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.719 UTC [2278] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.744 UTC [2278] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.751 UTC [2283] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.787 UTC [2283] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:58.851 UTC [2283] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.172 UTC [2283] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.205 UTC [2283] LOG: entering standby mode logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.205 UTC [2283] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.207 UTC [2278] LOG: startup process (PID 2283) exited with exit code 1 logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.207 UTC [2278] LOG: aborting startup due to startup process failure logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.207 UTC [2278] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.216 UTC [2278] LOG: database system is shut down logger.go:42: 19:52:44 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 15m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 15m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 16m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 11m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 11m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 10m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 10m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 10m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 14m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 14m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 14m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 13m logger.go:42: 19:52:45 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 18m logger.go:42: 19:52:46 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.230 UTC [2226] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:51:59.238 UTC [2226] LOG: database system is shut down logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:18.740 UTC [2303] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:18.741 UTC [2303] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:18.741 UTC [2303] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:18.768 UTC [2303] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:18.780 UTC [2308] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:18.808 UTC [2308] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:18.859 UTC [2308] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:19.183 UTC [2308] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:19.220 UTC [2308] LOG: entering standby mode logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:19.220 UTC [2308] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:19.221 UTC [2303] LOG: startup process (PID 2308) exited with exit code 1 logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:19.221 UTC [2303] LOG: aborting startup due to startup process failure logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:19.221 UTC [2303] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:19.229 UTC [2303] LOG: database system is shut down logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.743 UTC [2348] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.743 UTC [2348] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.743 UTC [2348] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.769 UTC [2348] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.781 UTC [2353] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.809 UTC [2353] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.860 UTC [2353] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.184 UTC [2353] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.221 UTC [2353] LOG: entering standby mode logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.221 UTC [2353] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.222 UTC [2348] LOG: startup process (PID 2353) exited with exit code 1 logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.222 UTC [2348] LOG: aborting startup due to startup process failure logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.222 UTC [2348] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.230 UTC [2348] LOG: database system is shut down logger.go:42: 19:52:48 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:52:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:52:50 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:19.170 UTC [2355] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:19.180 UTC [2355] LOG: database system is shut down logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.686 UTC [2398] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.686 UTC [2398] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.686 UTC [2398] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.711 UTC [2398] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.718 UTC [2403] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.752 UTC [2403] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:28.814 UTC [2403] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.133 UTC [2403] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.167 UTC [2403] LOG: entering standby mode logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.167 UTC [2403] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.168 UTC [2398] LOG: startup process (PID 2403) exited with exit code 1 logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.168 UTC [2398] LOG: aborting startup due to startup process failure logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.168 UTC [2398] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:29.178 UTC [2398] LOG: database system is shut down logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:48.691 UTC [2467] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:48.691 UTC [2467] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:48.691 UTC [2467] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:48.716 UTC [2467] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:48.724 UTC [2472] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:48.757 UTC [2472] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:48.818 UTC [2472] LOG: restored log file "00000003.history" from archive logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:49.137 UTC [2472] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:49.171 UTC [2472] LOG: entering standby mode logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:49.172 UTC [2472] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:49.173 UTC [2467] LOG: startup process (PID 2472) exited with exit code 1 logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:49.173 UTC [2467] LOG: aborting startup due to startup process failure logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:49.173 UTC [2467] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:52:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:49.183 UTC [2467] LOG: database system is shut down logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 15m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 15m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 16m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 12m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 12m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 10m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 11m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 10m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 15m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 15m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 15m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 13m logger.go:42: 19:53:23 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 18m logger.go:42: 19:53:25 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:49.201 UTC [2425] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:49.208 UTC [2425] LOG: database system is shut down logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.733 UTC [2469] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.734 UTC [2469] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.734 UTC [2469] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.761 UTC [2469] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.773 UTC [2474] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.800 UTC [2474] LOG: restored log file "00000003.history" from archive logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.854 UTC [2474] LOG: restored log file "00000003.history" from archive logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.179 UTC [2474] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.216 UTC [2474] LOG: entering standby mode logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.216 UTC [2474] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.218 UTC [2469] LOG: startup process (PID 2474) exited with exit code 1 logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.218 UTC [2469] LOG: aborting startup due to startup process failure logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.218 UTC [2469] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.226 UTC [2469] LOG: database system is shut down logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.747 UTC [2538] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.748 UTC [2538] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.748 UTC [2538] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.775 UTC [2538] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.787 UTC [2543] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.813 UTC [2543] LOG: restored log file "00000003.history" from archive logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.864 UTC [2543] LOG: restored log file "00000003.history" from archive logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.189 UTC [2543] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.226 UTC [2543] LOG: entering standby mode logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.226 UTC [2543] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.228 UTC [2538] LOG: startup process (PID 2543) exited with exit code 1 logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.228 UTC [2538] LOG: aborting startup due to startup process failure logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.228 UTC [2538] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:53:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.235 UTC [2538] LOG: database system is shut down logger.go:42: 19:53:27 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:53:28 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:49.173 UTC [2467] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:49.183 UTC [2467] LOG: database system is shut down logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.688 UTC [2519] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.688 UTC [2519] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.688 UTC [2519] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.713 UTC [2519] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.720 UTC [2524] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.753 UTC [2524] LOG: restored log file "00000003.history" from archive logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:58.816 UTC [2524] LOG: restored log file "00000003.history" from archive logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.136 UTC [2524] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.169 UTC [2524] LOG: entering standby mode logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.169 UTC [2524] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.170 UTC [2519] LOG: startup process (PID 2524) exited with exit code 1 logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.170 UTC [2519] LOG: aborting startup due to startup process failure logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.170 UTC [2519] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:52:59.180 UTC [2519] LOG: database system is shut down logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.695 UTC [2588] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.696 UTC [2588] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.696 UTC [2588] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.721 UTC [2588] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.727 UTC [2593] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.761 UTC [2593] LOG: restored log file "00000003.history" from archive logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:18.822 UTC [2593] LOG: restored log file "00000003.history" from archive logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.141 UTC [2593] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.174 UTC [2593] LOG: entering standby mode logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.174 UTC [2593] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.175 UTC [2588] LOG: startup process (PID 2593) exited with exit code 1 logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.175 UTC [2588] LOG: aborting startup due to startup process failure logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.175 UTC [2588] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:53:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.185 UTC [2588] LOG: database system is shut down logger.go:42: 19:54:01 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 16m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 16m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 17m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 13m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 12m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 11m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 11m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 11m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 16m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 16m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 16m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 14m logger.go:42: 19:54:02 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 19m logger.go:42: 19:54:03 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.228 UTC [2538] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.235 UTC [2538] LOG: database system is shut down logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.742 UTC [2615] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.743 UTC [2615] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.743 UTC [2615] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.770 UTC [2615] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.780 UTC [2620] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.808 UTC [2620] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.859 UTC [2620] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.184 UTC [2620] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.221 UTC [2620] LOG: entering standby mode logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.221 UTC [2620] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.222 UTC [2615] LOG: startup process (PID 2620) exited with exit code 1 logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.222 UTC [2615] LOG: aborting startup due to startup process failure logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.222 UTC [2615] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.230 UTC [2615] LOG: database system is shut down logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:48.740 UTC [2659] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:48.740 UTC [2659] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:48.741 UTC [2659] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:48.767 UTC [2659] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:48.778 UTC [2664] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:48.805 UTC [2664] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:48.855 UTC [2664] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:49.178 UTC [2664] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:49.215 UTC [2664] LOG: entering standby mode logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:49.215 UTC [2664] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:49.216 UTC [2659] LOG: startup process (PID 2664) exited with exit code 1 logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:49.216 UTC [2659] LOG: aborting startup due to startup process failure logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:49.216 UTC [2659] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:04 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:49.224 UTC [2659] LOG: database system is shut down logger.go:42: 19:54:05 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:54:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:54:07 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.175 UTC [2588] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:19.185 UTC [2588] LOG: database system is shut down logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.712 UTC [2666] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.713 UTC [2666] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.713 UTC [2666] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.738 UTC [2666] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.745 UTC [2671] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.777 UTC [2671] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:38.838 UTC [2671] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.156 UTC [2671] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.189 UTC [2671] LOG: entering standby mode logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.189 UTC [2671] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.191 UTC [2666] LOG: startup process (PID 2671) exited with exit code 1 logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.191 UTC [2666] LOG: aborting startup due to startup process failure logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.191 UTC [2666] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:39.201 UTC [2666] LOG: database system is shut down logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:58.687 UTC [2744] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:58.688 UTC [2744] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:58.688 UTC [2744] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:58.713 UTC [2744] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:58.720 UTC [2749] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:58.753 UTC [2749] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:58.812 UTC [2749] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:59.131 UTC [2749] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:59.164 UTC [2749] LOG: entering standby mode logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:59.164 UTC [2749] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:59.166 UTC [2744] LOG: startup process (PID 2749) exited with exit code 1 logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:59.166 UTC [2744] LOG: aborting startup due to startup process failure logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:59.166 UTC [2744] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:53:59.176 UTC [2744] LOG: database system is shut down logger.go:42: 19:54:39 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 17m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 17m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 18m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 13m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 13m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 12m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 12m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 12m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 16m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 16m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 16m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 15m logger.go:42: 19:54:40 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 20m logger.go:42: 19:54:41 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:09.227 UTC [2736] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:09.236 UTC [2736] LOG: database system is shut down logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.721 UTC [2805] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.722 UTC [2805] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.722 UTC [2805] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.749 UTC [2805] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.760 UTC [2810] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.786 UTC [2810] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.838 UTC [2810] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.163 UTC [2810] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.199 UTC [2810] LOG: entering standby mode logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.199 UTC [2810] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.201 UTC [2805] LOG: startup process (PID 2810) exited with exit code 1 logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.201 UTC [2805] LOG: aborting startup due to startup process failure logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.201 UTC [2805] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.208 UTC [2805] LOG: database system is shut down logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.733 UTC [2849] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.733 UTC [2849] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.733 UTC [2849] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.760 UTC [2849] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.772 UTC [2854] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.797 UTC [2854] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.852 UTC [2854] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.176 UTC [2854] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.212 UTC [2854] LOG: entering standby mode logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.212 UTC [2854] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.213 UTC [2849] LOG: startup process (PID 2854) exited with exit code 1 logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.213 UTC [2849] LOG: aborting startup due to startup process failure logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.213 UTC [2849] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.221 UTC [2849] LOG: database system is shut down logger.go:42: 19:54:43 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:54:45 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:09.203 UTC [2794] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:09.212 UTC [2794] LOG: database system is shut down logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.683 UTC [2865] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.683 UTC [2865] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.683 UTC [2865] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.709 UTC [2865] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.716 UTC [2870] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.751 UTC [2870] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:28.813 UTC [2870] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.133 UTC [2870] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.166 UTC [2870] LOG: entering standby mode logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.166 UTC [2870] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.168 UTC [2865] LOG: startup process (PID 2870) exited with exit code 1 logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.168 UTC [2865] LOG: aborting startup due to startup process failure logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.168 UTC [2865] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:29.179 UTC [2865] LOG: database system is shut down logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.687 UTC [2909] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.688 UTC [2909] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.688 UTC [2909] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.714 UTC [2909] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.721 UTC [2914] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.753 UTC [2914] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:38.812 UTC [2914] LOG: restored log file "00000003.history" from archive logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.131 UTC [2914] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.165 UTC [2914] LOG: entering standby mode logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.165 UTC [2914] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.166 UTC [2909] LOG: startup process (PID 2914) exited with exit code 1 logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.166 UTC [2909] LOG: aborting startup due to startup process failure logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.166 UTC [2909] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:54:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:39.176 UTC [2909] LOG: database system is shut down logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 17m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 17m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 18m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 14m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 13m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 12m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 12m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 12m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 17m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 17m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 17m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 15m logger.go:42: 19:55:18 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 20m logger.go:42: 19:55:20 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:59.213 UTC [2935] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:59.221 UTC [2935] LOG: database system is shut down logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.732 UTC [2979] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.733 UTC [2979] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.733 UTC [2979] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.760 UTC [2979] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.771 UTC [2984] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.797 UTC [2984] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.848 UTC [2984] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.172 UTC [2984] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.210 UTC [2984] LOG: entering standby mode logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.210 UTC [2984] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.212 UTC [2979] LOG: startup process (PID 2984) exited with exit code 1 logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.212 UTC [2979] LOG: aborting startup due to startup process failure logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.212 UTC [2979] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.220 UTC [2979] LOG: database system is shut down logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.741 UTC [3023] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.742 UTC [3023] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.742 UTC [3023] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.769 UTC [3023] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.780 UTC [3028] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.807 UTC [3028] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.858 UTC [3028] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.183 UTC [3028] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.219 UTC [3028] LOG: entering standby mode logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.219 UTC [3028] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.220 UTC [3023] LOG: startup process (PID 3028) exited with exit code 1 logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.220 UTC [3023] LOG: aborting startup due to startup process failure logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.220 UTC [3023] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:55:21 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.228 UTC [3023] LOG: database system is shut down logger.go:42: 19:55:22 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:55:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:55:24 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:59.167 UTC [2986] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:54:59.177 UTC [2986] LOG: database system is shut down logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.691 UTC [3031] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.692 UTC [3031] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.692 UTC [3031] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.717 UTC [3031] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.724 UTC [3036] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.758 UTC [3036] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:08.818 UTC [3036] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.138 UTC [3036] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.172 UTC [3036] LOG: entering standby mode logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.172 UTC [3036] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.173 UTC [3031] LOG: startup process (PID 3036) exited with exit code 1 logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.173 UTC [3031] LOG: aborting startup due to startup process failure logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.174 UTC [3031] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:09.184 UTC [3031] LOG: database system is shut down logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.680 UTC [3075] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.681 UTC [3075] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.681 UTC [3075] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.706 UTC [3075] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.713 UTC [3080] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.746 UTC [3080] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:18.805 UTC [3080] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.125 UTC [3080] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.158 UTC [3080] LOG: entering standby mode logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.158 UTC [3080] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.159 UTC [3075] LOG: startup process (PID 3080) exited with exit code 1 logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.159 UTC [3075] LOG: aborting startup due to startup process failure logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.159 UTC [3075] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:55:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.170 UTC [3075] LOG: database system is shut down logger.go:42: 19:55:56 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 18m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 18m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 19m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 14m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 14m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 13m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 13m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 13m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 18m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 18m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 18m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 16m logger.go:42: 19:55:57 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 21m logger.go:42: 19:55:58 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.220 UTC [3023] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.228 UTC [3023] LOG: database system is shut down logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.743 UTC [3100] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.744 UTC [3100] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.744 UTC [3100] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.771 UTC [3100] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.782 UTC [3105] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.810 UTC [3105] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.861 UTC [3105] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.186 UTC [3105] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.222 UTC [3105] LOG: entering standby mode logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.223 UTC [3105] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.224 UTC [3100] LOG: startup process (PID 3105) exited with exit code 1 logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.224 UTC [3100] LOG: aborting startup due to startup process failure logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.224 UTC [3100] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.232 UTC [3100] LOG: database system is shut down logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.739 UTC [3169] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.740 UTC [3169] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.740 UTC [3169] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.767 UTC [3169] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.778 UTC [3174] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.805 UTC [3174] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.859 UTC [3174] LOG: restored log file "00000003.history" from archive logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.183 UTC [3174] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.219 UTC [3174] LOG: entering standby mode logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.219 UTC [3174] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.221 UTC [3169] LOG: startup process (PID 3174) exited with exit code 1 logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.221 UTC [3169] LOG: aborting startup due to startup process failure logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.221 UTC [3169] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:55:59 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.229 UTC [3169] LOG: database system is shut down logger.go:42: 19:56:00 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:56:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:56:02 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.159 UTC [3075] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:19.170 UTC [3075] LOG: database system is shut down logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.705 UTC [3152] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.706 UTC [3152] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.706 UTC [3152] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.730 UTC [3152] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.737 UTC [3157] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.769 UTC [3157] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:38.832 UTC [3157] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.151 UTC [3157] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.185 UTC [3157] LOG: entering standby mode logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.185 UTC [3157] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.186 UTC [3152] LOG: startup process (PID 3157) exited with exit code 1 logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.186 UTC [3152] LOG: aborting startup due to startup process failure logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.186 UTC [3152] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.197 UTC [3152] LOG: database system is shut down logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.696 UTC [3219] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.697 UTC [3219] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.697 UTC [3219] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.721 UTC [3219] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.728 UTC [3224] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.762 UTC [3224] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.821 UTC [3224] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.139 UTC [3224] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.172 UTC [3224] LOG: entering standby mode logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.172 UTC [3224] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.174 UTC [3219] LOG: startup process (PID 3224) exited with exit code 1 logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.174 UTC [3219] LOG: aborting startup due to startup process failure logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.174 UTC [3219] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:56:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.183 UTC [3219] LOG: database system is shut down logger.go:42: 19:56:34 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 18m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 18m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 20m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 15m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 15m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 13m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 14m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 13m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 18m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 18m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 18m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 16m logger.go:42: 19:56:35 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 22m logger.go:42: 19:56:36 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.224 UTC [3100] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:39.232 UTC [3100] LOG: database system is shut down logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.739 UTC [3169] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.740 UTC [3169] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.740 UTC [3169] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.767 UTC [3169] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.778 UTC [3174] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.805 UTC [3174] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:58.859 UTC [3174] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.183 UTC [3174] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.219 UTC [3174] LOG: entering standby mode logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.219 UTC [3174] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.221 UTC [3169] LOG: startup process (PID 3174) exited with exit code 1 logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.221 UTC [3169] LOG: aborting startup due to startup process failure logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.221 UTC [3169] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.229 UTC [3169] LOG: database system is shut down logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.744 UTC [3245] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.745 UTC [3245] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.745 UTC [3245] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.772 UTC [3245] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.784 UTC [3250] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.811 UTC [3250] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.863 UTC [3250] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.186 UTC [3250] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.223 UTC [3250] LOG: entering standby mode logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.223 UTC [3250] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.225 UTC [3245] LOG: startup process (PID 3250) exited with exit code 1 logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.225 UTC [3245] LOG: aborting startup due to startup process failure logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.225 UTC [3245] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.232 UTC [3245] LOG: database system is shut down logger.go:42: 19:56:38 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:56:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:56:40 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.174 UTC [3219] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:55:59.183 UTC [3219] LOG: database system is shut down logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.671 UTC [3296] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.672 UTC [3296] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.672 UTC [3296] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.697 UTC [3296] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.704 UTC [3301] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.735 UTC [3301] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:18.796 UTC [3301] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.116 UTC [3301] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.150 UTC [3301] LOG: entering standby mode logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.151 UTC [3301] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.152 UTC [3296] LOG: startup process (PID 3301) exited with exit code 1 logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.152 UTC [3296] LOG: aborting startup due to startup process failure logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.152 UTC [3296] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.162 UTC [3296] LOG: database system is shut down logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.686 UTC [3365] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.687 UTC [3365] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.687 UTC [3365] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.712 UTC [3365] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.719 UTC [3370] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.752 UTC [3370] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.814 UTC [3370] LOG: restored log file "00000003.history" from archive logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.133 UTC [3370] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.166 UTC [3370] LOG: entering standby mode logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.166 UTC [3370] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.167 UTC [3365] LOG: startup process (PID 3370) exited with exit code 1 logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.167 UTC [3365] LOG: aborting startup due to startup process failure logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.167 UTC [3365] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:56:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.178 UTC [3365] LOG: database system is shut down logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 19m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 19m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 20m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 16m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 15m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 14m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 14m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 14m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 19m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 19m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 19m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 17m logger.go:42: 19:57:13 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 22m logger.go:42: 19:57:15 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.225 UTC [3245] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:19.232 UTC [3245] LOG: database system is shut down logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.734 UTC [3322] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.734 UTC [3322] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.734 UTC [3322] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.761 UTC [3322] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.772 UTC [3327] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.799 UTC [3327] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:38.852 UTC [3327] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.176 UTC [3327] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.213 UTC [3327] LOG: entering standby mode logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.213 UTC [3327] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.214 UTC [3322] LOG: startup process (PID 3327) exited with exit code 1 logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.215 UTC [3322] LOG: aborting startup due to startup process failure logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.215 UTC [3322] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.222 UTC [3322] LOG: database system is shut down logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.724 UTC [3391] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.725 UTC [3391] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.725 UTC [3391] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.751 UTC [3391] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.762 UTC [3396] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.788 UTC [3396] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.838 UTC [3396] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.162 UTC [3396] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.199 UTC [3396] LOG: entering standby mode logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.199 UTC [3396] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.200 UTC [3391] LOG: startup process (PID 3396) exited with exit code 1 logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.200 UTC [3391] LOG: aborting startup due to startup process failure logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.201 UTC [3391] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:16 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.208 UTC [3391] LOG: database system is shut down logger.go:42: 19:57:17 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:57:18 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.167 UTC [3365] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:39.178 UTC [3365] LOG: database system is shut down logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.671 UTC [3442] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.672 UTC [3442] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.672 UTC [3442] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.697 UTC [3442] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.704 UTC [3447] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.737 UTC [3447] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:58.800 UTC [3447] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.118 UTC [3447] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.151 UTC [3447] LOG: entering standby mode logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.151 UTC [3447] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.153 UTC [3442] LOG: startup process (PID 3447) exited with exit code 1 logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.153 UTC [3442] LOG: aborting startup due to startup process failure logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.153 UTC [3442] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.163 UTC [3442] LOG: database system is shut down logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.674 UTC [3512] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.675 UTC [3512] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.675 UTC [3512] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.700 UTC [3512] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.707 UTC [3517] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.739 UTC [3517] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.800 UTC [3517] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.119 UTC [3517] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.152 UTC [3517] LOG: entering standby mode logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.152 UTC [3517] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.154 UTC [3512] LOG: startup process (PID 3517) exited with exit code 1 logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.154 UTC [3512] LOG: aborting startup due to startup process failure logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.154 UTC [3512] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.164 UTC [3512] LOG: database system is shut down logger.go:42: 19:57:51 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 20m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 20m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 21m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 16m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 16m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 15m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 15m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 15m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 19m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 19m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 19m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 18m logger.go:42: 19:57:52 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 23m logger.go:42: 19:57:53 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.201 UTC [3391] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.208 UTC [3391] LOG: database system is shut down logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.732 UTC [3478] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.732 UTC [3478] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.732 UTC [3478] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.759 UTC [3478] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.771 UTC [3483] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.798 UTC [3483] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.850 UTC [3483] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.174 UTC [3483] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.211 UTC [3483] LOG: entering standby mode logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.211 UTC [3483] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.212 UTC [3478] LOG: startup process (PID 3483) exited with exit code 1 logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.212 UTC [3478] LOG: aborting startup due to startup process failure logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.212 UTC [3478] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.220 UTC [3478] LOG: database system is shut down logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.746 UTC [3547] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.747 UTC [3547] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.747 UTC [3547] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.774 UTC [3547] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.786 UTC [3552] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.812 UTC [3552] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.864 UTC [3552] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.188 UTC [3552] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.225 UTC [3552] LOG: entering standby mode logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.225 UTC [3552] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.226 UTC [3547] LOG: startup process (PID 3552) exited with exit code 1 logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.226 UTC [3547] LOG: aborting startup due to startup process failure logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.226 UTC [3547] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:54 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.234 UTC [3547] LOG: database system is shut down logger.go:42: 19:57:55 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:57:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:57:57 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.153 UTC [3442] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:56:59.163 UTC [3442] LOG: database system is shut down logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.674 UTC [3512] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.675 UTC [3512] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.675 UTC [3512] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.700 UTC [3512] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.707 UTC [3517] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.739 UTC [3517] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:18.800 UTC [3517] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.119 UTC [3517] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.152 UTC [3517] LOG: entering standby mode logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.152 UTC [3517] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.154 UTC [3512] LOG: startup process (PID 3517) exited with exit code 1 logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.154 UTC [3512] LOG: aborting startup due to startup process failure logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.154 UTC [3512] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:19.164 UTC [3512] LOG: database system is shut down logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.689 UTC [3598] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.690 UTC [3598] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.690 UTC [3598] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.715 UTC [3598] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.722 UTC [3603] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.754 UTC [3603] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:38.818 UTC [3603] LOG: restored log file "00000003.history" from archive logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.139 UTC [3603] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.172 UTC [3603] LOG: entering standby mode logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.172 UTC [3603] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.173 UTC [3598] LOG: startup process (PID 3603) exited with exit code 1 logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.173 UTC [3598] LOG: aborting startup due to startup process failure logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.173 UTC [3598] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:57:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:39.183 UTC [3598] LOG: database system is shut down logger.go:42: 19:58:29 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 20m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 20m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 21m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 17m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 17m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 15m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 16m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 15m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 20m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 20m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 20m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 18m logger.go:42: 19:58:30 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 23m logger.go:42: 19:58:31 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:59.208 UTC [3624] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:59.216 UTC [3624] LOG: database system is shut down logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.733 UTC [3668] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.734 UTC [3668] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.734 UTC [3668] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.760 UTC [3668] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.771 UTC [3673] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.798 UTC [3673] LOG: restored log file "00000003.history" from archive logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.848 UTC [3673] LOG: restored log file "00000003.history" from archive logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.172 UTC [3673] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.209 UTC [3673] LOG: entering standby mode logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.209 UTC [3673] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.211 UTC [3668] LOG: startup process (PID 3673) exited with exit code 1 logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.211 UTC [3668] LOG: aborting startup due to startup process failure logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.211 UTC [3668] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.219 UTC [3668] LOG: database system is shut down logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.742 UTC [3746] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.743 UTC [3746] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.743 UTC [3746] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.770 UTC [3746] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.781 UTC [3751] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.807 UTC [3751] LOG: restored log file "00000003.history" from archive logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.860 UTC [3751] LOG: restored log file "00000003.history" from archive logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.184 UTC [3751] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.220 UTC [3751] LOG: entering standby mode logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.220 UTC [3751] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.222 UTC [3746] LOG: startup process (PID 3751) exited with exit code 1 logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.222 UTC [3746] LOG: aborting startup due to startup process failure logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.222 UTC [3746] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.230 UTC [3746] LOG: database system is shut down logger.go:42: 19:58:33 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:58:35 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:59.190 UTC [3673] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:57:59.200 UTC [3673] LOG: database system is shut down logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.690 UTC [3719] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.690 UTC [3719] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.690 UTC [3719] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.715 UTC [3719] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.722 UTC [3724] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.754 UTC [3724] LOG: restored log file "00000003.history" from archive logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:08.813 UTC [3724] LOG: restored log file "00000003.history" from archive logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.132 UTC [3724] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.165 UTC [3724] LOG: entering standby mode logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.165 UTC [3724] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.166 UTC [3719] LOG: startup process (PID 3724) exited with exit code 1 logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.166 UTC [3719] LOG: aborting startup due to startup process failure logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.166 UTC [3719] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:09.176 UTC [3719] LOG: database system is shut down logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.694 UTC [3787] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.694 UTC [3787] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.694 UTC [3787] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.720 UTC [3787] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.727 UTC [3792] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.761 UTC [3792] LOG: restored log file "00000003.history" from archive logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:28.824 UTC [3792] LOG: restored log file "00000003.history" from archive logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.144 UTC [3792] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.178 UTC [3792] LOG: entering standby mode logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.178 UTC [3792] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.179 UTC [3787] LOG: startup process (PID 3792) exited with exit code 1 logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.179 UTC [3787] LOG: aborting startup due to startup process failure logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.179 UTC [3787] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:58:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.189 UTC [3787] LOG: database system is shut down logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 21m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 21m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 22m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 18m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 17m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 16m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 16m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 16m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 21m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 21m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 21m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 19m logger.go:42: 19:59:08 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 24m logger.go:42: 19:59:10 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.222 UTC [3746] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.230 UTC [3746] LOG: database system is shut down logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.741 UTC [3823] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.741 UTC [3823] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.741 UTC [3823] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.768 UTC [3823] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.779 UTC [3828] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.806 UTC [3828] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.860 UTC [3828] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.184 UTC [3828] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.220 UTC [3828] LOG: entering standby mode logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.220 UTC [3828] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.222 UTC [3823] LOG: startup process (PID 3828) exited with exit code 1 logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.222 UTC [3823] LOG: aborting startup due to startup process failure logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.222 UTC [3823] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.229 UTC [3823] LOG: database system is shut down logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.736 UTC [3867] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.737 UTC [3867] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.737 UTC [3867] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.765 UTC [3867] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.776 UTC [3872] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.804 UTC [3872] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.857 UTC [3872] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.181 UTC [3872] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.217 UTC [3872] LOG: entering standby mode logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.217 UTC [3872] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.219 UTC [3867] LOG: startup process (PID 3872) exited with exit code 1 logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.219 UTC [3867] LOG: aborting startup due to startup process failure logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.219 UTC [3867] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:11 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.227 UTC [3867] LOG: database system is shut down logger.go:42: 19:59:12 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:59:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:59:14 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.179 UTC [3787] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:29.189 UTC [3787] LOG: database system is shut down logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.684 UTC [3864] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.684 UTC [3864] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.684 UTC [3864] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.709 UTC [3864] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.717 UTC [3869] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.754 UTC [3869] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:48.816 UTC [3869] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.135 UTC [3869] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.169 UTC [3869] LOG: entering standby mode logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.169 UTC [3869] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.170 UTC [3864] LOG: startup process (PID 3869) exited with exit code 1 logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.170 UTC [3864] LOG: aborting startup due to startup process failure logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.170 UTC [3864] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:49.180 UTC [3864] LOG: database system is shut down logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.687 UTC [3917] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.688 UTC [3917] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.688 UTC [3917] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.712 UTC [3917] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.720 UTC [3922] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.755 UTC [3922] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:58.817 UTC [3922] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.137 UTC [3922] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.171 UTC [3922] LOG: entering standby mode logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.171 UTC [3922] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.173 UTC [3917] LOG: startup process (PID 3922) exited with exit code 1 logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.173 UTC [3917] LOG: aborting startup due to startup process failure logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.173 UTC [3917] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:58:59.183 UTC [3917] LOG: database system is shut down logger.go:42: 19:59:46 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 22m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 22m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 23m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 18m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 18m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 17m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 17m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 17m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 21m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 21m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 21m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 20m logger.go:42: 19:59:47 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 25m logger.go:42: 19:59:48 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:19.212 UTC [3944] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:19.220 UTC [3944] LOG: database system is shut down logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.734 UTC [3988] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.734 UTC [3988] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.734 UTC [3988] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.761 UTC [3988] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.772 UTC [3993] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.798 UTC [3993] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.848 UTC [3993] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.172 UTC [3993] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.208 UTC [3993] LOG: entering standby mode logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.208 UTC [3993] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.209 UTC [3988] LOG: startup process (PID 3993) exited with exit code 1 logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.209 UTC [3988] LOG: aborting startup due to startup process failure logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.209 UTC [3988] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.217 UTC [3988] LOG: database system is shut down logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.740 UTC [4032] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.741 UTC [4032] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.741 UTC [4032] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.768 UTC [4032] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.780 UTC [4037] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.807 UTC [4037] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.859 UTC [4037] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.183 UTC [4037] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.219 UTC [4037] LOG: entering standby mode logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.219 UTC [4037] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.220 UTC [4032] LOG: startup process (PID 4037) exited with exit code 1 logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.220 UTC [4032] LOG: aborting startup due to startup process failure logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.220 UTC [4032] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:49 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.228 UTC [4032] LOG: database system is shut down logger.go:42: 19:59:50 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 19:59:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 19:59:52 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:19.151 UTC [3994] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:19.161 UTC [3994] LOG: database system is shut down logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.699 UTC [4038] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.700 UTC [4038] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.700 UTC [4038] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.725 UTC [4038] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.732 UTC [4043] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.765 UTC [4043] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:28.827 UTC [4043] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.146 UTC [4043] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.181 UTC [4043] LOG: entering standby mode logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.181 UTC [4043] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.182 UTC [4038] LOG: startup process (PID 4043) exited with exit code 1 logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.182 UTC [4038] LOG: aborting startup due to startup process failure logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.182 UTC [4038] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:29.192 UTC [4038] LOG: database system is shut down logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.693 UTC [4082] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.693 UTC [4082] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.693 UTC [4082] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.718 UTC [4082] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.725 UTC [4087] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.758 UTC [4087] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:38.821 UTC [4087] LOG: restored log file "00000003.history" from archive logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.140 UTC [4087] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.174 UTC [4087] LOG: entering standby mode logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.174 UTC [4087] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.175 UTC [4082] LOG: startup process (PID 4087) exited with exit code 1 logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.175 UTC [4082] LOG: aborting startup due to startup process failure logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.175 UTC [4082] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 19:59:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.186 UTC [4082] LOG: database system is shut down logger.go:42: 20:00:24 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 22m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 22m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 23m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 19m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 19m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 17m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 18m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 17m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 22m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 22m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 22m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 20m logger.go:42: 20:00:25 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 25m logger.go:42: 20:00:27 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.220 UTC [4032] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:39.228 UTC [4032] LOG: database system is shut down logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:58.736 UTC [4109] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:58.736 UTC [4109] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:58.736 UTC [4109] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:58.763 UTC [4109] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:58.774 UTC [4114] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:58.800 UTC [4114] LOG: restored log file "00000003.history" from archive logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:58.852 UTC [4114] LOG: restored log file "00000003.history" from archive logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:59.177 UTC [4114] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:59.213 UTC [4114] LOG: entering standby mode logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:59.213 UTC [4114] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:59.215 UTC [4109] LOG: startup process (PID 4114) exited with exit code 1 logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:59.215 UTC [4109] LOG: aborting startup due to startup process failure logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:59.215 UTC [4109] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:59.223 UTC [4109] LOG: database system is shut down logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.739 UTC [4153] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.739 UTC [4153] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.739 UTC [4153] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.766 UTC [4153] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.778 UTC [4158] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.805 UTC [4158] LOG: restored log file "00000003.history" from archive logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.856 UTC [4158] LOG: restored log file "00000003.history" from archive logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.180 UTC [4158] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.218 UTC [4158] LOG: entering standby mode logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.218 UTC [4158] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.219 UTC [4153] LOG: startup process (PID 4158) exited with exit code 1 logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.219 UTC [4153] LOG: aborting startup due to startup process failure logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.219 UTC [4153] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.227 UTC [4153] LOG: database system is shut down logger.go:42: 20:00:28 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 20:00:30 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:59.195 UTC [4158] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:59:59.206 UTC [4158] LOG: database system is shut down logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.690 UTC [4203] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.691 UTC [4203] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.691 UTC [4203] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.716 UTC [4203] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.723 UTC [4208] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.757 UTC [4208] LOG: restored log file "00000003.history" from archive logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:08.821 UTC [4208] LOG: restored log file "00000003.history" from archive logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.140 UTC [4208] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.173 UTC [4208] LOG: entering standby mode logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.173 UTC [4208] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.175 UTC [4203] LOG: startup process (PID 4208) exited with exit code 1 logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.175 UTC [4203] LOG: aborting startup due to startup process failure logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.175 UTC [4203] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:09.185 UTC [4203] LOG: database system is shut down logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:28.699 UTC [4281] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:28.699 UTC [4281] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:28.699 UTC [4281] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:28.724 UTC [4281] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:28.732 UTC [4286] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:28.765 UTC [4286] LOG: restored log file "00000003.history" from archive logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:28.828 UTC [4286] LOG: restored log file "00000003.history" from archive logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:29.147 UTC [4286] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:29.182 UTC [4286] LOG: entering standby mode logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:29.182 UTC [4286] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:29.183 UTC [4281] LOG: startup process (PID 4286) exited with exit code 1 logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:29.183 UTC [4281] LOG: aborting startup due to startup process failure logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:29.183 UTC [4281] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:00:31 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:29.194 UTC [4281] LOG: database system is shut down logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 23m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 23m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 24m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 20m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 19m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 18m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 18m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 18m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 23m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 23m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 23m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 21m logger.go:42: 20:01:03 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 26m logger.go:42: 20:01:05 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:29.245 UTC [4230] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:29.253 UTC [4230] LOG: database system is shut down logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:38.730 UTC [4274] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:38.730 UTC [4274] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:38.730 UTC [4274] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:38.757 UTC [4274] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:38.768 UTC [4279] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:38.796 UTC [4279] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:38.847 UTC [4279] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:39.171 UTC [4279] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:39.207 UTC [4279] LOG: entering standby mode logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:39.207 UTC [4279] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:39.208 UTC [4274] LOG: startup process (PID 4279) exited with exit code 1 logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:39.208 UTC [4274] LOG: aborting startup due to startup process failure logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:39.209 UTC [4274] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:39.216 UTC [4274] LOG: database system is shut down logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.737 UTC [4343] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.738 UTC [4343] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.738 UTC [4343] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.764 UTC [4343] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.775 UTC [4348] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.802 UTC [4348] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.854 UTC [4348] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.178 UTC [4348] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.215 UTC [4348] LOG: entering standby mode logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.215 UTC [4348] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.216 UTC [4343] LOG: startup process (PID 4348) exited with exit code 1 logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.217 UTC [4343] LOG: aborting startup due to startup process failure logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.217 UTC [4343] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:06 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.224 UTC [4343] LOG: database system is shut down logger.go:42: 20:01:07 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 20:01:08 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 20:01:09 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:39.190 UTC [4333] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:39.200 UTC [4333] LOG: database system is shut down logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.695 UTC [4401] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.695 UTC [4401] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.695 UTC [4401] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.720 UTC [4401] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.727 UTC [4406] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.762 UTC [4406] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:58.824 UTC [4406] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.143 UTC [4406] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.176 UTC [4406] LOG: entering standby mode logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.176 UTC [4406] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.178 UTC [4401] LOG: startup process (PID 4406) exited with exit code 1 logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.178 UTC [4401] LOG: aborting startup due to startup process failure logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.178 UTC [4401] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:00:59.188 UTC [4401] LOG: database system is shut down logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:08.684 UTC [4445] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:08.685 UTC [4445] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:08.685 UTC [4445] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:08.709 UTC [4445] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:08.717 UTC [4450] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:08.751 UTC [4450] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:08.813 UTC [4450] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:09.132 UTC [4450] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:09.165 UTC [4450] LOG: entering standby mode logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:09.165 UTC [4450] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:09.166 UTC [4445] LOG: startup process (PID 4450) exited with exit code 1 logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:09.167 UTC [4445] LOG: aborting startup due to startup process failure logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:09.167 UTC [4445] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:10 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:09.176 UTC [4445] LOG: database system is shut down logger.go:42: 20:01:41 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 24m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 24m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 25m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 20m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 20m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 19m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 19m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 19m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 23m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 23m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 23m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 22m logger.go:42: 20:01:42 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 27m logger.go:42: 20:01:43 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:09.220 UTC [4395] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:09.228 UTC [4395] LOG: database system is shut down logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.747 UTC [4439] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.748 UTC [4439] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.748 UTC [4439] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.775 UTC [4439] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.786 UTC [4444] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.813 UTC [4444] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.863 UTC [4444] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.187 UTC [4444] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.224 UTC [4444] LOG: entering standby mode logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.224 UTC [4444] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.226 UTC [4439] LOG: startup process (PID 4444) exited with exit code 1 logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.226 UTC [4439] LOG: aborting startup due to startup process failure logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.226 UTC [4439] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.234 UTC [4439] LOG: database system is shut down logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.731 UTC [4509] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.732 UTC [4509] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.732 UTC [4509] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.759 UTC [4509] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.769 UTC [4514] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.796 UTC [4514] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.848 UTC [4514] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.172 UTC [4514] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.209 UTC [4514] LOG: entering standby mode logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.209 UTC [4514] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.211 UTC [4509] LOG: startup process (PID 4514) exited with exit code 1 logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.211 UTC [4509] LOG: aborting startup due to startup process failure logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.211 UTC [4509] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:44 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.218 UTC [4509] LOG: database system is shut down logger.go:42: 20:01:45 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 20:01:46 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 20:01:47 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:09.167 UTC [4445] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:09.176 UTC [4445] LOG: database system is shut down logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.709 UTC [4497] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.710 UTC [4497] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.710 UTC [4497] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.734 UTC [4497] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.742 UTC [4502] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.779 UTC [4502] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:18.840 UTC [4502] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.159 UTC [4502] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.192 UTC [4502] LOG: entering standby mode logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.193 UTC [4502] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.194 UTC [4497] LOG: startup process (PID 4502) exited with exit code 1 logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.194 UTC [4497] LOG: aborting startup due to startup process failure logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.194 UTC [4497] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:19.204 UTC [4497] LOG: database system is shut down logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.692 UTC [4565] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.693 UTC [4565] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.693 UTC [4565] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.718 UTC [4565] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.725 UTC [4570] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.758 UTC [4570] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:38.818 UTC [4570] LOG: restored log file "00000003.history" from archive logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.137 UTC [4570] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.170 UTC [4570] LOG: entering standby mode logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.170 UTC [4570] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.172 UTC [4565] LOG: startup process (PID 4570) exited with exit code 1 logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.172 UTC [4565] LOG: aborting startup due to startup process failure logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.172 UTC [4565] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:01:48 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.182 UTC [4565] LOG: database system is shut down logger.go:42: 20:02:19 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 24m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 24m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 25m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 21m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 20m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 19m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 20m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 19m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 24m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 24m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 24m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 22m logger.go:42: 20:02:20 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 27m logger.go:42: 20:02:22 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.211 UTC [4509] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.218 UTC [4509] LOG: database system is shut down logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.736 UTC [4595] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.736 UTC [4595] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.736 UTC [4595] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.763 UTC [4595] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.775 UTC [4600] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.803 UTC [4600] LOG: restored log file "00000003.history" from archive logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.856 UTC [4600] LOG: restored log file "00000003.history" from archive logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.179 UTC [4600] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.217 UTC [4600] LOG: entering standby mode logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.217 UTC [4600] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.218 UTC [4595] LOG: startup process (PID 4600) exited with exit code 1 logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.218 UTC [4595] LOG: aborting startup due to startup process failure logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.218 UTC [4595] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.226 UTC [4595] LOG: database system is shut down logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.750 UTC [4665] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.751 UTC [4665] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.751 UTC [4665] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.778 UTC [4665] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.790 UTC [4670] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.818 UTC [4670] LOG: restored log file "00000003.history" from archive logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.869 UTC [4670] LOG: restored log file "00000003.history" from archive logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.194 UTC [4670] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.231 UTC [4670] LOG: entering standby mode logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.231 UTC [4670] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.232 UTC [4665] LOG: startup process (PID 4670) exited with exit code 1 logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.232 UTC [4665] LOG: aborting startup due to startup process failure logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.232 UTC [4665] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.240 UTC [4665] LOG: database system is shut down logger.go:42: 20:02:23 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 20:02:25 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.172 UTC [4565] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:39.182 UTC [4565] LOG: database system is shut down logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.684 UTC [4642] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.685 UTC [4642] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.685 UTC [4642] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.710 UTC [4642] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.717 UTC [4647] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.751 UTC [4647] LOG: restored log file "00000003.history" from archive logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:58.815 UTC [4647] LOG: restored log file "00000003.history" from archive logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.135 UTC [4647] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.168 UTC [4647] LOG: entering standby mode logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.168 UTC [4647] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.169 UTC [4642] LOG: startup process (PID 4647) exited with exit code 1 logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.169 UTC [4642] LOG: aborting startup due to startup process failure logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.169 UTC [4642] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:01:59.180 UTC [4642] LOG: database system is shut down logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.704 UTC [4711] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.705 UTC [4711] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.705 UTC [4711] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.730 UTC [4711] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.736 UTC [4716] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.770 UTC [4716] LOG: restored log file "00000003.history" from archive logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:18.829 UTC [4716] LOG: restored log file "00000003.history" from archive logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.147 UTC [4716] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.181 UTC [4716] LOG: entering standby mode logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.181 UTC [4716] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.182 UTC [4711] LOG: startup process (PID 4716) exited with exit code 1 logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.182 UTC [4711] LOG: aborting startup due to startup process failure logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.182 UTC [4711] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:02:26 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.192 UTC [4711] LOG: database system is shut down logger.go:42: 20:02:58 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 25m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 25m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 26m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 22m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 21m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 20m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 20m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 20m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 25m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 25m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 25m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 23m logger.go:42: 20:02:59 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 28m logger.go:42: 20:03:00 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.232 UTC [4665] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.240 UTC [4665] LOG: database system is shut down logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.725 UTC [4742] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.726 UTC [4742] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.726 UTC [4742] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.754 UTC [4742] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.765 UTC [4747] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.791 UTC [4747] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.844 UTC [4747] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.168 UTC [4747] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.205 UTC [4747] LOG: entering standby mode logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.205 UTC [4747] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.206 UTC [4742] LOG: startup process (PID 4747) exited with exit code 1 logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.206 UTC [4742] LOG: aborting startup due to startup process failure logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.206 UTC [4742] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.214 UTC [4742] LOG: database system is shut down logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.728 UTC [4811] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.729 UTC [4811] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.729 UTC [4811] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.757 UTC [4811] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.768 UTC [4816] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.796 UTC [4816] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.848 UTC [4816] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.173 UTC [4816] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.210 UTC [4816] LOG: entering standby mode logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.210 UTC [4816] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.211 UTC [4811] LOG: startup process (PID 4816) exited with exit code 1 logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.211 UTC [4811] LOG: aborting startup due to startup process failure logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.211 UTC [4811] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:01 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.219 UTC [4811] LOG: database system is shut down logger.go:42: 20:03:02 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 20:03:03 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 20:03:04 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.182 UTC [4711] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:19.192 UTC [4711] LOG: database system is shut down logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.693 UTC [4788] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.694 UTC [4788] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.694 UTC [4788] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.718 UTC [4788] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.726 UTC [4793] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.761 UTC [4793] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:38.823 UTC [4793] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.143 UTC [4793] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.176 UTC [4793] LOG: entering standby mode logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.176 UTC [4793] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.178 UTC [4788] LOG: startup process (PID 4793) exited with exit code 1 logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.178 UTC [4788] LOG: aborting startup due to startup process failure logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.178 UTC [4788] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:39.188 UTC [4788] LOG: database system is shut down logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.703 UTC [4856] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.704 UTC [4856] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.704 UTC [4856] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.728 UTC [4856] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.736 UTC [4861] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.769 UTC [4861] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:58.833 UTC [4861] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.152 UTC [4861] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.185 UTC [4861] LOG: entering standby mode logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.185 UTC [4861] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.187 UTC [4856] LOG: startup process (PID 4861) exited with exit code 1 logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.187 UTC [4856] LOG: aborting startup due to startup process failure logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.187 UTC [4856] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:05 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.198 UTC [4856] LOG: database system is shut down logger.go:42: 20:03:36 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 25m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 25m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 27m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 22m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 22m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 20m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 21m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 20m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 25m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 25m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 25m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 24m logger.go:42: 20:03:37 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 29m logger.go:42: 20:03:38 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.211 UTC [4811] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.219 UTC [4811] LOG: database system is shut down logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.740 UTC [4888] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.740 UTC [4888] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.740 UTC [4888] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.767 UTC [4888] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.779 UTC [4893] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.806 UTC [4893] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.858 UTC [4893] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.182 UTC [4893] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.218 UTC [4893] LOG: entering standby mode logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.218 UTC [4893] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.220 UTC [4888] LOG: startup process (PID 4893) exited with exit code 1 logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.220 UTC [4888] LOG: aborting startup due to startup process failure logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.220 UTC [4888] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.227 UTC [4888] LOG: database system is shut down logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.732 UTC [4957] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.733 UTC [4957] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.733 UTC [4957] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.759 UTC [4957] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.770 UTC [4962] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.795 UTC [4962] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.849 UTC [4962] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.172 UTC [4962] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.209 UTC [4962] LOG: entering standby mode logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.209 UTC [4962] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.211 UTC [4957] LOG: startup process (PID 4962) exited with exit code 1 logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.211 UTC [4957] LOG: aborting startup due to startup process failure logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.211 UTC [4957] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:39 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.219 UTC [4957] LOG: database system is shut down logger.go:42: 20:03:40 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 20:03:41 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 20:03:42 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.187 UTC [4856] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:02:59.198 UTC [4856] LOG: database system is shut down logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.692 UTC [4941] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.693 UTC [4941] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.693 UTC [4941] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.718 UTC [4941] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.724 UTC [4946] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.758 UTC [4946] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:18.821 UTC [4946] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.140 UTC [4946] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.175 UTC [4946] LOG: entering standby mode logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.175 UTC [4946] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.176 UTC [4941] LOG: startup process (PID 4946) exited with exit code 1 logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.176 UTC [4941] LOG: aborting startup due to startup process failure logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.176 UTC [4941] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.187 UTC [4941] LOG: database system is shut down logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.688 UTC [5011] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.689 UTC [5011] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.689 UTC [5011] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.713 UTC [5011] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.720 UTC [5016] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.753 UTC [5016] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.812 UTC [5016] LOG: restored log file "00000003.history" from archive logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.130 UTC [5016] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.163 UTC [5016] LOG: entering standby mode logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.163 UTC [5016] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.165 UTC [5011] LOG: startup process (PID 5016) exited with exit code 1 logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.165 UTC [5011] LOG: aborting startup due to startup process failure logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.165 UTC [5011] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:03:43 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.175 UTC [5011] LOG: database system is shut down logger.go:42: 20:04:14 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 26m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 26m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 27m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 23m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 22m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 21m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 21m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 21m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 26m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 26m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 26m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 24m logger.go:42: 20:04:15 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 29m logger.go:42: 20:04:17 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.220 UTC [4888] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:19.227 UTC [4888] LOG: database system is shut down logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.732 UTC [4957] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.733 UTC [4957] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.733 UTC [4957] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.759 UTC [4957] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.770 UTC [4962] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.795 UTC [4962] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:38.849 UTC [4962] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.172 UTC [4962] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.209 UTC [4962] LOG: entering standby mode logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.209 UTC [4962] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.211 UTC [4957] LOG: startup process (PID 4962) exited with exit code 1 logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.211 UTC [4957] LOG: aborting startup due to startup process failure logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.211 UTC [4957] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:39.219 UTC [4957] LOG: database system is shut down logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:58.741 UTC [5034] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:58.742 UTC [5034] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:58.742 UTC [5034] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:58.771 UTC [5034] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:58.782 UTC [5039] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:58.811 UTC [5039] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:58.863 UTC [5039] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:59.187 UTC [5039] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:59.225 UTC [5039] LOG: entering standby mode logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:59.225 UTC [5039] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:59.226 UTC [5034] LOG: startup process (PID 5039) exited with exit code 1 logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:59.226 UTC [5034] LOG: aborting startup due to startup process failure logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:59.226 UTC [5034] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:59.234 UTC [5034] LOG: database system is shut down logger.go:42: 20:04:18 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 20:04:20 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:59.144 UTC [5087] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:59.154 UTC [5087] LOG: database system is shut down logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:08.670 UTC [5131] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:08.670 UTC [5131] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:08.670 UTC [5131] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:08.695 UTC [5131] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:08.701 UTC [5136] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:08.734 UTC [5136] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:08.796 UTC [5136] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:09.113 UTC [5136] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:09.146 UTC [5136] LOG: entering standby mode logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:09.146 UTC [5136] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:09.148 UTC [5131] LOG: startup process (PID 5136) exited with exit code 1 logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:09.148 UTC [5131] LOG: aborting startup due to startup process failure logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:09.148 UTC [5131] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:09.158 UTC [5131] LOG: database system is shut down logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.687 UTC [5175] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.688 UTC [5175] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.688 UTC [5175] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.712 UTC [5175] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.720 UTC [5180] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.752 UTC [5180] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.814 UTC [5180] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.133 UTC [5180] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.167 UTC [5180] LOG: entering standby mode logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.167 UTC [5180] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.168 UTC [5175] LOG: startup process (PID 5180) exited with exit code 1 logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.168 UTC [5175] LOG: aborting startup due to startup process failure logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.168 UTC [5175] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:04:22 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.179 UTC [5175] LOG: database system is shut down logger.go:42: 20:04:53 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 27m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 27m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 28m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 23m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 23m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 22m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 22m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 22m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 26m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 26m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 26m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 25m logger.go:42: 20:04:54 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 30m logger.go:42: 20:04:55 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:59.226 UTC [5034] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:03:59.234 UTC [5034] LOG: database system is shut down logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.753 UTC [5120] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.753 UTC [5120] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.753 UTC [5120] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.780 UTC [5120] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.791 UTC [5125] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.817 UTC [5125] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:18.867 UTC [5125] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.191 UTC [5125] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.230 UTC [5125] LOG: entering standby mode logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.230 UTC [5125] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.231 UTC [5120] LOG: startup process (PID 5125) exited with exit code 1 logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.231 UTC [5120] LOG: aborting startup due to startup process failure logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.231 UTC [5120] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.239 UTC [5120] LOG: database system is shut down logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.736 UTC [5189] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.737 UTC [5189] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.737 UTC [5189] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.764 UTC [5189] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.775 UTC [5194] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.801 UTC [5194] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.853 UTC [5194] LOG: restored log file "00000003.history" from archive logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.178 UTC [5194] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.214 UTC [5194] LOG: entering standby mode logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.215 UTC [5194] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.216 UTC [5189] LOG: startup process (PID 5194) exited with exit code 1 logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.216 UTC [5189] LOG: aborting startup due to startup process failure logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.216 UTC [5189] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:04:56 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.224 UTC [5189] LOG: database system is shut down logger.go:42: 20:04:57 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 20:04:58 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 20:04:59 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.168 UTC [5175] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:19.179 UTC [5175] LOG: database system is shut down logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.696 UTC [5252] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.696 UTC [5252] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.696 UTC [5252] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.721 UTC [5252] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.729 UTC [5257] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.762 UTC [5257] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:38.824 UTC [5257] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.144 UTC [5257] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.178 UTC [5257] LOG: entering standby mode logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.178 UTC [5257] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.180 UTC [5252] LOG: startup process (PID 5257) exited with exit code 1 logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.180 UTC [5252] LOG: aborting startup due to startup process failure logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.180 UTC [5252] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:39.190 UTC [5252] LOG: database system is shut down logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:58.689 UTC [5321] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:58.690 UTC [5321] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:58.690 UTC [5321] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:58.714 UTC [5321] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:58.722 UTC [5326] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:58.756 UTC [5326] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:58.816 UTC [5326] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:59.134 UTC [5326] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:59.168 UTC [5326] LOG: entering standby mode logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:59.168 UTC [5326] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:59.169 UTC [5321] LOG: startup process (PID 5326) exited with exit code 1 logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:59.169 UTC [5321] LOG: aborting startup due to startup process failure logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:59.169 UTC [5321] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:05:00 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:59.180 UTC [5321] LOG: database system is shut down logger.go:42: 20:05:31 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 27m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 27m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 28m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 24m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 24m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 22m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 23m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 22m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 27m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 27m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 27m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 25m logger.go:42: 20:05:32 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 31m logger.go:42: 20:05:33 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:59.209 UTC [5266] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:59.216 UTC [5266] LOG: database system is shut down logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.740 UTC [5310] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.741 UTC [5310] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.741 UTC [5310] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.768 UTC [5310] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.780 UTC [5315] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.808 UTC [5315] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.860 UTC [5315] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.184 UTC [5315] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.221 UTC [5315] LOG: entering standby mode logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.221 UTC [5315] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.223 UTC [5310] LOG: startup process (PID 5315) exited with exit code 1 logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.223 UTC [5310] LOG: aborting startup due to startup process failure logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.223 UTC [5310] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.230 UTC [5310] LOG: database system is shut down logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.736 UTC [5379] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.737 UTC [5379] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.737 UTC [5379] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.765 UTC [5379] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.776 UTC [5384] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.802 UTC [5384] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.854 UTC [5384] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.179 UTC [5384] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.215 UTC [5384] LOG: entering standby mode logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.216 UTC [5384] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.217 UTC [5379] LOG: startup process (PID 5384) exited with exit code 1 logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.217 UTC [5379] LOG: aborting startup due to startup process failure logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.217 UTC [5379] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.225 UTC [5379] LOG: database system is shut down logger.go:42: 20:05:35 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 20:05:36 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 20:05:37 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:59.169 UTC [5321] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:04:59.180 UTC [5321] LOG: database system is shut down logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.682 UTC [5373] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.683 UTC [5373] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.683 UTC [5373] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.708 UTC [5373] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.715 UTC [5378] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.748 UTC [5378] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:08.808 UTC [5378] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.127 UTC [5378] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.160 UTC [5378] LOG: entering standby mode logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.160 UTC [5378] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.161 UTC [5373] LOG: startup process (PID 5378) exited with exit code 1 logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.161 UTC [5373] LOG: aborting startup due to startup process failure logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.161 UTC [5373] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:09.172 UTC [5373] LOG: database system is shut down logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.677 UTC [5450] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.677 UTC [5450] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.677 UTC [5450] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.702 UTC [5450] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.709 UTC [5455] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.744 UTC [5455] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:28.804 UTC [5455] LOG: restored log file "00000003.history" from archive logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.122 UTC [5455] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.156 UTC [5455] LOG: entering standby mode logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.156 UTC [5455] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.157 UTC [5450] LOG: startup process (PID 5455) exited with exit code 1 logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.157 UTC [5450] LOG: aborting startup due to startup process failure logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.157 UTC [5450] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:05:38 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.168 UTC [5450] LOG: database system is shut down logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 28m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 28m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 29m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 25m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 24m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 23m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 23m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 23m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 28m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 28m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 28m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 26m logger.go:42: 20:06:10 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 31m logger.go:42: 20:06:12 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.217 UTC [5379] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.225 UTC [5379] LOG: database system is shut down logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.734 UTC [5430] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.735 UTC [5430] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.735 UTC [5430] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.762 UTC [5430] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.772 UTC [5435] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.799 UTC [5435] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.850 UTC [5435] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.174 UTC [5435] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.211 UTC [5435] LOG: entering standby mode logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.211 UTC [5435] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.212 UTC [5430] LOG: startup process (PID 5435) exited with exit code 1 logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.212 UTC [5430] LOG: aborting startup due to startup process failure logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.212 UTC [5430] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.220 UTC [5430] LOG: database system is shut down logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.735 UTC [5499] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.735 UTC [5499] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.735 UTC [5499] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.763 UTC [5499] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.773 UTC [5504] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.800 UTC [5504] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.852 UTC [5504] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.175 UTC [5504] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.211 UTC [5504] LOG: entering standby mode logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.211 UTC [5504] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.213 UTC [5499] LOG: startup process (PID 5504) exited with exit code 1 logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.213 UTC [5499] LOG: aborting startup due to startup process failure logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.213 UTC [5499] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:13 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.220 UTC [5499] LOG: database system is shut down logger.go:42: 20:06:14 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 20:06:15 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.157 UTC [5450] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:29.168 UTC [5450] LOG: database system is shut down logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.696 UTC [5494] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.697 UTC [5494] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.697 UTC [5494] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.722 UTC [5494] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.729 UTC [5507] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.763 UTC [5507] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:38.824 UTC [5507] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.143 UTC [5507] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.176 UTC [5507] LOG: entering standby mode logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.176 UTC [5507] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.178 UTC [5494] LOG: startup process (PID 5507) exited with exit code 1 logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.178 UTC [5494] LOG: aborting startup due to startup process failure logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.178 UTC [5494] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:39.188 UTC [5494] LOG: database system is shut down logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.692 UTC [5572] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.692 UTC [5572] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.692 UTC [5572] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.717 UTC [5572] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.724 UTC [5577] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.758 UTC [5577] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:58.819 UTC [5577] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.138 UTC [5577] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.172 UTC [5577] LOG: entering standby mode logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.172 UTC [5577] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.174 UTC [5572] LOG: startup process (PID 5577) exited with exit code 1 logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.174 UTC [5572] LOG: aborting startup due to startup process failure logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.174 UTC [5572] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:17 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:05:59.184 UTC [5572] LOG: database system is shut down logger.go:42: 20:06:48 | major-upgrade-16-to-17/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg17/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 0/1 Completed 0 29m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x 0/1 Completed 0 29m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | 16-to-17-pgdata-4bx5f 0/1 Completed 0 30m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-67db-jwfd6 0/1 Completed 0 25m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-backup-8wsw-7df65 0/1 Completed 0 25m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-45zs-0 3/4 Running 0 24m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-gfgv-0 4/4 Running 0 24m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-instance1-kfl7-0 3/4 Running 0 24m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk 2/2 Running 0 28m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h 2/2 Running 0 28m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw 2/2 Running 0 28m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | major-upgrade-16-to-17-repo-host-0 2/2 Running 0 27m logger.go:42: 20:06:49 | major-upgrade-16-to-17/10-run-restore | pg-client-65d98588cc-fftv8 1/1 Running 0 32m logger.go:42: 20:06:50 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-45zs-0: logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:19.217 UTC [5576] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:19.225 UTC [5576] LOG: database system is shut down logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.727 UTC [5620] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.728 UTC [5620] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.728 UTC [5620] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.755 UTC [5620] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.766 UTC [5625] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.792 UTC [5625] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.844 UTC [5625] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.167 UTC [5625] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.203 UTC [5625] LOG: entering standby mode logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.204 UTC [5625] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.205 UTC [5620] LOG: startup process (PID 5625) exited with exit code 1 logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.205 UTC [5620] LOG: aborting startup due to startup process failure logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.205 UTC [5620] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.213 UTC [5620] LOG: database system is shut down logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.734 UTC [5673] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.735 UTC [5673] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.735 UTC [5673] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.762 UTC [5673] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.773 UTC [5678] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.800 UTC [5678] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.850 UTC [5678] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.174 UTC [5678] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.212 UTC [5678] LOG: entering standby mode logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.212 UTC [5678] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.214 UTC [5673] LOG: startup process (PID 5678) exited with exit code 1 logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.214 UTC [5673] LOG: aborting startup due to startup process failure logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.214 UTC [5673] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:51 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.222 UTC [5673] LOG: database system is shut down logger.go:42: 20:06:52 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-gfgv-0: logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:13.870 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 17, system-id 7609033839795806302 do not match repo1 stanza version 16, system-id 7609033363686756469 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:14.253 UTC [134] LOG: checkpoint complete: wrote 9 buffers (0.1%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.608 s, sync=0.006 s, total=0.625 s; sync files=8, longest=0.003 s, average=0.001 s; distance=0 kB, estimate=0 kB; lsn=0/A00AD80, redo lsn=0/A000470 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:21.215 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:22.074 UTC [134] LOG: checkpoint complete: wrote 8 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.804 s, sync=0.003 s, total=0.859 s; sync files=6, longest=0.002 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:31.903 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:38:35.794 UTC [134] LOG: checkpoint complete: wrote 40 buffers (0.2%); 0 WAL file(s) added, 0 removed, 0 recycled; write=3.816 s, sync=0.006 s, total=3.892 s; sync files=12, longest=0.004 s, average=0.001 s; distance=32768 kB, estimate=32768 kB; lsn=0/D000080, redo lsn=0/D000028 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.00000028.backup": read 338 of 8192 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.654 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.916 UTC [134] LOG: checkpoint complete: wrote 2 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.202 s, sync=0.003 s, total=0.262 s; sync files=2, longest=0.003 s, average=0.002 s; distance=32768 kB, estimate=32768 kB; lsn=0/F000080, redo lsn=0/F000028 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] LOG: restore point "pgBackRest Archive Check" created at 0/F000198 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:00.919 UTC [1402] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000F.00000028.backup": read 372 of 8192 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.579 UTC [134] LOG: checkpoint starting: force wait logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:41:26.949 UTC [134] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.304 s, sync=0.004 s, total=0.371 s; sync files=5, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/12000080, redo lsn=0/12000028 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.094 UTC [124] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.095 UTC [124] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.119 UTC [124] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.133 UTC [129] LOG: database system was shut down at 2026-02-20 19:42:15 UTC logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.157 UTC [124] LOG: database system is ready to accept connections logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.214 UTC [133] LOG: pg_cron scheduler started logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:42:36.967 UTC [124] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:36.172 UTC [127] LOG: checkpoint starting: time logger.go:42: 20:06:53 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 19:47:40.737 UTC [127] LOG: checkpoint complete: wrote 48 buffers (0.3%); 0 WAL file(s) added, 0 removed, 0 recycled; write=4.487 s, sync=0.006 s, total=4.566 s; sync files=33, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/15000060, redo lsn=0/14000028 logger.go:42: 20:06:54 | major-upgrade-16-to-17/10-run-restore | PostgreSQL logs from major-upgrade-16-to-17-instance1-kfl7-0: logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:19.143 UTC [5649] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:19.152 UTC [5649] LOG: database system is shut down logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.689 UTC [5693] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.690 UTC [5693] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.690 UTC [5693] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.714 UTC [5693] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.721 UTC [5698] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.756 UTC [5698] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:28.816 UTC [5698] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.135 UTC [5698] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.168 UTC [5698] LOG: entering standby mode logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.169 UTC [5698] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.170 UTC [5693] LOG: startup process (PID 5698) exited with exit code 1 logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.170 UTC [5693] LOG: aborting startup due to startup process failure logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.170 UTC [5693] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:29.183 UTC [5693] LOG: database system is shut down logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.677 UTC [5737] LOG: starting PostgreSQL 17.7 - Percona Server for PostgreSQL 17.7.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.677 UTC [5737] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.677 UTC [5737] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.701 UTC [5737] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.708 UTC [5742] LOG: database system was shut down in recovery at 2026-02-20 19:42:00 UTC logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.741 UTC [5742] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:38.802 UTC [5742] LOG: restored log file "00000003.history" from archive logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.122 UTC [5742] LOG: restored log file "000000030000000000000012" from archive logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.155 UTC [5742] LOG: entering standby mode logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.155 UTC [5742] FATAL: requested timeline 3 does not contain minimum recovery point 0/13006718 on timeline 2 logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.157 UTC [5737] LOG: startup process (PID 5742) exited with exit code 1 logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.157 UTC [5737] LOG: aborting startup due to startup process failure logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.157 UTC [5737] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:06:55 | major-upgrade-16-to-17/10-run-restore | 2026-02-20 20:06:39.167 UTC [5737] LOG: database system is shut down logger.go:42: 20:06:57 | major-upgrade-16-to-17/10-run-restore | test step failed 10-run-restore logger.go:42: 20:06:57 | major-upgrade-16-to-17/10-run-restore | collecting log output for [type==pod,label: postgres-operator.crunchydata.com/data=postgres] logger.go:42: 20:06:57 | major-upgrade-16-to-17/10-run-restore | running command: [kubectl logs --prefix -l postgres-operator.crunchydata.com/data=postgres -n kuttl-test-easy-minnow --all-containers --tail=30] logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/nss-wrapper-init] nss_wrapper: user exists logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/nss-wrapper-init] nss_wrapper: group exists logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/nss-wrapper-init] nss_wrapper: environment configured logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] + CRUNCHY_BINDIR=/opt/crunchy logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -u logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -g logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/pgbackrest /opt/crunchy/bin/pgbackrest logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -u logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -g logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-entrypoint.sh /opt/crunchy/bin/postgres-entrypoint.sh logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -u logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -g logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-liveness-check.sh /opt/crunchy/bin/postgres-liveness-check.sh logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -u logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -g logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-readiness-check.sh /opt/crunchy/bin/postgres-readiness-check.sh logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -u logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -g logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/relocate-extensions.sh /opt/crunchy/bin/relocate-extensions.sh logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -u logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] ++ id -g logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/restore-command-wrapper.sh /opt/crunchy/bin/restore-command-wrapper.sh logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/postgres-startup] Initializing ... logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/postgres-startup] ::postgres-operator: uid::26 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/postgres-startup] ::postgres-operator: gid::26 1000 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/postgres-startup] ::postgres-operator: postgres path::/usr/pgsql-17/bin/postgres logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/postgres-startup] ::postgres-operator: postgres version::postgres (PostgreSQL) 17.7 - Percona Server for PostgreSQL 17.7.1 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/postgres-startup] ::postgres-operator: config directory::/pgdata/pg17 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/postgres-startup] ::postgres-operator: data directory::/pgdata/pg17 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/postgres-startup] ::postgres-operator: pgBackRest log directory::/pgdata/pgbackrest/log logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/postgres-startup] ::postgres-operator: data version::17 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/postgres-startup] ::postgres-operator: wal directory::/pgdata/pg17_wal logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/postgres-startup] Initializing ... logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/postgres-startup] ::postgres-operator: uid::26 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/postgres-startup] ::postgres-operator: gid::26 1000 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/postgres-startup] ::postgres-operator: postgres path::/usr/pgsql-17/bin/postgres logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/postgres-startup] ::postgres-operator: postgres version::postgres (PostgreSQL) 17.7 - Percona Server for PostgreSQL 17.7.1 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/postgres-startup] ::postgres-operator: config directory::/pgdata/pg17 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/postgres-startup] ::postgres-operator: data directory::/pgdata/pg17 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/postgres-startup] ::postgres-operator: bootstrap directory::/pgdata/pg17_bootstrap logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/postgres-startup] ::postgres-operator: pgBackRest log directory::/pgdata/pgbackrest/log logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/postgres-startup] ::postgres-operator: data version::17 logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/postgres-startup] ::postgres-operator: wal directory::/pgdata/pg17_wal logger.go:42: 20:06:58 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/pgbackrest] P00 INFO: server command begin 2.57.0: --exec-id=111-94497b00 --log-level-console=detail --log-level-file=off --log-level-stderr=error --log-path=/pgdata/pgbackrest/log --no-log-timestamp --tls-server-address=0.0.0.0 --tls-server-auth=pgbackrest@848506df-81cf-49dd-825e-fdbd15ac600d=* --tls-server-ca-file=/etc/pgbackrest/conf.d/~postgres-operator/tls-ca.crt --tls-server-cert-file=/etc/pgbackrest/server/server-tls.crt --tls-server-key-file=/etc/pgbackrest/server/server-tls.key logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/nss-wrapper-init] nss_wrapper: user exists logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/nss-wrapper-init] nss_wrapper: group exists logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/nss-wrapper-init] nss_wrapper: environment configured logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/nss-wrapper-init] nss_wrapper: user exists logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/nss-wrapper-init] nss_wrapper: group exists logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/nss-wrapper-init] nss_wrapper: environment configured logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] wal_level setting: logical logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] wal_log_hints setting: on logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] max_connections setting: 100 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] max_worker_processes setting: 8 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] max_wal_senders setting: 10 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] max_prepared_xacts setting: 0 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] max_locks_per_xact setting: 64 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] track_commit_timestamp setting: on logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Maximum data alignment: 8 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Database block size: 8192 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Blocks per segment of large relation: 131072 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] WAL block size: 8192 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Bytes per WAL segment: 16777216 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Maximum length of identifiers: 64 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Maximum columns in an index: 32 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Maximum size of a TOAST chunk: 1996 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Size of a large-object chunk: 2048 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Date/time type storage: 64-bit integers logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Float8 argument passing: by value logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Data page checksum version: 1 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] Mock authentication nonce: 08a7445941a6148fec3f4d1d9a3f98129876a8bfc3ebf6ebedeed9ca63c63b2f logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] 2026-02-20 20:06:58,007 INFO: Lock owner: major-upgrade-16-to-17-instance1-gfgv-0; I am major-upgrade-16-to-17-instance1-kfl7-0 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] 2026-02-20 20:06:58,008 INFO: starting as a secondary logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] 2026-02-20 20:06:58.443 UTC [5815] LOG: pgaudit extension initialized logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] 2026-02-20 20:06:58,458 INFO: postmaster pid=5815 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] /tmp/postgres:5432 - no response logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] 2026-02-20 20:06:58.680 UTC [5815] LOG: redirecting log output to logging collector process logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] 2026-02-20 20:06:58.680 UTC [5815] HINT: Future log output will appear in directory "log". logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database] 2026-02-20 20:06:59,469 ERROR: postmaster is not running logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] wal_level setting: logical logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] wal_log_hints setting: on logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] max_connections setting: 100 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] max_worker_processes setting: 8 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] max_wal_senders setting: 10 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] max_prepared_xacts setting: 0 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] max_locks_per_xact setting: 64 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] track_commit_timestamp setting: on logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Maximum data alignment: 8 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Database block size: 8192 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Blocks per segment of large relation: 131072 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] WAL block size: 8192 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Bytes per WAL segment: 16777216 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Maximum length of identifiers: 64 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Maximum columns in an index: 32 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Maximum size of a TOAST chunk: 1996 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Size of a large-object chunk: 2048 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Date/time type storage: 64-bit integers logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Float8 argument passing: by value logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Data page checksum version: 1 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] Mock authentication nonce: 08a7445941a6148fec3f4d1d9a3f98129876a8bfc3ebf6ebedeed9ca63c63b2f logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] 2026-02-20 20:06:58,008 INFO: Lock owner: major-upgrade-16-to-17-instance1-gfgv-0; I am major-upgrade-16-to-17-instance1-45zs-0 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] 2026-02-20 20:06:58,008 INFO: starting as a secondary logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] 2026-02-20 20:06:58.516 UTC [5750] LOG: pgaudit extension initialized logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] 2026-02-20 20:06:58,535 INFO: postmaster pid=5750 logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] /tmp/postgres:5432 - no response logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] 2026-02-20 20:06:58.749 UTC [5750] LOG: redirecting log output to logging collector process logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] 2026-02-20 20:06:58.749 UTC [5750] HINT: Future log output will appear in directory "log". logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/database] 2026-02-20 20:06:59,547 ERROR: postmaster is not running logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:02:17,995 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:02:27,991 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:02:37,993 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:02:47,991 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:02:57,992 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:03:07,996 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:03:17,995 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:03:27,993 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:03:37,991 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:03:38,179 ERROR: ObjectCache.run ProtocolError("Connection broken: InvalidChunkLength(got length b'', 0 bytes read)", InvalidChunkLength(got length b'', 0 bytes read)) logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:03:47,992 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:03:57,991 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:04:07,992 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:04:17,993 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:04:27,993 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:04:37,994 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:04:47,994 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:04:57,995 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:05:07,996 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:05:17,992 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:05:27,991 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:05:37,991 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:05:47,993 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:05:57,995 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:06:07,990 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:06:17,991 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:06:27,996 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:06:37,993 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:06:47,990 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:06:59 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database] 2026-02-20 20:06:57,991 INFO: no action. I am (major-upgrade-16-to-17-instance1-gfgv-0), the leader with the lock logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] + CRUNCHY_BINDIR=/opt/crunchy logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/pgbackrest /opt/crunchy/bin/pgbackrest logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-entrypoint.sh /opt/crunchy/bin/postgres-entrypoint.sh logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-liveness-check.sh /opt/crunchy/bin/postgres-liveness-check.sh logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-readiness-check.sh /opt/crunchy/bin/postgres-readiness-check.sh logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/relocate-extensions.sh /opt/crunchy/bin/relocate-extensions.sh logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/restore-command-wrapper.sh /opt/crunchy/bin/restore-command-wrapper.sh logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/postgres-startup] Initializing ... logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/postgres-startup] ::postgres-operator: uid::26 logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/postgres-startup] ::postgres-operator: gid::26 1000 logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/postgres-startup] ::postgres-operator: postgres path::/usr/pgsql-17/bin/postgres logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/postgres-startup] ::postgres-operator: postgres version::postgres (PostgreSQL) 17.7 - Percona Server for PostgreSQL 17.7.1 logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/postgres-startup] ::postgres-operator: config directory::/pgdata/pg17 logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/postgres-startup] ::postgres-operator: data directory::/pgdata/pg17 logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/postgres-startup] ::postgres-operator: pgBackRest log directory::/pgdata/pgbackrest/log logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/postgres-startup] ::postgres-operator: data version::17 logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/postgres-startup] ::postgres-operator: wal directory::/pgdata/pg17_wal logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + IFS=, logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + read -ra extensions logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + args=('-type' 's3' '-region' 'eu-central-1' '-bucket' 'pg-extensions' '-extension-path' '/pgdata/extension/17') logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + declare -a args logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + [[ -n '' ]] logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + [[ '' == \t\r\u\e ]] logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + [[ '' == \t\r\u\e ]] logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + for installed in "${PGDATA_EXTENSIONS}"/*.installed logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] ++ basename -- /pgdata/extension/17/pg_cron-pg17-1.6.6.installed logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + filename=pg_cron-pg17-1.6.6.installed logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + key=pg_cron-pg17-1.6.6 logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + [[ pg_cron-pg17-1.6.6 == \* ]] logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + [[ ! pg_cron-pg17-1.6.6 =~ pg_cron-pg17-1.6.6 ]] logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + for key in "${extensions[@]}" logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + '[' -f /pgdata/extension/17/pg_cron-pg17-1.6.6.installed ']' logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + echo 'Extension pg_cron-pg17-1.6.6 already installed' logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] + continue logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/extension-installer-17] Extension pg_cron-pg17-1.6.6 already installed logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] + CRUNCHY_BINDIR=/opt/crunchy logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/pgbackrest /opt/crunchy/bin/pgbackrest logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-entrypoint.sh /opt/crunchy/bin/postgres-entrypoint.sh logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-liveness-check.sh /opt/crunchy/bin/postgres-liveness-check.sh logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-readiness-check.sh /opt/crunchy/bin/postgres-readiness-check.sh logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/relocate-extensions.sh /opt/crunchy/bin/relocate-extensions.sh logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -u logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] ++ id -g logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-kfl7-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/restore-command-wrapper.sh /opt/crunchy/bin/restore-command-wrapper.sh logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + IFS=, logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + read -ra extensions logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + args=('-type' 's3' '-region' 'eu-central-1' '-bucket' 'pg-extensions' '-extension-path' '/pgdata/extension/17') logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + declare -a args logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + [[ -n '' ]] logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + [[ '' == \t\r\u\e ]] logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + [[ '' == \t\r\u\e ]] logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + for installed in "${PGDATA_EXTENSIONS}"/*.installed logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] ++ basename -- /pgdata/extension/17/pg_cron-pg17-1.6.6.installed logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + filename=pg_cron-pg17-1.6.6.installed logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + key=pg_cron-pg17-1.6.6 logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + [[ pg_cron-pg17-1.6.6 == \* ]] logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + [[ ! pg_cron-pg17-1.6.6 =~ pg_cron-pg17-1.6.6 ]] logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + for key in "${extensions[@]}" logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + '[' -f /pgdata/extension/17/pg_cron-pg17-1.6.6.installed ']' logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + echo 'Extension pg_cron-pg17-1.6.6 already installed' logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] + continue logger.go:42: 20:07:00 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/extension-installer-17] Extension pg_cron-pg17-1.6.6 already installed logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-45zs-0/pgbackrest] P00 INFO: server command begin 2.57.0: --exec-id=104-be123851 --log-level-console=detail --log-level-file=off --log-level-stderr=error --log-path=/pgdata/pgbackrest/log --no-log-timestamp --tls-server-address=0.0.0.0 --tls-server-auth=pgbackrest@848506df-81cf-49dd-825e-fdbd15ac600d=* --tls-server-ca-file=/etc/pgbackrest/conf.d/~postgres-operator/tls-ca.crt --tls-server-cert-file=/etc/pgbackrest/server/server-tls.crt --tls-server-key-file=/etc/pgbackrest/server/server-tls.key logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/pgbackrest] P00 INFO: server command begin 2.57.0: --exec-id=106-d9b7be67 --log-level-console=detail --log-level-file=off --log-level-stderr=error --log-path=/pgdata/pgbackrest/log --no-log-timestamp --tls-server-address=0.0.0.0 --tls-server-auth=pgbackrest@848506df-81cf-49dd-825e-fdbd15ac600d=* --tls-server-ca-file=/etc/pgbackrest/conf.d/~postgres-operator/tls-ca.crt --tls-server-cert-file=/etc/pgbackrest/server/server-tls.crt --tls-server-key-file=/etc/pgbackrest/server/server-tls.key logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + IFS=, logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + read -ra extensions logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + args=('-type' 's3' '-region' 'eu-central-1' '-bucket' 'pg-extensions' '-extension-path' '/pgdata/extension/17') logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + declare -a args logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + [[ -n '' ]] logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + [[ '' == \t\r\u\e ]] logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + [[ '' == \t\r\u\e ]] logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + for installed in "${PGDATA_EXTENSIONS}"/*.installed logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] ++ basename -- /pgdata/extension/17/pg_cron-pg17-1.6.6.installed logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + filename=pg_cron-pg17-1.6.6.installed logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + key=pg_cron-pg17-1.6.6 logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + [[ pg_cron-pg17-1.6.6 == \* ]] logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + [[ ! pg_cron-pg17-1.6.6 =~ pg_cron-pg17-1.6.6 ]] logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + for key in "${extensions[@]}" logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + '[' -f /pgdata/extension/17/pg_cron-pg17-1.6.6.installed ']' logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + echo 'Extension pg_cron-pg17-1.6.6 already installed' logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] + continue logger.go:42: 20:07:01 | major-upgrade-16-to-17/10-run-restore | [pod/major-upgrade-16-to-17-instance1-gfgv-0/extension-installer-17] Extension pg_cron-pg17-1.6.6 already installed case.go:396: failed in step 10-run-restore case.go:398: --- PerconaPGCluster:kuttl-test-easy-minnow/major-upgrade-16-to-17 +++ PerconaPGCluster:kuttl-test-easy-minnow/major-upgrade-16-to-17 @@ -1,18 +1,41 @@ apiVersion: pgv2.percona.com/v2 kind: PerconaPGCluster metadata: + annotations: + kubectl.kubernetes.io/last-applied-configuration: | + {"apiVersion":"pgv2.percona.com/v2","kind":"PerconaPGCluster","metadata":{"annotations":{},"labels":{"e2e":"major-upgrade-16-to-17"},"name":"major-upgrade-16-to-17","namespace":"kuttl-test-easy-minnow"},"spec":{"backups":{"pgbackrest":{"image":"perconalab/percona-postgresql-operator:main-pgbackrest16","manual":{"options":["--type=full"],"repoName":"repo1"},"repoHost":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"pgbackrest"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}}},"repos":[{"name":"repo1","schedules":{"full":"0 0 * * 6"},"volume":{"volumeClaimSpec":{"accessModes":["ReadWriteOnce"],"resources":{"requests":{"storage":"1Gi"}}}}}]}},"crVersion":"2.9.0","extensions":{"custom":[{"name":"pg_cron","version":"1.6.6"}],"image":"docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0","imagePullPolicy":"Always","storage":{"bucket":"pg-extensions","region":"eu-central-1","secret":{"name":"aws-s3-secret"},"type":"s3"}},"image":"perconalab/percona-postgresql-operator:main-ppg16-postgres","imagePullPolicy":"Always","initContainer":{"image":"docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0"},"instances":[{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"postgres"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"dataVolumeClaimSpec":{"accessModes":["ReadWriteOnce"],"resources":{"requests":{"storage":"3Gi"}}},"name":"instance1","replicas":3}],"patroni":{"dynamicConfiguration":{"postgresql":{"parameters":{"shared_preload_libraries":"pg_cron"}}}},"pmm":{"customClusterName":"major-upgrade-16-to-17-pmm-custom-name","enabled":false,"image":"docker.io/perconalab/pmm-client:dev-latest","postgresParams":"--environment=dev-postgres","secret":"major-upgrade-16-to-17-pmm-secret","serverHost":"monitoring-service"},"postgresVersion":16,"proxy":{"pgBouncer":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/role":"pgbouncer"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"image":"perconalab/percona-postgresql-operator:main-pgbouncer16","replicas":3}},"users":[{"name":"postgres","password":{"type":"AlphaNumeric"}},{"name":"major-upgrade-16-to-17","password":{"type":"AlphaNumeric"}}]}} + pgv2.percona.com/patroni-version: 4.1.0 + finalizers: + - internal.percona.com/stop-watchers + labels: + e2e: major-upgrade-16-to-17 + managedFields: '[... elided field over 10 lines long ...]' name: major-upgrade-16-to-17 namespace: kuttl-test-easy-minnow +spec: '[... elided field over 10 lines long ...]' status: + conditions: '[... elided field over 10 lines long ...]' + host: major-upgrade-16-to-17-pgbouncer.kuttl-test-easy-minnow.svc + installedCustomExtensions: + - pg_cron + observedGeneration: 8 + patroni: + status: + systemIdentifier: "7609033839795806302" + version: 4.1.0 + patroniVersion: 4.1.0 + pgbackrest: '[... elided field over 10 lines long ...]' pgbouncer: ready: 3 size: 3 postgres: + imageID: docker.io/perconalab/percona-postgresql-operator@sha256:e98df299ba71d6deb07f44698126231d6f172134c932448aee6b96e3890a4f1b instances: - name: instance1 - ready: 3 + ready: 1 size: 3 - ready: 3 + ready: 1 size: 3 - state: ready + version: 17 + state: initializing case.go:398: resource PerconaPGCluster:kuttl-test-easy-minnow/major-upgrade-16-to-17: .status.postgres.instances.ready: value mismatch, expected: 3 != actual: 1 case.go:398: command "kubectl -n ${NAMESPACE} get pod\\n for pod in $(kubectl -n ${NAMESPA..." exceeded 9 sec timeout, context deadline exceeded logger.go:42: 20:07:01 | major-upgrade-16-to-17 | major-upgrade-16-to-17 events from ns kuttl-test-easy-minnow: logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:31 +0000 UTC Normal Pod pg-client-65d98588cc-fftv8 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/pg-client-65d98588cc-fftv8 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-htzz default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:31 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-fftv8 replicaset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:31 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-65d98588cc from 0 to 1 deployment-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:32 +0000 UTC Normal Pod pg-client-65d98588cc-fftv8.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:43 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-kfl7-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:44 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-45zs-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:44 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-45zs-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:44 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-45zs-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-45zs-pgdata" pd.csi.storage.gke.io_gke-07d9daf6ce2045bab3d7-ca80-451e-vm_286b06a8-df93-43df-b0c3-8b9f872b54fc logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:44 +0000 UTC Normal StatefulSet.apps major-upgrade-16-to-17-instance1-45zs SuccessfulCreate create Pod major-upgrade-16-to-17-instance1-45zs-0 in StatefulSet major-upgrade-16-to-17-instance1-45zs successful statefulset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:44 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-gfgv-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:44 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-gfgv-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:44 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-gfgv-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-gfgv-pgdata" pd.csi.storage.gke.io_gke-07d9daf6ce2045bab3d7-ca80-451e-vm_286b06a8-df93-43df-b0c3-8b9f872b54fc logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:44 +0000 UTC Normal StatefulSet.apps major-upgrade-16-to-17-instance1-gfgv SuccessfulCreate create Pod major-upgrade-16-to-17-instance1-gfgv-0 in StatefulSet major-upgrade-16-to-17-instance1-gfgv successful statefulset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:44 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-kfl7-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:44 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-kfl7-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-kfl7-pgdata" pd.csi.storage.gke.io_gke-07d9daf6ce2045bab3d7-ca80-451e-vm_286b06a8-df93-43df-b0c3-8b9f872b54fc logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:44 +0000 UTC Normal StatefulSet.apps major-upgrade-16-to-17-instance1-kfl7 SuccessfulCreate create Pod major-upgrade-16-to-17-instance1-kfl7-0 in StatefulSet major-upgrade-16-to-17-instance1-kfl7 successful statefulset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-70f6 default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-q8wj default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-htzz default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal ReplicaSet.apps major-upgrade-16-to-17-pgbouncer-7c84469796 SuccessfulCreate Created pod: major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk replicaset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal ReplicaSet.apps major-upgrade-16-to-17-pgbouncer-7c84469796 SuccessfulCreate Created pod: major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx replicaset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal ReplicaSet.apps major-upgrade-16-to-17-pgbouncer-7c84469796 SuccessfulCreate Created pod: major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn replicaset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal Deployment.apps major-upgrade-16-to-17-pgbouncer ScalingReplicaSet Scaled up replica set major-upgrade-16-to-17-pgbouncer-7c84469796 from 0 to 3 deployment-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal PodDisruptionBudget.policy major-upgrade-16-to-17-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal StatefulSet.apps major-upgrade-16-to-17-repo-host SuccessfulCreate create Pod major-upgrade-16-to-17-repo-host-0 in StatefulSet major-upgrade-16-to-17-repo-host successful statefulset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-repo1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-repo1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-repo1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-easy-minnow/major-upgrade-16-to-17-repo1" pd.csi.storage.gke.io_gke-07d9daf6ce2045bab3d7-ca80-451e-vm_286b06a8-df93-43df-b0c3-8b9f872b54fc logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:45 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com major-upgrade-16-to-17 RepoHostCreated created pgBackRest repository host StatefulSet/major-upgrade-16-to-17-repo-host postgrescluster-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:46 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:46 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:46 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:48 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-45zs-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-70f6 default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:48 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-45zs-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-5163dc60-d4ea-4314-a233-fc116fdadf59 pd.csi.storage.gke.io_gke-07d9daf6ce2045bab3d7-ca80-451e-vm_286b06a8-df93-43df-b0c3-8b9f872b54fc logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:48 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-gfgv-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-q8wj default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:48 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-gfgv-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-c08b2088-1cd5-4257-bff7-3fc83035bc34 pd.csi.storage.gke.io_gke-07d9daf6ce2045bab3d7-ca80-451e-vm_286b06a8-df93-43df-b0c3-8b9f872b54fc logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:48 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-kfl7-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-htzz default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:48 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-instance1-kfl7-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-13ac4bd2-1e75-4925-90e3-f8bc8da2027f pd.csi.storage.gke.io_gke-07d9daf6ce2045bab3d7-ca80-451e-vm_286b06a8-df93-43df-b0c3-8b9f872b54fc logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 3.11s (3.11s including waiting). Image size: 87593712 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 215ms (215ms including waiting). Image size: 87593712 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 2.888s (2.888s including waiting). Image size: 87593712 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 196ms (196ms including waiting). Image size: 87593712 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-repo-host-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-htzz default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:49 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-repo1 ProvisioningSucceeded Successfully provisioned volume pvc-13e9b23c-35da-4ad3-9202-e73b0848971c pd.csi.storage.gke.io_gke-07d9daf6ce2045bab3d7-ca80-451e-vm_286b06a8-df93-43df-b0c3-8b9f872b54fc logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:52 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 5.957s (5.957s including waiting). Image size: 87593712 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:52 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:52 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:52 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:53 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-13ac4bd2-1e75-4925-90e3-f8bc8da2027f" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:53 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer16" in 434ms (434ms including waiting). Image size: 87593712 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:53 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:53 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:56 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-5163dc60-d4ea-4314-a233-fc116fdadf59" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:56 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-c08b2088-1cd5-4257-bff7-3fc83035bc34" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:56 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:56 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 876ms (876ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:56 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-13e9b23c-35da-4ad3-9202-e73b0848971c" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:57 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:57 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:57 +0000 UTC Normal Pod pg-client-65d98588cc-fftv8.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 25.426s (25.426s including waiting). Image size: 564266549 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:57 +0000 UTC Normal Pod pg-client-65d98588cc-fftv8.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:57 +0000 UTC Normal Pod pg-client-65d98588cc-fftv8.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:58 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:58 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 214ms (214ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:58 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:58 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:59 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:59 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 203ms (203ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:59 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:59 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:34:59 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:00 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:02 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:03 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:13 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 13.938s (13.938s including waiting). Image size: 164325959 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:13 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:13 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:19 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:19 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 210ms (210ms including waiting). Image size: 164325959 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:19 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:19 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:20 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 18.662s (18.662s including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:20 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:20 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:22 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 22.316s (22.316s including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:22 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:23 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:23 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:23 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 156ms (156ms including waiting). Image size: 164325959 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:23 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:23 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:23 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:23 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 158ms (158ms including waiting). Image size: 164325959 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:23 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:24 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:27 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 23.886s (23.886s including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:27 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:27 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:29 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:29 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 429ms (429ms including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:29 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:29 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 210ms (210ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 217ms (217ms including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:31 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-16} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:31 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 221ms (221ms including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:31 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:31 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:31 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:31 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 222ms (222ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:31 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:31 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:32 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:32 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 255ms (256ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:32 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:32 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:32 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 226ms (226ms including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:32 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:32 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 240ms (241ms including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 204ms (204ms including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 248ms (248ms including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 196ms (196ms including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:35 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:35 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:35 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:35 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 217ms (217ms including waiting). Image size: 544763852 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:35 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:36 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:36 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:37 +0000 UTC Warning Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:39 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-pbfq-spd8j Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-backup-pbfq-spd8j to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-70f6 default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:39 +0000 UTC Normal Job.batch major-upgrade-16-to-17-backup-pbfq SuccessfulCreate Created pod: major-upgrade-16-to-17-backup-pbfq-spd8j job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:39 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com major-upgrade-16-to-17 StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:40 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-pbfq-spd8j.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:40 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-pbfq-spd8j.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 264ms (264ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:40 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-pbfq-spd8j.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:40 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-pbfq-spd8j.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:43 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-pbfq-spd8j.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest16" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:43 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-pbfq-spd8j.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest16" in 242ms (242ms including waiting). Image size: 164325959 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:43 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-pbfq-spd8j.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:44 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-pbfq-spd8j.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:44 +0000 UTC Warning Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:35:58 +0000 UTC Normal Job.batch major-upgrade-16-to-17-backup-pbfq Completed Job completed job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:19 +0000 UTC Normal StatefulSet.apps major-upgrade-16-to-17-instance1-kfl7 SuccessfulDelete delete Pod major-upgrade-16-to-17-instance1-kfl7-0 in StatefulSet major-upgrade-16-to-17-instance1-kfl7 successful statefulset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:20 +0000 UTC Normal StatefulSet.apps major-upgrade-16-to-17-instance1-45zs SuccessfulDelete delete Pod major-upgrade-16-to-17-instance1-45zs-0 in StatefulSet major-upgrade-16-to-17-instance1-45zs successful statefulset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:20 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:20 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:20 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:20 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:20 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:20 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:20 +0000 UTC Normal ReplicaSet.apps major-upgrade-16-to-17-pgbouncer-7c84469796 SuccessfulDelete Deleted pod: major-upgrade-16-to-17-pgbouncer-7c84469796-pqnkn replicaset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:20 +0000 UTC Normal ReplicaSet.apps major-upgrade-16-to-17-pgbouncer-7c84469796 SuccessfulDelete Deleted pod: major-upgrade-16-to-17-pgbouncer-7c84469796-2ldvk replicaset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:20 +0000 UTC Normal ReplicaSet.apps major-upgrade-16-to-17-pgbouncer-7c84469796 SuccessfulDelete Deleted pod: major-upgrade-16-to-17-pgbouncer-7c84469796-z4vpx replicaset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:20 +0000 UTC Normal Deployment.apps major-upgrade-16-to-17-pgbouncer ScalingReplicaSet Scaled down replica set major-upgrade-16-to-17-pgbouncer-7c84469796 from 3 to 0 deployment-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:24 +0000 UTC Normal StatefulSet.apps major-upgrade-16-to-17-instance1-gfgv SuccessfulDelete delete Pod major-upgrade-16-to-17-instance1-gfgv-0 in StatefulSet major-upgrade-16-to-17-instance1-gfgv successful statefulset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:26 +0000 UTC Normal PodDisruptionBudget.policy major-upgrade-16-to-17-set-instance1 NoPods No matching pods found controllermanager logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:28 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:28 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:28 +0000 UTC Normal StatefulSet.apps major-upgrade-16-to-17-repo-host SuccessfulDelete delete Pod major-upgrade-16-to-17-repo-host-0 in StatefulSet major-upgrade-16-to-17-repo-host successful statefulset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:33 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f Binding Scheduled Successfully assigned kuttl-test-easy-minnow/16-to-17-pgdata-4bx5f to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-htzz default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:33 +0000 UTC Normal Job.batch 16-to-17-pgdata SuccessfulCreate Created pod: 16-to-17-pgdata-4bx5f job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:34 +0000 UTC Warning Pod 16-to-17-pgdata-4bx5f FailedMount MountVolume.SetUp failed for volume "cert-volume" : failed to sync secret cache: timed out waiting for the condition kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:45 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-c08b2088-1cd5-4257-bff7-3fc83035bc34" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:47 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:47 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 244ms (244ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:47 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:47 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:36:48 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-relocator-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:16 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-relocator-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" in 27.525s (27.525s including waiting). Image size: 728720234 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:16 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-relocator-16} Created Created container: extension-relocator-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:16 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-relocator-16} Started Started container extension-relocator-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:21 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-installer-16} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:21 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-installer-16} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 223ms (223ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:21 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-installer-16} Created Created container: extension-installer-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:22 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-installer-16} Started Started container extension-installer-16 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:22 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-relocator-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:23 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-relocator-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" in 511ms (511ms including waiting). Image size: 728720234 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:23 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-relocator-17} Created Created container: extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:23 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-relocator-17} Started Started container extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:23 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-installer-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:23 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-installer-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 249ms (249ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:24 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-installer-17} Created Created container: extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:24 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.initContainers{extension-installer-17} Started Started container extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:25 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.containers{database} Pulled Container image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" already present on machine kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:25 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:25 +0000 UTC Normal Pod 16-to-17-pgdata-4bx5f.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:38 +0000 UTC Normal Pod 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-htzz default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:38 +0000 UTC Normal Job.batch 16-to-17-major-upgrade-16-to-17-instance1-45zs SuccessfulCreate Created pod: 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:38 +0000 UTC Normal Pod 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x Binding Scheduled Successfully assigned kuttl-test-easy-minnow/16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-htzz default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:38 +0000 UTC Normal Job.batch 16-to-17-major-upgrade-16-to-17-instance1-kfl7 SuccessfulCreate Created pod: 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:38 +0000 UTC Normal Job.batch 16-to-17-pgdata Completed Job completed job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:45 +0000 UTC Normal Pod 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-13ac4bd2-1e75-4925-90e3-f8bc8da2027f" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:47 +0000 UTC Normal Pod 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x.spec.containers{database} Pulled Container image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" already present on machine kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:47 +0000 UTC Normal Pod 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:47 +0000 UTC Normal Pod 16-to-17-major-upgrade-16-to-17-instance1-kfl7-h2f5x.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:48 +0000 UTC Normal Pod 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-5163dc60-d4ea-4314-a233-fc116fdadf59" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:50 +0000 UTC Normal Pod 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4.spec.containers{database} Pulled Container image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" already present on machine kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:50 +0000 UTC Normal Pod 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:50 +0000 UTC Normal Pod 16-to-17-major-upgrade-16-to-17-instance1-45zs-qdpd4.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:50 +0000 UTC Normal Job.batch 16-to-17-major-upgrade-16-to-17-instance1-kfl7 Completed Job completed job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:53 +0000 UTC Normal Job.batch 16-to-17-major-upgrade-16-to-17-instance1-45zs Completed Job completed job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:55 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-gfgv-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-70f6 default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:55 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-repo-host-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-q8wj default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:56 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-htzz default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:56 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:56 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-70f6 default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:56 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:56 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-q8wj default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:56 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:56 +0000 UTC Normal ReplicaSet.apps major-upgrade-16-to-17-pgbouncer-7cc8c47b56 SuccessfulCreate Created pod: major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk replicaset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:56 +0000 UTC Normal ReplicaSet.apps major-upgrade-16-to-17-pgbouncer-7cc8c47b56 SuccessfulCreate Created pod: major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw replicaset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:56 +0000 UTC Normal ReplicaSet.apps major-upgrade-16-to-17-pgbouncer-7cc8c47b56 SuccessfulCreate Created pod: major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h replicaset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:56 +0000 UTC Normal Deployment.apps major-upgrade-16-to-17-pgbouncer ScalingReplicaSet Scaled up replica set major-upgrade-16-to-17-pgbouncer-7cc8c47b56 from 0 to 3 deployment-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" in 205ms (205ms including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" in 230ms (230ms including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-f5q9h.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" in 208ms (208ms including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" in 211ms (211ms including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:37:57 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-wmzvw.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:00 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" in 3.75s (3.75s including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:00 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:00 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:00 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:00 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer17" in 184ms (184ms including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:00 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:01 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbouncer-7cc8c47b56-74wpk.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:02 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-c08b2088-1cd5-4257-bff7-3fc83035bc34" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:03 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-13e9b23c-35da-4ad3-9202-e73b0848971c" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:04 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:04 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 213ms (213ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:04 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:04 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:04 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:05 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:05 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 177ms (177ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:05 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:05 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:05 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 267ms (267ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:05 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:05 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:05 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:05 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 186ms (187ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:05 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:05 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:06 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:06 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 237ms (237ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:06 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-17} Created Created container: extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:06 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-17} Started Started container extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:06 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:06 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 231ms (231ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:06 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:07 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:07 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:07 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 184ms (184ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:07 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:07 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:08 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:08 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 235ms (235ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:08 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-17} Created Created container: extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:08 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-17} Started Started container extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:09 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:09 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 200ms (200ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:09 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:09 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:10 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:10 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 252ms (252ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:10 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:10 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:10 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:14 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-kfl7-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-htzz default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:15 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-45zs-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-q8wj default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:18 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-xm4n-xq848 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-backup-xm4n-xq848 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-70f6 default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:18 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-xm4n-xq848.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:18 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-xm4n-xq848.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 248ms (248ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:18 +0000 UTC Normal Job.batch major-upgrade-16-to-17-backup-xm4n SuccessfulCreate Created pod: major-upgrade-16-to-17-backup-xm4n-xq848 job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:19 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-xm4n-xq848.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:19 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-xm4n-xq848.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:20 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-xm4n-xq848.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:20 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-xm4n-xq848.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 207ms (208ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:20 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-xm4n-xq848.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:20 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-xm4n-xq848.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:22 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-5163dc60-d4ea-4314-a233-fc116fdadf59" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:22 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-13ac4bd2-1e75-4925-90e3-f8bc8da2027f" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:24 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:24 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 206ms (206ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:24 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:24 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:25 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:25 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 211ms (211ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:25 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:25 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:25 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 235ms (235ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:26 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:26 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:26 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 229ms (229ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:26 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-17} Created Created container: extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:26 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:26 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:27 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-17} Started Started container extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:27 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:27 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 232ms (232ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:27 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-17} Created Created container: extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:28 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-17} Started Started container extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:28 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:29 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:29 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 188ms (188ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:29 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 205ms (205ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:31 +0000 UTC Normal Job.batch major-upgrade-16-to-17-backup-xm4n Completed Job completed job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:31 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:31 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:35 +0000 UTC Warning Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:52 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 23.855s (23.855s including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:52 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:38:52 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:00 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:00 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 273ms (273ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:00 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-17} Created Created container: extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:00 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-17} Started Started container extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:01 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:01 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 189ms (189ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:01 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-17} Created Created container: extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:01 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-17} Started Started container extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:03 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:03 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 257ms (257ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:03 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:03 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:04 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:04 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 254ms (254ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:04 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:04 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:04 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:14 +0000 UTC Warning Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:36 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:36 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:36 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-repo2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:36 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com major-upgrade-16-to-17 UnableToCreateStanzas command terminated with exit code 1: postgres operator error: pgBackRest stale volume-backed repo configuration postgrescluster-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:37 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-repo2 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:37 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-repo2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-easy-minnow/major-upgrade-16-to-17-repo2" pd.csi.storage.gke.io_gke-07d9daf6ce2045bab3d7-ca80-451e-vm_286b06a8-df93-43df-b0c3-8b9f872b54fc logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:40 +0000 UTC Normal PersistentVolumeClaim major-upgrade-16-to-17-repo2 ProvisioningSucceeded Successfully provisioned volume pvc-bc930346-f626-4358-8954-0b5c03f7db88 pd.csi.storage.gke.io_gke-07d9daf6ce2045bab3d7-ca80-451e-vm_286b06a8-df93-43df-b0c3-8b9f872b54fc logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:41 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-repo-host-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-htzz default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:45 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com major-upgrade-16-to-17 UnableToCreateStanzas command terminated with exit code 49: repo2-path = /pgbackrest/repo2 2026-02-20 19:39:45.819 P00 ERROR: [049]: unable to get address for 'major-upgrade-16-to-17-repo-host-0.major-upgrade-16-to-17-pods.kuttl-test-easy-minnow.svc.cluster.local': [-2] Name or service not known 2026-02-20 19:39:45.861 P00 ERROR: [049]: unable to get address for 'major-upgrade-16-to-17-repo-host-0.major-upgrade-16-to-17-pods.kuttl-test-easy-minnow.svc.cluster.local': [-2] Name or service not known postgrescluster-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:48 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bc930346-f626-4358-8954-0b5c03f7db88" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:48 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com major-upgrade-16-to-17 UnableToCreateStanzas command terminated with exit code 49: repo2-path = /pgbackrest/repo2 2026-02-20 19:39:48.242 P00 ERROR: [049]: unable to get address for 'major-upgrade-16-to-17-repo-host-0.major-upgrade-16-to-17-pods.kuttl-test-easy-minnow.svc.cluster.local': [-2] Name or service not known 2026-02-20 19:39:48.280 P00 ERROR: [049]: unable to get address for 'major-upgrade-16-to-17-repo-host-0.major-upgrade-16-to-17-pods.kuttl-test-easy-minnow.svc.cluster.local': [-2] Name or service not known postgrescluster-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:50 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:50 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 173ms (173ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:50 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:50 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:51 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:51 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 181ms (181ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:51 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:51 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:52 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:52 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 220ms (220ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:52 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:52 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:52 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:53 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 184ms (184ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:53 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:39:53 +0000 UTC Normal Pod major-upgrade-16-to-17-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:40:55 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com major-upgrade-16-to-17 UnableToCreateStanzas command terminated with exit code 55: repo2-path = /pgbackrest/repo2 2026-02-20 19:40:55.672 P00 ERROR: [049]: timeout connecting to 'major-upgrade-16-to-17-repo-host-0.major-upgrade-16-to-17-pods.kuttl-test-easy-minnow.svc.cluster.local:8432 (10.250.104.18)' 2026-02-20 19:40:55.723 P00 ERROR: [055]: unable to load info file '/pgbackrest/repo2/archive/db/archive.info' or '/pgbackrest/repo2/archive/db/archive.info.copy': FileMissingError: raised from remote-0 tls protocol on 'major-upgrade-16-to-17-repo-host-0.major-upgrade-16-to-17-pods.kuttl-test-easy-minnow.svc.cluster.local': unable to open missing file '/pgbackrest/repo2/archive/db/archive.info' for read FileMissingError: raised from remote-0 tls protocol on 'major-upgrade-16-to-17-repo-host-0.major-upgrade-16-to-17-pods.kuttl-test-easy-minnow.svc.cluster.local': unable to open missing file '/pgbackrest/repo2/archive/db/archive.info.copy' for read HINT: archive.info cannot be opened but is required to push/get WAL segments. HINT: is archive_command configured correctly in postgresql.conf? HINT: has a stanza-create been performed? HINT: use --no-archive-check to disable archive checks during backup if you have an alternate archiving scheme. postgrescluster-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:40:57 +0000 UTC Normal Job.batch major-upgrade-16-to-17-backup-67db SuccessfulCreate Created pod: major-upgrade-16-to-17-backup-67db-jwfd6 job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:40:58 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-67db-jwfd6 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-backup-67db-jwfd6 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-70f6 default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:40:58 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-67db-jwfd6.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:40:58 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-67db-jwfd6.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 237ms (237ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:40:58 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-67db-jwfd6.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:40:58 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-67db-jwfd6.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:40:59 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-67db-jwfd6.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:40:59 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-67db-jwfd6.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 198ms (199ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:00 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-67db-jwfd6.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:00 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-67db-jwfd6.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:14 +0000 UTC Normal Job.batch major-upgrade-16-to-17-backup-67db Completed Job completed job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:23 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-8wsw-7df65 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-backup-8wsw-7df65 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-70f6 default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:23 +0000 UTC Normal Job.batch major-upgrade-16-to-17-backup-8wsw SuccessfulCreate Created pod: major-upgrade-16-to-17-backup-8wsw-7df65 job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:24 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-8wsw-7df65.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:24 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-8wsw-7df65.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 231ms (231ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:24 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-8wsw-7df65.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:24 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-8wsw-7df65.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:25 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-8wsw-7df65.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:26 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-8wsw-7df65.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 192ms (192ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:26 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-8wsw-7df65.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:26 +0000 UTC Normal Pod major-upgrade-16-to-17-backup-8wsw-7df65.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:41:40 +0000 UTC Normal Job.batch major-upgrade-16-to-17-backup-8wsw Completed Job completed job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:02 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbackrest-restore-mcbll Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-pgbackrest-restore-mcbll to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-70f6 default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:02 +0000 UTC Normal Job.batch major-upgrade-16-to-17-pgbackrest-restore SuccessfulCreate Created pod: major-upgrade-16-to-17-pgbackrest-restore-mcbll job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:07 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbackrest-restore-mcbll.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:07 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbackrest-restore-mcbll.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest17" in 217ms (217ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:07 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbackrest-restore-mcbll.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:07 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbackrest-restore-mcbll.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:08 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbackrest-restore-mcbll.spec.containers{pgbackrest-restore} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:08 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbackrest-restore-mcbll.spec.containers{pgbackrest-restore} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 246ms (246ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:08 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbackrest-restore-mcbll.spec.containers{pgbackrest-restore} Created Created container: pgbackrest-restore kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:08 +0000 UTC Normal Pod major-upgrade-16-to-17-pgbackrest-restore-mcbll.spec.containers{pgbackrest-restore} Started Started container pgbackrest-restore kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:20 +0000 UTC Normal StatefulSet.apps major-upgrade-16-to-17-instance1-gfgv SuccessfulCreate create Pod major-upgrade-16-to-17-instance1-gfgv-0 in StatefulSet major-upgrade-16-to-17-instance1-gfgv successful statefulset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:20 +0000 UTC Normal Job.batch major-upgrade-16-to-17-pgbackrest-restore Completed Job completed job-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:21 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-gfgv-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-70f6 default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:27 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:28 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 225ms (225ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:28 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:28 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:29 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:29 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 212ms (212ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:29 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:29 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 246ms (246ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-17} Created Created container: extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:30 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-relocator-17} Started Started container extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:32 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:32 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 192ms (192ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:32 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-17} Created Created container: extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:32 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{extension-installer-17} Started Started container extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 192ms (192ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:33 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 217ms (217ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:34 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:37 +0000 UTC Warning Pod major-upgrade-16-to-17-instance1-gfgv-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:40 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-45zs-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-htzz default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:40 +0000 UTC Normal StatefulSet.apps major-upgrade-16-to-17-instance1-45zs SuccessfulCreate create Pod major-upgrade-16-to-17-instance1-45zs-0 in StatefulSet major-upgrade-16-to-17-instance1-45zs successful statefulset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:40 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0 Binding Scheduled Successfully assigned kuttl-test-easy-minnow/major-upgrade-16-to-17-instance1-kfl7-0 to gke-jen-pg-1454-bcdf84ed-default-pool-9013f222-q8wj default-scheduler logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:40 +0000 UTC Normal StatefulSet.apps major-upgrade-16-to-17-instance1-kfl7 SuccessfulCreate create Pod major-upgrade-16-to-17-instance1-kfl7-0 in StatefulSet major-upgrade-16-to-17-instance1-kfl7 successful statefulset-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:48 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-5163dc60-d4ea-4314-a233-fc116fdadf59" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:48 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-13ac4bd2-1e75-4925-90e3-f8bc8da2027f" attachdetach-controller logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:49 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:49 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 196ms (196ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:49 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:49 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:50 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:50 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 220ms (220ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:50 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:50 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:51 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:51 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 209ms (209ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:51 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:51 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:51 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:51 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 207ms (207ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:51 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-17} Created Created container: extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:51 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-relocator-17} Started Started container extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:52 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:52 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 214ms (214ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:52 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:52 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:52 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:52 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 209ms (209ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:52 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-17} Created Created container: extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:52 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{extension-installer-17} Started Started container extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:53 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:53 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 217ms (217ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:53 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-17} Created Created container: extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:53 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-relocator-17} Started Started container extension-relocator-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:53 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:53 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 139ms (139ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:53 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:53 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:54 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:54 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 227ms (227ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:54 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:54 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:54 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:55 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:55 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 190ms (190ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:55 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-17} Created Created container: extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:55 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{extension-installer-17} Started Started container extension-installer-17 kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:56 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:56 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 183ms (183ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:56 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:56 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:57 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:57 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" in 197ms (197ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:57 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:57 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:57 +0000 UTC Normal Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:42:57 +0000 UTC Warning Pod major-upgrade-16-to-17-instance1-kfl7-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:07:01 | major-upgrade-16-to-17 | 2026-02-20 19:43:00 +0000 UTC Warning Pod major-upgrade-16-to-17-instance1-45zs-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:07:02 | major-upgrade-16-to-17 | Deleting namespace: kuttl-test-easy-minnow case.go:118: context deadline exceeded === NAME kuttl harness.go:403: run tests finished harness.go:510: cleaning up harness.go:567: removing temp folder: "" --- FAIL: kuttl (2574.75s) --- FAIL: kuttl/harness (0.00s) --- FAIL: kuttl/harness/major-upgrade-16-to-17 (2574.03s) FAIL