=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://34.122.216.80 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 600 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 36 tests === RUN kuttl/harness === RUN kuttl/harness/major-upgrade-17-to-18 === PAUSE kuttl/harness/major-upgrade-17-to-18 === CONT kuttl/harness/major-upgrade-17-to-18 logger.go:42: 20:24:49 | major-upgrade-17-to-18 | Creating namespace "kuttl-test-champion-marmot" logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_client deploy_s3_secrets] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | + source ../../functions logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ realpath ../../.. logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ pwd logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-17-to-18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++ test_name=major-upgrade-17-to-18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export GIT_BRANCH=PR-1454 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ GIT_BRANCH=PR-1454 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ SKIP_TEST_WARNINGS=true logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ command -v oc logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ ! -n '' ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ -n '' ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export PG_VER=18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ PG_VER=18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export REGISTRY_NAME=docker.io logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ REGISTRY_NAME=docker.io logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ printenv logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ grep -E '^IMAGE' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ awk -F= '{print $1}' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ eval 'echo $IMAGE' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ which gdate logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ which date logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ which gsed logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++++ which sed logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | ++ oc get projects logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | + init_temp_dir logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | + rm -rf /tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | + deploy_operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | + local cw_prefix= logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | + destroy_operator logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 20:24:50 | major-upgrade-17-to-18/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 20:24:51 | major-upgrade-17-to-18/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 20:24:51 | major-upgrade-17-to-18/0-deploy-operator | namespace "pg-operator" force deleted logger.go:42: 20:25:02 | major-upgrade-17-to-18/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 20:25:02 | major-upgrade-17-to-18/0-deploy-operator | + create_namespace pg-operator logger.go:42: 20:25:02 | major-upgrade-17-to-18/0-deploy-operator | + local namespace=pg-operator logger.go:42: 20:25:02 | major-upgrade-17-to-18/0-deploy-operator | + [[ -n '' ]] logger.go:42: 20:25:02 | major-upgrade-17-to-18/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 20:25:02 | major-upgrade-17-to-18/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 20:25:03 | major-upgrade-17-to-18/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 20:25:03 | major-upgrade-17-to-18/0-deploy-operator | namespace/pg-operator created logger.go:42: 20:25:03 | major-upgrade-17-to-18/0-deploy-operator | + cw_prefix=cw- logger.go:42: 20:25:03 | major-upgrade-17-to-18/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy/crd.yaml logger.go:42: 20:25:04 | major-upgrade-17-to-18/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 20:25:05 | major-upgrade-17-to-18/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 20:25:06 | major-upgrade-17-to-18/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 20:25:07 | major-upgrade-17-to-18/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 20:25:07 | major-upgrade-17-to-18/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 20:25:07 | major-upgrade-17-to-18/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied logger.go:42: 20:25:07 | major-upgrade-17-to-18/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.postgres-operator.crunchydata.com serverside-applied logger.go:42: 20:25:09 | major-upgrade-17-to-18/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 20:25:09 | major-upgrade-17-to-18/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy/cw-rbac.yaml logger.go:42: 20:25:10 | major-upgrade-17-to-18/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 20:25:10 | major-upgrade-17-to-18/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 20:25:10 | major-upgrade-17-to-18/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 20:25:10 | major-upgrade-17-to-18/0-deploy-operator | + local disable_telemetry=true logger.go:42: 20:25:10 | major-upgrade-17-to-18/0-deploy-operator | + '[' major-upgrade-17-to-18 == telemetry-transfer ']' logger.go:42: 20:25:10 | major-upgrade-17-to-18/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy/cw-operator.yaml logger.go:42: 20:25:10 | major-upgrade-17-to-18/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 20:25:10 | major-upgrade-17-to-18/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 20:25:10 | major-upgrade-17-to-18/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 20:25:10 | major-upgrade-17-to-18/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 20:25:12 | major-upgrade-17-to-18/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 20:25:12 | major-upgrade-17-to-18/0-deploy-operator | + deploy_client logger.go:42: 20:25:12 | major-upgrade-17-to-18/0-deploy-operator | + kubectl -n kuttl-test-champion-marmot apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf/client.yaml logger.go:42: 20:25:13 | major-upgrade-17-to-18/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 20:25:13 | major-upgrade-17-to-18/0-deploy-operator | + deploy_s3_secrets logger.go:42: 20:25:13 | major-upgrade-17-to-18/0-deploy-operator | + set +o xtrace logger.go:42: 20:25:14 | major-upgrade-17-to-18/0-deploy-operator | secret/aws-s3-secret created logger.go:42: 20:25:15 | major-upgrade-17-to-18/0-deploy-operator | secret/gcp-cs-secret created logger.go:42: 20:25:15 | major-upgrade-17-to-18/0-deploy-operator | secret/azure-secret created logger.go:42: 20:25:16 | major-upgrade-17-to-18/0-deploy-operator | secret/minio-secret created logger.go:42: 20:25:17 | major-upgrade-17-to-18/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 20:25:17 | major-upgrade-17-to-18/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 20:25:17 | major-upgrade-17-to-18/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 20:25:17 | major-upgrade-17-to-18/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 20:25:17 | major-upgrade-17-to-18/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 20:25:17 | major-upgrade-17-to-18/0-deploy-operator | ASSERT PASS logger.go:42: 20:25:17 | major-upgrade-17-to-18/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 20:25:17 | major-upgrade-17-to-18/1-create-cluster | starting test step 1-create-cluster logger.go:42: 20:25:17 | major-upgrade-17-to-18/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval ' .spec.postgresVersion = 17 | .spec.image = "perconalab/percona-postgresql-operator:main-ppg17-postgres" | .spec.instances[0].dataVolumeClaimSpec.resources.requests.storage = "3Gi" | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-pgbouncer17" | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-pgbackrest17" | .spec.patroni.dynamicConfiguration.postgresql.parameters.shared_preload_libraries = "pg_cron" | .spec.extensions.custom += [{"name": "pg_cron", "version": "1.6.6"}]' \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 20:25:17 | major-upgrade-17-to-18/1-create-cluster | + source ../../functions logger.go:42: 20:25:17 | major-upgrade-17-to-18/1-create-cluster | +++ realpath ../../.. logger.go:42: 20:25:17 | major-upgrade-17-to-18/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:25:17 | major-upgrade-17-to-18/1-create-cluster | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ pwd logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-17-to-18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++ test_name=major-upgrade-17-to-18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export GIT_BRANCH=PR-1454 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ GIT_BRANCH=PR-1454 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ command -v oc logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ ! -n '' ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ -n '' ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export PG_VER=18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ PG_VER=18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ printenv logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ grep -E '^IMAGE' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ awk -F= '{print $1}' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ which gdate logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ which date logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ date=/usr/sbin/date logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ which gsed logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++++ which sed logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | +++ sed=/usr/sbin/sed logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ++ oc get projects logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + get_cr logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + local cr_name= logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + '[' -z ']' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + cr_name=major-upgrade-17-to-18 logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + local repo_path= logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + local source_path= logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + yq eval ' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.postgresVersion = 17 | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg17-postgres" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.instances[0].dataVolumeClaimSpec.resources.requests.storage = "3Gi" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-pgbouncer17" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-pgbackrest17" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.patroni.dynamicConfiguration.postgresql.parameters.shared_preload_libraries = "pg_cron" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.extensions.custom += [{"name": "pg_cron", "version": "1.6.6"}]' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + yq eval ' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .metadata.name = "major-upgrade-17-to-18" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .metadata.labels = {"e2e":"major-upgrade-17-to-18"} | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.postgresVersion = 18 | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.users += [{"name":"major-upgrade-17-to-18","password":{"type":"AlphaNumeric"}}] | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.pmm.image = "docker.io/perconalab/pmm-client:dev-latest" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.pmm.secret = "major-upgrade-17-to-18-pmm-secret" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.pmm.customClusterName = "major-upgrade-17-to-18-pmm-custom-name" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.pmm.postgresParams = "--environment=dev-postgres" logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy/cr.yaml logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + kubectl -n kuttl-test-champion-marmot apply -f - logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + [[ -n '' ]] logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + case $test_name in logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + yq eval -i ' logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.extensions.image = "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.extensions.imagePullPolicy = "Always" | logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | .spec.extensions.storage = {"type": "s3", "bucket": "pg-extensions", "region": "eu-central-1", "secret": {"name": "aws-s3-secret"}} logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | ' /tmp/kuttl/pg/major-upgrade-17-to-18/cr.yaml logger.go:42: 20:25:18 | major-upgrade-17-to-18/1-create-cluster | + cat /tmp/kuttl/pg/major-upgrade-17-to-18/cr.yaml logger.go:42: 20:25:19 | major-upgrade-17-to-18/1-create-cluster | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 created logger.go:42: 20:26:23 | major-upgrade-17-to-18/1-create-cluster | test step completed 1-create-cluster logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | starting test step 2-write-data logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' \ "postgres:$(get_psql_user_pass major-upgrade-17-to-18-pguser-postgres)@$(get_psql_user_host major-upgrade-17-to-18-pguser-postgres)" run_psql_local \ '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' \ "postgres:$(get_psql_user_pass major-upgrade-17-to-18-pguser-postgres)@$(get_psql_user_host major-upgrade-17-to-18-pguser-postgres)" run_psql_local \ '\c postgres \\\ CREATE EXTENSION pg_cron' \ "postgres:$(get_psql_user_pass major-upgrade-17-to-18-pguser-postgres)@$(get_psql_user_host major-upgrade-17-to-18-pguser-postgres)"] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | + source ../../functions logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ realpath ../../.. logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ pwd logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-17-to-18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++ test_name=major-upgrade-17-to-18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export GIT_BRANCH=PR-1454 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ GIT_BRANCH=PR-1454 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ command -v oc logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ ! -n '' ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ -n '' ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export PG_VER=18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ PG_VER=18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export PGOV1_VER=14 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ PGOV1_VER=14 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ printenv logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ grep -E '^IMAGE' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ awk -F= '{print $1}' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ which gdate logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ which date logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ date=/usr/sbin/date logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ which gsed logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++++ which sed logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | +++ sed=/usr/sbin/sed logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++ oc get projects logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++ get_psql_user_pass major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++ get_psql_user_host major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:23 | major-upgrade-17-to-18/2-write-data | ++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 20:26:24 | major-upgrade-17-to-18/2-write-data | + run_psql_local 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:26:24 | major-upgrade-17-to-18/2-write-data | + local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);' logger.go:42: 20:26:24 | major-upgrade-17-to-18/2-write-data | + local uri=postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:26:24 | major-upgrade-17-to-18/2-write-data | + local driver=postgres logger.go:42: 20:26:24 | major-upgrade-17-to-18/2-write-data | ++ get_client_pod logger.go:42: 20:26:24 | major-upgrade-17-to-18/2-write-data | ++ kubectl -n kuttl-test-champion-marmot get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 20:26:24 | major-upgrade-17-to-18/2-write-data | + kubectl -n kuttl-test-champion-marmot exec pg-client-65d98588cc-mhfdm -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY);\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc'\''' logger.go:42: 20:26:26 | major-upgrade-17-to-18/2-write-data | ++ get_psql_user_pass major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:26 | major-upgrade-17-to-18/2-write-data | ++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:26 | major-upgrade-17-to-18/2-write-data | ++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 20:26:26 | major-upgrade-17-to-18/2-write-data | ++ get_psql_user_host major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:26 | major-upgrade-17-to-18/2-write-data | ++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:26 | major-upgrade-17-to-18/2-write-data | ++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 20:26:27 | major-upgrade-17-to-18/2-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:26:27 | major-upgrade-17-to-18/2-write-data | + local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)' logger.go:42: 20:26:27 | major-upgrade-17-to-18/2-write-data | + local uri=postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:26:27 | major-upgrade-17-to-18/2-write-data | + local driver=postgres logger.go:42: 20:26:27 | major-upgrade-17-to-18/2-write-data | ++ get_client_pod logger.go:42: 20:26:27 | major-upgrade-17-to-18/2-write-data | ++ kubectl -n kuttl-test-champion-marmot get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 20:26:27 | major-upgrade-17-to-18/2-write-data | + kubectl -n kuttl-test-champion-marmot exec pg-client-65d98588cc-mhfdm -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc'\''' logger.go:42: 20:26:28 | major-upgrade-17-to-18/2-write-data | ++ get_psql_user_pass major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:28 | major-upgrade-17-to-18/2-write-data | ++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:28 | major-upgrade-17-to-18/2-write-data | ++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 20:26:29 | major-upgrade-17-to-18/2-write-data | ++ get_psql_user_host major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:29 | major-upgrade-17-to-18/2-write-data | ++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:29 | major-upgrade-17-to-18/2-write-data | ++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 20:26:29 | major-upgrade-17-to-18/2-write-data | + run_psql_local '\c postgres \\\ CREATE EXTENSION pg_cron' postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:26:29 | major-upgrade-17-to-18/2-write-data | + local 'command=\c postgres \\\ CREATE EXTENSION pg_cron' logger.go:42: 20:26:29 | major-upgrade-17-to-18/2-write-data | + local uri=postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:26:29 | major-upgrade-17-to-18/2-write-data | + local driver=postgres logger.go:42: 20:26:29 | major-upgrade-17-to-18/2-write-data | ++ get_client_pod logger.go:42: 20:26:29 | major-upgrade-17-to-18/2-write-data | ++ kubectl -n kuttl-test-champion-marmot get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 20:26:30 | major-upgrade-17-to-18/2-write-data | + kubectl -n kuttl-test-champion-marmot exec pg-client-65d98588cc-mhfdm -- bash -c 'printf '\''\c postgres \\\ CREATE EXTENSION pg_cron\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc'\''' logger.go:42: 20:26:31 | major-upgrade-17-to-18/2-write-data | test step completed 2-write-data logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | starting test step 3-read-from-primary logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_psql_local '\c myapp \\\ SELECT * from myApp;' "postgres:$(get_psql_user_pass major-upgrade-17-to-18-pguser-postgres)@$(get_psql_user_host major-upgrade-17-to-18-pguser-postgres)") kubectl create configmap -n "${NAMESPACE}" 03-read-from-primary --from-literal=data="${data}"] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | + source ../../functions logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ realpath ../../.. logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ pwd logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-17-to-18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++ test_name=major-upgrade-17-to-18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export GIT_BRANCH=PR-1454 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ GIT_BRANCH=PR-1454 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ SKIP_TEST_WARNINGS=true logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ command -v oc logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ ! -n '' ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ -n '' ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export PG_VER=18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ PG_VER=18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export BUCKET=pg-operator-testing logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ BUCKET=pg-operator-testing logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export PGOV1_TAG=1.4.0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ PGOV1_TAG=1.4.0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export PGOV1_VER=14 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ PGOV1_VER=14 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export MINIO_VER=5.4.0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ MINIO_VER=5.4.0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export REGISTRY_NAME=docker.io logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ REGISTRY_NAME=docker.io logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ printenv logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ grep -E '^IMAGE' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ awk -F= '{print $1}' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ eval 'echo $IMAGE' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ which gdate logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ which date logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ date=/usr/sbin/date logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ which gsed logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++++ which sed logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ sed=/usr/sbin/sed logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | ++ oc get projects logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ get_psql_user_pass major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ get_psql_user_host major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:26:31 | major-upgrade-17-to-18/3-read-from-primary | +++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 20:26:32 | major-upgrade-17-to-18/3-read-from-primary | ++ run_psql_local '\c myapp \\\ SELECT * from myApp;' postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:26:32 | major-upgrade-17-to-18/3-read-from-primary | ++ local 'command=\c myapp \\\ SELECT * from myApp;' logger.go:42: 20:26:32 | major-upgrade-17-to-18/3-read-from-primary | ++ local uri=postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:26:32 | major-upgrade-17-to-18/3-read-from-primary | ++ local driver=postgres logger.go:42: 20:26:32 | major-upgrade-17-to-18/3-read-from-primary | +++ get_client_pod logger.go:42: 20:26:32 | major-upgrade-17-to-18/3-read-from-primary | +++ kubectl -n kuttl-test-champion-marmot get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 20:26:32 | major-upgrade-17-to-18/3-read-from-primary | ++ kubectl -n kuttl-test-champion-marmot exec pg-client-65d98588cc-mhfdm -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc'\''' logger.go:42: 20:26:33 | major-upgrade-17-to-18/3-read-from-primary | + data=' 100500' logger.go:42: 20:26:33 | major-upgrade-17-to-18/3-read-from-primary | + kubectl create configmap -n kuttl-test-champion-marmot 03-read-from-primary '--from-literal=data= 100500' logger.go:42: 20:26:34 | major-upgrade-17-to-18/3-read-from-primary | configmap/03-read-from-primary created logger.go:42: 20:26:34 | major-upgrade-17-to-18/3-read-from-primary | test step completed 3-read-from-primary logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | starting test step 4-upgrade logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl apply -n ${NAMESPACE} -f - <<-EOF apiVersion: pgv2.percona.com/v2 kind: PerconaPGUpgrade metadata: name: 17-to-18 spec: postgresClusterName: major-upgrade-17-to-18 image: ${IMAGE_UPGRADE} fromPostgresVersion: 17 toPostgresVersion: 18 toPostgresImage: $(get_container_image "postgres" 18) toPgBouncerImage: $(get_container_image "pgbouncer" 18) toPgBackRestImage: $(get_container_image "pgbackrest" 18) EOF] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | + source ../../functions logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ realpath ../../.. logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ pwd logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-17-to-18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ test_name=major-upgrade-17-to-18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export GIT_BRANCH=PR-1454 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ GIT_BRANCH=PR-1454 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ SKIP_TEST_WARNINGS=true logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ command -v oc logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ ! -n '' ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ -n '' ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export PG_VER=18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ PG_VER=18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export BUCKET=pg-operator-testing logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ BUCKET=pg-operator-testing logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export PGOV1_TAG=1.4.0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ PGOV1_TAG=1.4.0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export PGOV1_VER=14 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ PGOV1_VER=14 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export MINIO_VER=5.4.0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ MINIO_VER=5.4.0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export REGISTRY_NAME=docker.io logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ REGISTRY_NAME=docker.io logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ printenv logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ grep -E '^IMAGE' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ awk -F= '{print $1}' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ eval 'echo $IMAGE' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ which gdate logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ which date logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ date=/usr/sbin/date logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ which gsed logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++++ which sed logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | +++ sed=/usr/sbin/sed logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ oc get projects logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | + kubectl apply -n kuttl-test-champion-marmot -f - logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ get_container_image postgres 18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ local component=postgres logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ local pgVersion=18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ local operatorVersion=PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ [[ ! PR-1454-bcdf84ed0 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ operatorVersion=main logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ [[ postgres == \p\g\b\o\u\n\c\e\r ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ [[ postgres == \p\g\b\a\c\k\r\e\s\t ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ get_container_image pgbouncer 18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ local component=pgbouncer logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ local pgVersion=18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ local operatorVersion=PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ [[ ! PR-1454-bcdf84ed0 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ operatorVersion=main logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ [[ pgbouncer == \p\g\b\o\u\n\c\e\r ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ get_container_image pgbackrest 18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ local component=pgbackrest logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ local pgVersion=18 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ local operatorVersion=PR-1454-bcdf84ed0 logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ [[ ! PR-1454-bcdf84ed0 =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ operatorVersion=main logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ [[ pgbackrest == \p\g\b\o\u\n\c\e\r ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ [[ pgbackrest == \p\g\b\a\c\k\r\e\s\t ]] logger.go:42: 20:26:34 | major-upgrade-17-to-18/4-upgrade | ++ echo docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:26:36 | major-upgrade-17-to-18/4-upgrade | perconapgupgrade.pgv2.percona.com/17-to-18 created logger.go:42: 20:26:36 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc ready 3 3 78s logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-mnsj-gbdwt 0/1 Completed 0 49s logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-jqxm-0 4/4 Running 0 77s logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-vbnp-0 4/4 Running 0 77s logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 77s logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s 2/2 Running 0 76s logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr 2/2 Running 0 76s logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69 2/2 Running 0 76s logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-repo-host-0 2/2 Running 0 76s logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 84s logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:26:37 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-mnsj Complete 1/1 32s 49s logger.go:42: 20:26:44 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:26:45 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:26:45 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc stopping 3 3 85s logger.go:42: 20:26:45 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:26:45 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:26:45 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-mnsj-gbdwt 0/1 Completed 0 57s logger.go:42: 20:26:45 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 85s logger.go:42: 20:26:45 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-repo-host-0 2/2 Running 0 84s logger.go:42: 20:26:45 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 92s logger.go:42: 20:26:45 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:26:45 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:26:45 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-mnsj Complete 1/1 32s 57s logger.go:42: 20:26:51 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:26:52 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:26:52 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc stopping 1 0 93s logger.go:42: 20:26:52 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:26:52 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:26:52 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-mnsj-gbdwt 0/1 Completed 0 64s logger.go:42: 20:26:52 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-repo-host-0 2/2 Running 0 91s logger.go:42: 20:26:52 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 99s logger.go:42: 20:26:52 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:26:52 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:26:52 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-mnsj Complete 1/1 32s 64s logger.go:42: 20:26:58 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:26:59 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:26:59 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc paused 0 0 100s logger.go:42: 20:26:59 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:26:59 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:26:59 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Init:0/5 0 3s logger.go:42: 20:26:59 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-mnsj-gbdwt 0/1 Completed 0 71s logger.go:42: 20:26:59 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 106s logger.go:42: 20:26:59 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:26:59 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:26:59 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Running 0/1 3s 3s logger.go:42: 20:26:59 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-mnsj Complete 1/1 32s 71s logger.go:42: 20:27:05 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:27:06 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:27:06 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc paused 0 0 107s logger.go:42: 20:27:06 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:06 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:27:06 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Init:4/5 0 10s logger.go:42: 20:27:06 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-mnsj-gbdwt 0/1 Completed 0 78s logger.go:42: 20:27:06 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 113s logger.go:42: 20:27:06 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:06 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:27:06 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Running 0/1 10s 10s logger.go:42: 20:27:06 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-mnsj Complete 1/1 32s 78s logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc paused 0 0 114s logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 1/1 Running 0 17s logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-mnsj-gbdwt 0/1 Completed 0 85s logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 2m logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Running 0/1 17s 17s logger.go:42: 20:27:13 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-mnsj Complete 1/1 32s 85s logger.go:42: 20:27:20 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc paused 0 0 2m1s logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 ContainerCreating 0 3s logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 ContainerCreating 0 3s logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Completed 0 24s logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-mnsj-gbdwt 0/1 Completed 0 92s logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 2m7s logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-jqxm Running 0/1 4s 4s logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-vbnp Running 0/1 4s 4s logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Complete 1/1 21s 25s logger.go:42: 20:27:21 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-mnsj Complete 1/1 32s 93s logger.go:42: 20:27:27 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc paused 0 0 2m8s logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 ContainerCreating 0 10s logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 10s logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Completed 0 31s logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-mnsj-gbdwt 0/1 Completed 0 99s logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 2m14s logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-jqxm Running 0/1 11s 11s logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-vbnp Running 0/1 11s 11s logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Complete 1/1 21s 32s logger.go:42: 20:27:28 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-mnsj Complete 1/1 32s 100s logger.go:42: 20:27:34 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc paused 0 0 2m16s logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 18s logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 18s logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Completed 0 39s logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 2m22s logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-jqxm Complete 1/1 15s 18s logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-vbnp Complete 1/1 12s 18s logger.go:42: 20:27:35 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Complete 1/1 21s 39s logger.go:42: 20:27:41 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc initializing 0 0 2m23s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 25s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 25s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Completed 0 46s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-zqh6-0 0/4 Init:0/5 0 4s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 4s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 4s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 4s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-repo-host-0 0/2 Init:0/2 0 4s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 2m29s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-jqxm Complete 1/1 15s 25s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-vbnp Complete 1/1 12s 25s logger.go:42: 20:27:42 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Complete 1/1 21s 46s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc initializing 0 3 2m30s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 32s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 32s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Completed 0 53s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-zqh6-0 0/4 Init:0/5 0 11s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 11s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 11s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 11s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-repo-host-0 0/2 PodInitializing 0 11s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 2m36s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-jqxm Complete 1/1 15s 32s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-vbnp Complete 1/1 12s 32s logger.go:42: 20:27:49 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Complete 1/1 21s 53s logger.go:42: 20:27:56 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc initializing 0 3 2m37s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 39s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 39s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Completed 0 60s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-zqh6-0 0/4 PodInitializing 0 18s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 18s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 18s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 18s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-repo-host-0 2/2 Running 0 18s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 2m43s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-jqxm Complete 1/1 15s 40s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-vbnp Complete 1/1 12s 40s logger.go:42: 20:27:57 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Complete 1/1 21s 61s logger.go:42: 20:28:03 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc ready 1 3 2m44s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 47s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 47s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Completed 0 68s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-jqxm-0 0/4 Init:0/5 0 3s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-vbnp-0 0/4 Init:0/5 0 3s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 26s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 26s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 26s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 26s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-repo-host-0 2/2 Running 0 26s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 2m51s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-jqxm Complete 1/1 15s 47s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-vbnp Complete 1/1 12s 47s logger.go:42: 20:28:04 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Complete 1/1 21s 68s logger.go:42: 20:28:10 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc initializing 1 3 2m52s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 54s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 54s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Completed 0 75s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-9gck-cmg2g 1/1 Running 0 5s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-jqxm-0 0/4 Init:0/5 0 10s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-vbnp-0 0/4 Init:0/5 0 10s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 33s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 33s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 33s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 33s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-repo-host-0 2/2 Running 0 33s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 2m58s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-jqxm Complete 1/1 15s 54s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-vbnp Complete 1/1 12s 54s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Complete 1/1 21s 75s logger.go:42: 20:28:11 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-9gck Running 0/1 5s 5s logger.go:42: 20:28:18 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc initializing 1 3 2m59s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 61s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 61s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Completed 0 82s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-9gck-cmg2g 0/1 Completed 0 12s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-jqxm-0 0/4 PodInitializing 0 17s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 17s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 40s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 40s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 40s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 40s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-repo-host-0 2/2 Running 0 40s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 3m5s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-jqxm Complete 1/1 15s 62s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-vbnp Complete 1/1 12s 62s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Complete 1/1 21s 83s logger.go:42: 20:28:19 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-9gck Complete 1/1 12s 13s logger.go:42: 20:28:25 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc initializing 1 3 3m7s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 69s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 69s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Completed 0 90s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-9gck-cmg2g 0/1 Completed 0 20s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-jqxm-0 4/4 Running 0 25s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-vbnp-0 4/4 Running 0 25s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 48s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 48s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 48s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 48s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-repo-host-0 2/2 Running 0 48s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 3m13s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-jqxm Complete 1/1 15s 69s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-vbnp Complete 1/1 12s 69s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Complete 1/1 21s 90s logger.go:42: 20:28:26 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-9gck Complete 1/1 12s 20s logger.go:42: 20:28:33 | major-upgrade-17-to-18/4-upgrade | running command: [sh -c kubectl -n ${NAMESPACE} get pg,pod,job sleep 5] logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | NAME ENDPOINT STATUS POSTGRES PGBOUNCER AGE logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc ready 3 3 3m14s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | NAME READY STATUS RESTARTS AGE logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 76s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 76s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/17-to-18-pgdata-5wcxw 0/1 Completed 0 97s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-backup-9gck-cmg2g 0/1 Completed 0 27s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-jqxm-0 4/4 Running 0 32s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-vbnp-0 4/4 Running 0 32s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 55s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 55s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 55s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 55s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/major-upgrade-17-to-18-repo-host-0 2/2 Running 0 55s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | pod/pg-client-65d98588cc-mhfdm 1/1 Running 0 3m20s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | NAME STATUS COMPLETIONS DURATION AGE logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-jqxm Complete 1/1 15s 77s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-major-upgrade-17-to-18-instance1-vbnp Complete 1/1 12s 77s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | job.batch/17-to-18-pgdata Complete 1/1 21s 98s logger.go:42: 20:28:34 | major-upgrade-17-to-18/4-upgrade | job.batch/major-upgrade-17-to-18-backup-9gck Complete 1/1 12s 28s logger.go:42: 20:28:39 | major-upgrade-17-to-18/4-upgrade | test step completed 4-upgrade logger.go:42: 20:28:39 | major-upgrade-17-to-18/5-change-repo | starting test step 5-change-repo logger.go:42: 20:28:39 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c set -o errexit set -o xtrace kubectl patch \ -n $NAMESPACE \ perconapgcluster major-upgrade-17-to-18 \ --type='json' \ -p='[{"op": "replace", "path": "/spec/backups/pgbackrest/repos/0/name", "value": "repo2"}]'] logger.go:42: 20:28:39 | major-upgrade-17-to-18/5-change-repo | + kubectl patch -n kuttl-test-champion-marmot perconapgcluster major-upgrade-17-to-18 --type=json '-p=[{"op": "replace", "path": "/spec/backups/pgbackrest/repos/0/name", "value": "repo2"}]' logger.go:42: 20:28:39 | major-upgrade-17-to-18/5-change-repo | perconapgcluster.pgv2.percona.com/major-upgrade-17-to-18 patched logger.go:42: 20:28:40 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:28:41 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:28:41 | major-upgrade-17-to-18/5-change-repo | name: repo1 logger.go:42: 20:28:41 | major-upgrade-17-to-18/5-change-repo | replicaCreateBackupComplete: true logger.go:42: 20:28:41 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:28:41 | major-upgrade-17-to-18/5-change-repo | volume: pvc-ee8b3e74-5ceb-4298-9b49-0036d819f326 logger.go:42: 20:28:42 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:28:42 | major-upgrade-17-to-18/5-change-repo | - name: repo2 logger.go:42: 20:28:42 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:28:44 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:28:44 | major-upgrade-17-to-18/5-change-repo | - name: repo2 logger.go:42: 20:28:44 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:28:45 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:28:46 | major-upgrade-17-to-18/5-change-repo | - name: repo2 logger.go:42: 20:28:46 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:28:47 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:28:48 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:28:48 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:28:48 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:28:48 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:28:49 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:28:49 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:28:49 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:28:49 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:28:49 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:28:51 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:28:51 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:28:51 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:28:51 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:28:51 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:28:52 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:28:53 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:28:53 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:28:53 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:28:53 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:28:54 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:28:55 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:28:55 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:28:55 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:28:55 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:28:56 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:28:57 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:28:57 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:28:57 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:28:57 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:28:58 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:28:58 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:28:58 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:28:58 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:28:58 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:28:59 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:00 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:00 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:00 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:00 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:01 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:02 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:02 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:02 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:02 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:03 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:04 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:04 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:04 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:04 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:05 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:05 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:05 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:05 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:05 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:06 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:07 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:07 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:07 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:07 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:08 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:09 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:09 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:09 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:09 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:10 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:11 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:11 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:11 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:11 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:12 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:12 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:12 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:12 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:12 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:13 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:14 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:14 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:14 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:14 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:15 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:16 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:16 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:16 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:16 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:17 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:18 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:18 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:18 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:18 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:19 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:19 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:19 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:19 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:19 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:21 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:21 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:21 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:21 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:21 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:22 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:23 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:23 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:23 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:23 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:24 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:25 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:25 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:25 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:25 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:26 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:26 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:26 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:26 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:26 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:28 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:28 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:28 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:28 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:28 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:29 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:30 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:30 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:30 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:30 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:31 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:32 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:32 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:32 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:32 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:33 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:34 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:34 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:34 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:34 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:35 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:35 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:35 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:35 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:35 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:36 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:37 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:37 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:37 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:37 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:38 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:39 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:39 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:39 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:39 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:40 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:41 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:41 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:41 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:41 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:42 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:42 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:42 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:42 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:42 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:43 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:44 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:44 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:44 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:44 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:45 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:46 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:46 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:46 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:46 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:47 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:48 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:48 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:48 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:48 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:49 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:49 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:49 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:49 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:49 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:51 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:51 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:51 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:51 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: false logger.go:42: 20:29:51 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:52 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:53 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:53 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:53 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:29:53 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:54 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:55 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:55 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:55 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:29:55 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:56 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:56 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:56 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:56 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:29:56 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:58 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:29:58 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:29:58 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:29:58 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:29:58 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:29:59 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:00 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:00 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:00 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:00 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:01 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:02 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:02 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:02 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:02 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:03 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:04 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:04 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:04 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:04 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:05 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:05 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:05 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:05 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:05 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:07 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:07 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:07 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:07 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:07 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:08 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:09 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:09 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:09 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:09 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:10 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:11 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:11 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:11 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:11 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:12 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:12 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:12 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:12 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:12 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:14 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:14 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:14 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:14 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:14 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:15 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:16 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:16 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:16 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:16 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:17 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:18 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:18 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:18 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:18 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:19 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:19 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:19 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:19 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:19 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:21 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:21 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:21 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:21 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:21 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:22 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:23 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:23 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:23 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:23 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:24 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:25 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:25 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:25 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:25 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:26 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:27 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:27 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:27 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:27 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:28 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:28 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:28 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:28 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:28 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:29 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:30 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:30 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:30 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:30 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:31 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:32 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:32 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:32 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:32 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:33 | major-upgrade-17-to-18/5-change-repo | running command: [sh -c kubectl get postgrescluster major-upgrade-17-to-18 \ -n ${NAMESPACE} \ -o yaml \ | yq eval '.status.pgbackrest.repos' -] logger.go:42: 20:30:34 | major-upgrade-17-to-18/5-change-repo | - bound: true logger.go:42: 20:30:34 | major-upgrade-17-to-18/5-change-repo | name: repo2 logger.go:42: 20:30:34 | major-upgrade-17-to-18/5-change-repo | replicaCreateBackupComplete: true logger.go:42: 20:30:34 | major-upgrade-17-to-18/5-change-repo | stanzaCreated: true logger.go:42: 20:30:34 | major-upgrade-17-to-18/5-change-repo | volume: pvc-91137405-5943-4043-83be-ff58ede9e2f9 logger.go:42: 20:30:34 | major-upgrade-17-to-18/5-change-repo | test step completed 5-change-repo logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | starting test step 6-write-data logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' \ "postgres:$(get_psql_user_pass major-upgrade-17-to-18-pguser-postgres)@$(get_psql_user_host major-upgrade-17-to-18-pguser-postgres)"] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | + source ../../functions logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ realpath ../../.. logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ pwd logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-17-to-18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++ test_name=major-upgrade-17-to-18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export GIT_BRANCH=PR-1454 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ GIT_BRANCH=PR-1454 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ command -v oc logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ ! -n '' ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ -n '' ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export PG_VER=18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ PG_VER=18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export PGOV1_VER=14 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ PGOV1_VER=14 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ printenv logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ grep -E '^IMAGE' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ awk -F= '{print $1}' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ which gdate logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ which date logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ date=/usr/sbin/date logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ which gsed logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++++ which sed logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | +++ sed=/usr/sbin/sed logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++ oc get projects logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++ get_psql_user_pass major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++ get_psql_user_host major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:30:34 | major-upgrade-17-to-18/6-write-data | ++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 20:30:35 | major-upgrade-17-to-18/6-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:30:35 | major-upgrade-17-to-18/6-write-data | + local 'command=\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)' logger.go:42: 20:30:35 | major-upgrade-17-to-18/6-write-data | + local uri=postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:30:35 | major-upgrade-17-to-18/6-write-data | + local driver=postgres logger.go:42: 20:30:35 | major-upgrade-17-to-18/6-write-data | ++ get_client_pod logger.go:42: 20:30:35 | major-upgrade-17-to-18/6-write-data | ++ kubectl -n kuttl-test-champion-marmot get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 20:30:35 | major-upgrade-17-to-18/6-write-data | + kubectl -n kuttl-test-champion-marmot exec pg-client-65d98588cc-mhfdm -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myApp (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc'\''' logger.go:42: 20:30:36 | major-upgrade-17-to-18/6-write-data | test step completed 6-write-data logger.go:42: 20:30:36 | major-upgrade-17-to-18/7-run-backup | starting test step 7-run-backup logger.go:42: 20:30:37 | major-upgrade-17-to-18/7-run-backup | PerconaPGBackup:kuttl-test-champion-marmot/backup-after-17-to-18 created logger.go:42: 20:30:59 | major-upgrade-17-to-18/7-run-backup | test step completed 7-run-backup logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | starting test step 8-read-from-primary logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | running command: [sh -c set -o errexit set -o xtrace source ../../functions data=$(run_psql_local '\c myapp \\\ SELECT * from myApp;' "postgres:$(get_psql_user_pass major-upgrade-17-to-18-pguser-postgres)@$(get_psql_user_host major-upgrade-17-to-18-pguser-postgres)") kubectl create configmap -n "${NAMESPACE}" 08-read-from-primary --from-literal=data="${data}"] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | + source ../../functions logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ realpath ../../.. logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ pwd logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-17-to-18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++ test_name=major-upgrade-17-to-18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export GIT_BRANCH=PR-1454 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ GIT_BRANCH=PR-1454 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ SKIP_TEST_WARNINGS=true logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ command -v oc logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ ! -n '' ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ -n '' ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export PG_VER=18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ PG_VER=18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export BUCKET=pg-operator-testing logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ BUCKET=pg-operator-testing logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export PGOV1_TAG=1.4.0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ PGOV1_TAG=1.4.0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export PGOV1_VER=14 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ PGOV1_VER=14 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export MINIO_VER=5.4.0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ MINIO_VER=5.4.0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export REGISTRY_NAME=docker.io logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ REGISTRY_NAME=docker.io logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ printenv logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ grep -E '^IMAGE' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ awk -F= '{print $1}' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ eval 'echo $IMAGE' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ which gdate logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:30:59 | major-upgrade-17-to-18/8-read-from-primary | ++++ which date logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | +++ date=/usr/sbin/date logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | ++++ which gsed logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | ++++ which sed logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | +++ sed=/usr/sbin/sed logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | ++ oc get projects logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | +++ get_psql_user_pass major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | +++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | +++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | +++ get_psql_user_host major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | +++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | +++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | ++ run_psql_local '\c myapp \\\ SELECT * from myApp;' postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | ++ local 'command=\c myapp \\\ SELECT * from myApp;' logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | ++ local uri=postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | ++ local driver=postgres logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | +++ get_client_pod logger.go:42: 20:31:00 | major-upgrade-17-to-18/8-read-from-primary | +++ kubectl -n kuttl-test-champion-marmot get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 20:31:01 | major-upgrade-17-to-18/8-read-from-primary | ++ kubectl -n kuttl-test-champion-marmot exec pg-client-65d98588cc-mhfdm -- bash -c 'printf '\''\c myapp \\\ SELECT * from myApp;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc'\''' logger.go:42: 20:31:02 | major-upgrade-17-to-18/8-read-from-primary | + data=' 100500 logger.go:42: 20:31:02 | major-upgrade-17-to-18/8-read-from-primary | 100501' logger.go:42: 20:31:02 | major-upgrade-17-to-18/8-read-from-primary | + kubectl create configmap -n kuttl-test-champion-marmot 08-read-from-primary '--from-literal=data= 100500 logger.go:42: 20:31:02 | major-upgrade-17-to-18/8-read-from-primary | 100501' logger.go:42: 20:31:02 | major-upgrade-17-to-18/8-read-from-primary | configmap/08-read-from-primary created logger.go:42: 20:31:03 | major-upgrade-17-to-18/8-read-from-primary | test step completed 8-read-from-primary logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | starting test step 9-delete-data logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ '\c myapp \\\ TRUNCATE TABLE myApp' \ "postgres:$(get_psql_user_pass major-upgrade-17-to-18-pguser-postgres)@$(get_psql_user_host major-upgrade-17-to-18-pguser-postgres)"] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | + source ../../functions logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ realpath ../../.. logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ pwd logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/tests/major-upgrade-17-to-18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++ test_name=major-upgrade-17-to-18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/vars.sh logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/deploy logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/e2e-tests/conf logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ TEMP_DIR=/tmp/kuttl/pg/major-upgrade-17-to-18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export GIT_BRANCH=PR-1454 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ GIT_BRANCH=PR-1454 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ VERSION=PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ command -v oc logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ ! -n '' ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ -n '' ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export PG_VER=18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ PG_VER=18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export BUCKET=pg-operator-testing logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ BUCKET=pg-operator-testing logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export PGOV1_VER=14 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ PGOV1_VER=14 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export MINIO_VER=5.4.0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ MINIO_VER=5.4.0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ REGISTRY_NAME=docker.io logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ printenv logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ grep -E '^IMAGE' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ awk -F= '{print $1}' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ eval 'echo $IMAGE' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++++ echo perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == docker.io/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == percona/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 == perconalab/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0 logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ which gdate logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ which date logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ date=/usr/sbin/date logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ which gsed logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1454/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++++ which sed logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | +++ sed=/usr/sbin/sed logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++ oc get projects logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++ get_psql_user_pass major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++ get_psql_user_host major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++ local secret_name=major-upgrade-17-to-18-pguser-postgres logger.go:42: 20:31:03 | major-upgrade-17-to-18/9-delete-data | ++ kubectl -n kuttl-test-champion-marmot get secret/major-upgrade-17-to-18-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 20:31:04 | major-upgrade-17-to-18/9-delete-data | + run_psql_local '\c myapp \\\ TRUNCATE TABLE myApp' postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:31:04 | major-upgrade-17-to-18/9-delete-data | + local 'command=\c myapp \\\ TRUNCATE TABLE myApp' logger.go:42: 20:31:04 | major-upgrade-17-to-18/9-delete-data | + local uri=postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc logger.go:42: 20:31:04 | major-upgrade-17-to-18/9-delete-data | + local driver=postgres logger.go:42: 20:31:04 | major-upgrade-17-to-18/9-delete-data | ++ get_client_pod logger.go:42: 20:31:04 | major-upgrade-17-to-18/9-delete-data | ++ kubectl -n kuttl-test-champion-marmot get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 20:31:04 | major-upgrade-17-to-18/9-delete-data | + kubectl -n kuttl-test-champion-marmot exec pg-client-65d98588cc-mhfdm -- bash -c 'printf '\''\c myapp \\\ TRUNCATE TABLE myApp\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:SBY1ihPwNjK44KNn7p6vZuQ9@major-upgrade-17-to-18-primary.kuttl-test-champion-marmot.svc'\''' logger.go:42: 20:31:05 | major-upgrade-17-to-18/9-delete-data | test step completed 9-delete-data logger.go:42: 20:31:05 | major-upgrade-17-to-18/10-run-restore | starting test step 10-run-restore logger.go:42: 20:31:05 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(get_pod_by_role major-upgrade-17-to-18 primary name) latest_full_repo2_backup=$(kubectl -n ${NAMESPACE} exec ${primary} -- pgbackrest info --output json --log-level-console=info | jq -r '[.[] | .backup[] | select(.type == "full") | select(.database["repo-key"] == 2)][-1].label') cat </dev/null done sleep 30] logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 3m53s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 3m53s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 4m14s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 78s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 31s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 4/4 Running 0 3m9s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 4/4 Running 0 3m9s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 3m32s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 3m32s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 3m32s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 3m32s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 2m28s logger.go:42: 20:31:11 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 5m57s logger.go:42: 20:31:12 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:31:14 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:31:15 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:31:15 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 3m58s logger.go:42: 20:31:15 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 3m58s logger.go:42: 20:31:15 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 4m19s logger.go:42: 20:31:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 83s logger.go:42: 20:31:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 36s logger.go:42: 20:31:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 3m37s logger.go:42: 20:31:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 3m37s logger.go:42: 20:31:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 3m37s logger.go:42: 20:31:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 2m33s logger.go:42: 20:31:15 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 6m2s logger.go:42: 20:31:16 | major-upgrade-17-to-18/10-run-restore | No resources found in kuttl-test-champion-marmot namespace. logger.go:42: 20:31:47 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 4m30s logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 4m30s logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 4m51s logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 115s logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 68s logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbackrest-restore-jn9sw 0/1 Completed 0 32s logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 4m9s logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 4m9s logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 4m9s logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 3m5s logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 6m34s logger.go:42: 20:31:48 | major-upgrade-17-to-18/10-run-restore | No resources found in kuttl-test-champion-marmot namespace. logger.go:42: 20:32:19 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 5m3s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 5m3s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 5m24s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 2m28s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 101s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 0/4 Init:3/5 0 15s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 0/4 Init:3/5 0 15s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 31s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 4m42s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 4m42s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 4m42s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 3m38s logger.go:42: 20:32:20 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 7m7s logger.go:42: 20:32:22 | major-upgrade-17-to-18/10-run-restore | Waiting for major-upgrade-17-to-18-instance1-jqxm-0 to start running logger.go:42: 20:32:23 | major-upgrade-17-to-18/10-run-restore | Waiting for major-upgrade-17-to-18-instance1-vbnp-0 to start running logger.go:42: 20:32:23 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:32:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:32:56 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 5m39s logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 5m39s logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 6m logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 3m4s logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 2m17s logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 51s logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 51s logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 67s logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 5m18s logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 5m18s logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 5m18s logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 4m14s logger.go:42: 20:32:57 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 7m43s logger.go:42: 20:32:58 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:24.528 UTC [142] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:24.536 UTC [142] LOG: database system is shut down logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:43.955 UTC [223] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:43.955 UTC [223] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:43.955 UTC [223] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:43.980 UTC [223] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:43.989 UTC [231] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:44.013 UTC [231] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:44.059 UTC [231] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:44.378 UTC [231] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:44.410 UTC [231] LOG: entering standby mode logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:44.411 UTC [231] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:44.412 UTC [223] LOG: startup process (PID 231) exited with exit code 1 logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:44.412 UTC [223] LOG: aborting startup due to startup process failure logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:44.412 UTC [223] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:44.420 UTC [223] LOG: database system is shut down logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:53.942 UTC [270] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:53.942 UTC [270] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:53.942 UTC [270] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:53.967 UTC [270] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:53.975 UTC [278] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:53.999 UTC [278] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.048 UTC [278] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.367 UTC [278] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.401 UTC [278] LOG: entering standby mode logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.401 UTC [278] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.402 UTC [270] LOG: startup process (PID 278) exited with exit code 1 logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.402 UTC [270] LOG: aborting startup due to startup process failure logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.402 UTC [270] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.410 UTC [270] LOG: database system is shut down logger.go:42: 20:33:00 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:24.317 UTC [142] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:24.326 UTC [142] LOG: database system is shut down logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.120 UTC [198] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.120 UTC [198] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.120 UTC [198] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.146 UTC [198] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.157 UTC [206] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.188 UTC [206] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.243 UTC [206] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.564 UTC [206] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.598 UTC [206] LOG: entering standby mode logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.598 UTC [206] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.600 UTC [198] LOG: startup process (PID 206) exited with exit code 1 logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.600 UTC [198] LOG: aborting startup due to startup process failure logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.600 UTC [198] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:34.609 UTC [198] LOG: database system is shut down logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.019 UTC [270] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.019 UTC [270] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.019 UTC [270] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.045 UTC [270] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.055 UTC [278] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.087 UTC [278] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.143 UTC [278] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.469 UTC [278] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.503 UTC [278] LOG: entering standby mode logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.503 UTC [278] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.505 UTC [270] LOG: startup process (PID 278) exited with exit code 1 logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.505 UTC [270] LOG: aborting startup due to startup process failure logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.505 UTC [270] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.513 UTC [270] LOG: database system is shut down logger.go:42: 20:33:02 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:33:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:33:35 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 6m18s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 6m18s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 6m39s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 3m43s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 2m56s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 90s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 90s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 106s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 5m57s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 5m57s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 5m57s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 4m53s logger.go:42: 20:33:36 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 8m22s logger.go:42: 20:33:37 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.402 UTC [270] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.410 UTC [270] LOG: database system is shut down logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:13.960 UTC [351] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:13.961 UTC [351] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:13.961 UTC [351] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:13.985 UTC [351] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:13.993 UTC [359] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.019 UTC [359] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.066 UTC [359] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.185 UTC [359] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.218 UTC [359] LOG: entering standby mode logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.218 UTC [359] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.219 UTC [351] LOG: startup process (PID 359) exited with exit code 1 logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.219 UTC [351] LOG: aborting startup due to startup process failure logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.219 UTC [351] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.231 UTC [351] LOG: database system is shut down logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:23.939 UTC [398] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:23.939 UTC [398] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:23.939 UTC [398] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:23.963 UTC [398] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:23.971 UTC [406] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:23.996 UTC [406] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.045 UTC [406] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.365 UTC [406] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.397 UTC [406] LOG: entering standby mode logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.397 UTC [406] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.399 UTC [398] LOG: startup process (PID 406) exited with exit code 1 logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.399 UTC [398] LOG: aborting startup due to startup process failure logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.399 UTC [398] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.407 UTC [398] LOG: database system is shut down logger.go:42: 20:33:39 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.505 UTC [270] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:54.513 UTC [270] LOG: database system is shut down logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:13.991 UTC [358] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:13.991 UTC [358] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:13.992 UTC [358] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.016 UTC [358] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.025 UTC [366] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.055 UTC [366] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.112 UTC [366] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.234 UTC [366] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.267 UTC [366] LOG: entering standby mode logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.267 UTC [366] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.269 UTC [358] LOG: startup process (PID 366) exited with exit code 1 logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.269 UTC [358] LOG: aborting startup due to startup process failure logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.269 UTC [358] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:14.280 UTC [358] LOG: database system is shut down logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:23.958 UTC [405] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:23.959 UTC [405] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:23.959 UTC [405] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:23.984 UTC [405] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:23.994 UTC [413] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.024 UTC [413] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.082 UTC [413] LOG: restored log file "00000003.history" from archive logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.405 UTC [413] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.438 UTC [413] LOG: entering standby mode logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.438 UTC [413] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.440 UTC [405] LOG: startup process (PID 413) exited with exit code 1 logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.440 UTC [405] LOG: aborting startup due to startup process failure logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.440 UTC [405] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:33:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:24.448 UTC [405] LOG: database system is shut down logger.go:42: 20:33:41 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:33:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:34:14 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 6m57s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 6m57s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 7m18s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 4m22s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 3m35s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 2m9s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 2m9s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 2m25s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 6m36s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 6m36s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 6m36s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 5m32s logger.go:42: 20:34:15 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 9m1s logger.go:42: 20:34:16 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:44.384 UTC [477] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:44.393 UTC [477] LOG: database system is shut down logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:53.920 UTC [524] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:53.920 UTC [524] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:53.920 UTC [524] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:53.944 UTC [524] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:53.953 UTC [532] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:53.977 UTC [532] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.024 UTC [532] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.343 UTC [532] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.375 UTC [532] LOG: entering standby mode logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.375 UTC [532] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.377 UTC [524] LOG: startup process (PID 532) exited with exit code 1 logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.377 UTC [524] LOG: aborting startup due to startup process failure logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.377 UTC [524] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.385 UTC [524] LOG: database system is shut down logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:13.933 UTC [597] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:13.933 UTC [597] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:13.933 UTC [597] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:13.957 UTC [597] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:13.966 UTC [605] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:13.990 UTC [605] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.038 UTC [605] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.358 UTC [605] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.390 UTC [605] LOG: entering standby mode logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.390 UTC [605] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.392 UTC [597] LOG: startup process (PID 605) exited with exit code 1 logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.392 UTC [597] LOG: aborting startup due to startup process failure logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.392 UTC [597] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.400 UTC [597] LOG: database system is shut down logger.go:42: 20:34:18 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:44.464 UTC [485] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:44.473 UTC [485] LOG: database system is shut down logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:53.962 UTC [532] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:53.963 UTC [532] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:53.963 UTC [532] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:53.987 UTC [532] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:53.997 UTC [540] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.026 UTC [540] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.082 UTC [540] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.405 UTC [540] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.442 UTC [540] LOG: entering standby mode logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.442 UTC [540] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.443 UTC [532] LOG: startup process (PID 540) exited with exit code 1 logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.443 UTC [532] LOG: aborting startup due to startup process failure logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.443 UTC [532] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:33:54.451 UTC [532] LOG: database system is shut down logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:13.955 UTC [604] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:13.956 UTC [604] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:13.956 UTC [604] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:13.981 UTC [604] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:13.991 UTC [612] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.020 UTC [612] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.077 UTC [612] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.399 UTC [612] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.433 UTC [612] LOG: entering standby mode logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.433 UTC [612] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.435 UTC [604] LOG: startup process (PID 612) exited with exit code 1 logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.435 UTC [604] LOG: aborting startup due to startup process failure logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.435 UTC [604] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.444 UTC [604] LOG: database system is shut down logger.go:42: 20:34:20 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:34:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:34:53 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 7m36s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 7m36s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 7m57s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 5m1s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 4m14s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 2m48s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 2m48s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 3m4s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 7m15s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 7m15s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 7m15s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 6m11s logger.go:42: 20:34:54 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 9m40s logger.go:42: 20:34:55 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.392 UTC [597] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.400 UTC [597] LOG: database system is shut down logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:23.923 UTC [652] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:23.923 UTC [652] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:23.923 UTC [652] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:23.948 UTC [652] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:23.957 UTC [660] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:23.982 UTC [660] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.030 UTC [660] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.349 UTC [660] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.383 UTC [660] LOG: entering standby mode logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.383 UTC [660] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.384 UTC [652] LOG: startup process (PID 660) exited with exit code 1 logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.384 UTC [652] LOG: aborting startup due to startup process failure logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.384 UTC [652] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.392 UTC [652] LOG: database system is shut down logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:43.928 UTC [724] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:43.929 UTC [724] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:43.929 UTC [724] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:43.953 UTC [724] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:43.961 UTC [732] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:43.985 UTC [732] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.033 UTC [732] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.353 UTC [732] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.386 UTC [732] LOG: entering standby mode logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.386 UTC [732] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.387 UTC [724] LOG: startup process (PID 732) exited with exit code 1 logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.387 UTC [724] LOG: aborting startup due to startup process failure logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.387 UTC [724] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.396 UTC [724] LOG: database system is shut down logger.go:42: 20:34:57 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.435 UTC [604] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:14.444 UTC [604] LOG: database system is shut down logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:23.966 UTC [659] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:23.967 UTC [659] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:23.967 UTC [659] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:23.992 UTC [659] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.001 UTC [667] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.032 UTC [667] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.086 UTC [667] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.408 UTC [667] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.442 UTC [667] LOG: entering standby mode logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.442 UTC [667] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.444 UTC [659] LOG: startup process (PID 667) exited with exit code 1 logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.444 UTC [659] LOG: aborting startup due to startup process failure logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.444 UTC [659] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:24.452 UTC [659] LOG: database system is shut down logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:43.951 UTC [732] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:43.951 UTC [732] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:43.951 UTC [732] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:43.976 UTC [732] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:43.985 UTC [740] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.015 UTC [740] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.072 UTC [740] LOG: restored log file "00000003.history" from archive logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.394 UTC [740] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.426 UTC [740] LOG: entering standby mode logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.426 UTC [740] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.428 UTC [732] LOG: startup process (PID 740) exited with exit code 1 logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.428 UTC [732] LOG: aborting startup due to startup process failure logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.428 UTC [732] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.437 UTC [732] LOG: database system is shut down logger.go:42: 20:34:59 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:35:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:35:32 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 8m15s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 8m15s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 8m36s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 5m40s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 4m53s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 3m27s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 3m27s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 3m43s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 7m54s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 7m54s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 7m54s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 6m50s logger.go:42: 20:35:33 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 10m logger.go:42: 20:35:34 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.387 UTC [724] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.396 UTC [724] LOG: database system is shut down logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:03.916 UTC [813] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:03.917 UTC [813] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:03.917 UTC [813] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:03.941 UTC [813] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:03.950 UTC [821] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:03.975 UTC [821] LOG: restored log file "00000003.history" from archive logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.024 UTC [821] LOG: restored log file "00000003.history" from archive logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.343 UTC [821] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.376 UTC [821] LOG: entering standby mode logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.376 UTC [821] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.377 UTC [813] LOG: startup process (PID 821) exited with exit code 1 logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.377 UTC [813] LOG: aborting startup due to startup process failure logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.377 UTC [813] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.386 UTC [813] LOG: database system is shut down logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.441 UTC [895] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.442 UTC [895] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.442 UTC [895] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.465 UTC [895] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.474 UTC [903] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.498 UTC [903] LOG: restored log file "00000003.history" from archive logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.545 UTC [903] LOG: restored log file "00000003.history" from archive logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.864 UTC [903] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.897 UTC [903] LOG: entering standby mode logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.897 UTC [903] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.898 UTC [895] LOG: startup process (PID 903) exited with exit code 1 logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.898 UTC [895] LOG: aborting startup due to startup process failure logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.898 UTC [895] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.907 UTC [895] LOG: database system is shut down logger.go:42: 20:35:36 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.428 UTC [732] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:34:44.437 UTC [732] LOG: database system is shut down logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:03.961 UTC [811] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:03.961 UTC [811] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:03.961 UTC [811] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:03.986 UTC [811] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:03.996 UTC [819] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.025 UTC [819] LOG: restored log file "00000003.history" from archive logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.079 UTC [819] LOG: restored log file "00000003.history" from archive logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.401 UTC [819] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.436 UTC [819] LOG: entering standby mode logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.436 UTC [819] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.438 UTC [811] LOG: startup process (PID 819) exited with exit code 1 logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.438 UTC [811] LOG: aborting startup due to startup process failure logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.438 UTC [811] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:04.447 UTC [811] LOG: database system is shut down logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.509 UTC [892] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.510 UTC [892] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.510 UTC [892] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.535 UTC [892] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.544 UTC [900] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.572 UTC [900] LOG: restored log file "00000003.history" from archive logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.627 UTC [900] LOG: restored log file "00000003.history" from archive logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.949 UTC [900] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.983 UTC [900] LOG: entering standby mode logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.983 UTC [900] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.985 UTC [892] LOG: startup process (PID 900) exited with exit code 1 logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.985 UTC [892] LOG: aborting startup due to startup process failure logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.985 UTC [892] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.993 UTC [892] LOG: database system is shut down logger.go:42: 20:35:38 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:35:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:36:11 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 8m54s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 8m54s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 9m15s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 6m19s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 5m32s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 4m6s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 4m6s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 4m22s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 8m33s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 8m33s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 8m33s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 7m29s logger.go:42: 20:36:12 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 10m logger.go:42: 20:36:13 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.898 UTC [895] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.907 UTC [895] LOG: database system is shut down logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:43.941 UTC [975] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:43.942 UTC [975] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:43.942 UTC [975] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:43.966 UTC [975] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:43.974 UTC [983] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:43.999 UTC [983] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.047 UTC [983] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.366 UTC [983] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.400 UTC [983] LOG: entering standby mode logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.400 UTC [983] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.401 UTC [975] LOG: startup process (PID 983) exited with exit code 1 logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.401 UTC [975] LOG: aborting startup due to startup process failure logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.401 UTC [975] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.410 UTC [975] LOG: database system is shut down logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:03.964 UTC [1046] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:03.964 UTC [1046] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:03.964 UTC [1046] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:03.989 UTC [1046] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:03.998 UTC [1054] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.023 UTC [1054] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.072 UTC [1054] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.393 UTC [1054] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.426 UTC [1054] LOG: entering standby mode logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.426 UTC [1054] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.428 UTC [1046] LOG: startup process (PID 1054) exited with exit code 1 logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.428 UTC [1046] LOG: aborting startup due to startup process failure logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.428 UTC [1046] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.436 UTC [1046] LOG: database system is shut down logger.go:42: 20:36:15 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.985 UTC [892] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:24.993 UTC [892] LOG: database system is shut down logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:43.991 UTC [972] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:43.992 UTC [972] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:43.992 UTC [972] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.017 UTC [972] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.027 UTC [980] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.057 UTC [980] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.111 UTC [980] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.433 UTC [980] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.467 UTC [980] LOG: entering standby mode logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.467 UTC [980] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.469 UTC [972] LOG: startup process (PID 980) exited with exit code 1 logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.469 UTC [972] LOG: aborting startup due to startup process failure logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.469 UTC [972] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:35:44.478 UTC [972] LOG: database system is shut down logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.025 UTC [1044] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.025 UTC [1044] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.025 UTC [1044] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.051 UTC [1044] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.061 UTC [1052] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.090 UTC [1052] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.141 UTC [1052] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.463 UTC [1052] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.497 UTC [1052] LOG: entering standby mode logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.497 UTC [1052] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.498 UTC [1044] LOG: startup process (PID 1052) exited with exit code 1 logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.498 UTC [1044] LOG: aborting startup due to startup process failure logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.498 UTC [1044] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.507 UTC [1044] LOG: database system is shut down logger.go:42: 20:36:17 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:36:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:36:50 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 9m33s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 9m33s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 9m54s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 6m58s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 6m11s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 4m45s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 4m45s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 5m1s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 9m12s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 9m12s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 9m12s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 8m8s logger.go:42: 20:36:51 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 11m logger.go:42: 20:36:52 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.428 UTC [1046] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:04.436 UTC [1046] LOG: database system is shut down logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:23.938 UTC [1126] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:23.939 UTC [1126] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:23.939 UTC [1126] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:23.964 UTC [1126] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:23.972 UTC [1134] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:23.996 UTC [1134] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:24.045 UTC [1134] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:24.364 UTC [1134] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:24.396 UTC [1134] LOG: entering standby mode logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:24.397 UTC [1134] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:24.398 UTC [1126] LOG: startup process (PID 1134) exited with exit code 1 logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:24.398 UTC [1126] LOG: aborting startup due to startup process failure logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:24.398 UTC [1126] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:24.407 UTC [1126] LOG: database system is shut down logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:43.941 UTC [1198] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:43.942 UTC [1198] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:43.942 UTC [1198] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:43.966 UTC [1198] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:43.974 UTC [1206] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:43.998 UTC [1206] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.044 UTC [1206] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.364 UTC [1206] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.397 UTC [1206] LOG: entering standby mode logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.397 UTC [1206] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.398 UTC [1198] LOG: startup process (PID 1206) exited with exit code 1 logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.398 UTC [1198] LOG: aborting startup due to startup process failure logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.398 UTC [1198] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.407 UTC [1198] LOG: database system is shut down logger.go:42: 20:36:54 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:24.444 UTC [1124] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:24.451 UTC [1124] LOG: database system is shut down logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.000 UTC [1196] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.000 UTC [1196] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.000 UTC [1196] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.025 UTC [1196] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.036 UTC [1204] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.064 UTC [1204] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.119 UTC [1204] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.441 UTC [1204] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.475 UTC [1204] LOG: entering standby mode logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.475 UTC [1204] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.477 UTC [1196] LOG: startup process (PID 1204) exited with exit code 1 logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.477 UTC [1196] LOG: aborting startup due to startup process failure logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.477 UTC [1196] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.486 UTC [1196] LOG: database system is shut down logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:53.940 UTC [1241] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:53.941 UTC [1241] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:53.941 UTC [1241] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:53.966 UTC [1241] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:53.975 UTC [1249] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.007 UTC [1249] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.064 UTC [1249] LOG: restored log file "00000003.history" from archive logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.387 UTC [1249] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.421 UTC [1249] LOG: entering standby mode logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.422 UTC [1249] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.423 UTC [1241] LOG: startup process (PID 1249) exited with exit code 1 logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.423 UTC [1241] LOG: aborting startup due to startup process failure logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.423 UTC [1241] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:36:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.431 UTC [1241] LOG: database system is shut down logger.go:42: 20:36:56 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:36:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:37:29 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 10m logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 10m logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 10m logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 7m37s logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 6m50s logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 5m24s logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 5m24s logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 5m40s logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 9m51s logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 9m51s logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 9m51s logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 8m47s logger.go:42: 20:37:30 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 12m logger.go:42: 20:37:31 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.398 UTC [1198] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:44.407 UTC [1198] LOG: database system is shut down logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:53.937 UTC [1245] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:53.938 UTC [1245] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:53.938 UTC [1245] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:53.961 UTC [1245] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:53.970 UTC [1261] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:53.995 UTC [1261] LOG: restored log file "00000003.history" from archive logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.042 UTC [1261] LOG: restored log file "00000003.history" from archive logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.362 UTC [1261] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.394 UTC [1261] LOG: entering standby mode logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.394 UTC [1261] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.396 UTC [1245] LOG: startup process (PID 1261) exited with exit code 1 logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.396 UTC [1245] LOG: aborting startup due to startup process failure logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.396 UTC [1245] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.404 UTC [1245] LOG: database system is shut down logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:13.938 UTC [1325] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:13.939 UTC [1325] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:13.939 UTC [1325] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:13.963 UTC [1325] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:13.972 UTC [1333] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:13.996 UTC [1333] LOG: restored log file "00000003.history" from archive logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.043 UTC [1333] LOG: restored log file "00000003.history" from archive logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.362 UTC [1333] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.395 UTC [1333] LOG: entering standby mode logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.395 UTC [1333] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.396 UTC [1325] LOG: startup process (PID 1333) exited with exit code 1 logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.396 UTC [1325] LOG: aborting startup due to startup process failure logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.396 UTC [1325] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:37:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.405 UTC [1325] LOG: database system is shut down logger.go:42: 20:37:33 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.423 UTC [1241] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:36:54.431 UTC [1241] LOG: database system is shut down logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:13.987 UTC [1321] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:13.988 UTC [1321] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:13.988 UTC [1321] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.012 UTC [1321] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.022 UTC [1329] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.052 UTC [1329] LOG: restored log file "00000003.history" from archive logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.109 UTC [1329] LOG: restored log file "00000003.history" from archive logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.431 UTC [1329] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.465 UTC [1329] LOG: entering standby mode logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.465 UTC [1329] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.466 UTC [1321] LOG: startup process (PID 1329) exited with exit code 1 logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.466 UTC [1321] LOG: aborting startup due to startup process failure logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.466 UTC [1321] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:14.475 UTC [1321] LOG: database system is shut down logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:33.950 UTC [1393] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:33.951 UTC [1393] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:33.951 UTC [1393] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:33.976 UTC [1393] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:33.985 UTC [1401] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.015 UTC [1401] LOG: restored log file "00000003.history" from archive logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.071 UTC [1401] LOG: restored log file "00000003.history" from archive logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.394 UTC [1401] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.428 UTC [1401] LOG: entering standby mode logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.428 UTC [1401] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.430 UTC [1393] LOG: startup process (PID 1401) exited with exit code 1 logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.430 UTC [1393] LOG: aborting startup due to startup process failure logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.430 UTC [1393] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:37:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.439 UTC [1393] LOG: database system is shut down logger.go:42: 20:37:35 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:37:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:38:08 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 10m logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 10m logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 11m logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 8m16s logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 7m29s logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 6m3s logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 6m3s logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 6m19s logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 10m logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 10m logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 10m logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 9m26s logger.go:42: 20:38:09 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 12m logger.go:42: 20:38:10 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.381 UTC [1404] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.390 UTC [1404] LOG: database system is shut down logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:43.940 UTC [1451] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:43.941 UTC [1451] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:43.941 UTC [1451] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:43.965 UTC [1451] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:43.973 UTC [1459] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:43.998 UTC [1459] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.046 UTC [1459] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.365 UTC [1459] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.398 UTC [1459] LOG: entering standby mode logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.398 UTC [1459] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.399 UTC [1451] LOG: startup process (PID 1459) exited with exit code 1 logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.399 UTC [1451] LOG: aborting startup due to startup process failure logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.399 UTC [1451] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.408 UTC [1451] LOG: database system is shut down logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.375 UTC [1531] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.376 UTC [1531] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.376 UTC [1531] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.401 UTC [1531] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.413 UTC [1539] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.450 UTC [1539] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.514 UTC [1539] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.840 UTC [1539] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.875 UTC [1539] LOG: entering standby mode logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.875 UTC [1539] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.877 UTC [1531] LOG: startup process (PID 1539) exited with exit code 1 logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.877 UTC [1531] LOG: aborting startup due to startup process failure logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.877 UTC [1531] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.886 UTC [1531] LOG: database system is shut down logger.go:42: 20:38:12 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.430 UTC [1393] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:34.439 UTC [1393] LOG: database system is shut down logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:43.961 UTC [1448] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:43.962 UTC [1448] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:43.962 UTC [1448] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:43.988 UTC [1448] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:43.998 UTC [1456] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.028 UTC [1456] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.085 UTC [1456] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.408 UTC [1456] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.441 UTC [1456] LOG: entering standby mode logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.441 UTC [1456] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.443 UTC [1448] LOG: startup process (PID 1456) exited with exit code 1 logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.443 UTC [1448] LOG: aborting startup due to startup process failure logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.443 UTC [1448] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:44.451 UTC [1448] LOG: database system is shut down logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.001 UTC [1520] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.002 UTC [1520] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.002 UTC [1520] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.027 UTC [1520] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.037 UTC [1528] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.079 UTC [1528] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.146 UTC [1528] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.471 UTC [1528] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.506 UTC [1528] LOG: entering standby mode logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.506 UTC [1528] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.507 UTC [1520] LOG: startup process (PID 1528) exited with exit code 1 logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.507 UTC [1520] LOG: aborting startup due to startup process failure logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.508 UTC [1520] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:13 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:04.516 UTC [1520] LOG: database system is shut down logger.go:42: 20:38:14 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:38:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:38:47 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 11m logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 11m logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 11m logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 8m55s logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 8m8s logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 6m42s logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 6m42s logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 6m58s logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 11m logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 11m logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 11m logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 10m logger.go:42: 20:38:48 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 13m logger.go:42: 20:38:49 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:14.402 UTC [1585] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:14.410 UTC [1585] LOG: database system is shut down logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:23.927 UTC [1632] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:23.928 UTC [1632] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:23.928 UTC [1632] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:23.953 UTC [1632] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:23.961 UTC [1640] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:23.986 UTC [1640] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.034 UTC [1640] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.354 UTC [1640] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.387 UTC [1640] LOG: entering standby mode logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.387 UTC [1640] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.389 UTC [1632] LOG: startup process (PID 1640) exited with exit code 1 logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.389 UTC [1632] LOG: aborting startup due to startup process failure logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.389 UTC [1632] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.397 UTC [1632] LOG: database system is shut down logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:43.935 UTC [1704] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:43.936 UTC [1704] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:43.936 UTC [1704] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:43.961 UTC [1704] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:43.969 UTC [1712] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:43.993 UTC [1712] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.041 UTC [1712] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.360 UTC [1712] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.393 UTC [1712] LOG: entering standby mode logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.393 UTC [1712] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.395 UTC [1704] LOG: startup process (PID 1712) exited with exit code 1 logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.395 UTC [1704] LOG: aborting startup due to startup process failure logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.395 UTC [1704] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.403 UTC [1704] LOG: database system is shut down logger.go:42: 20:38:51 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:14.532 UTC [1567] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:14.541 UTC [1567] LOG: database system is shut down logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.029 UTC [1622] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.029 UTC [1622] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.029 UTC [1622] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.055 UTC [1622] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.065 UTC [1630] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.096 UTC [1630] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.154 UTC [1630] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.478 UTC [1630] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.512 UTC [1630] LOG: entering standby mode logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.512 UTC [1630] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.514 UTC [1622] LOG: startup process (PID 1630) exited with exit code 1 logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.514 UTC [1622] LOG: aborting startup due to startup process failure logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.514 UTC [1622] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:24.523 UTC [1622] LOG: database system is shut down logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:43.978 UTC [1694] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:43.979 UTC [1694] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:43.979 UTC [1694] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.004 UTC [1694] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.014 UTC [1702] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.044 UTC [1702] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.104 UTC [1702] LOG: restored log file "00000003.history" from archive logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.428 UTC [1702] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.462 UTC [1702] LOG: entering standby mode logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.462 UTC [1702] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.464 UTC [1694] LOG: startup process (PID 1702) exited with exit code 1 logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.464 UTC [1694] LOG: aborting startup due to startup process failure logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.464 UTC [1694] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:38:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:44.472 UTC [1694] LOG: database system is shut down logger.go:42: 20:38:53 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:38:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:39:26 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 12m logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 12m logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 12m logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 9m34s logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 8m47s logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 7m21s logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 7m21s logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 7m37s logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 11m logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 11m logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 11m logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 10m logger.go:42: 20:39:27 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 14m logger.go:42: 20:39:28 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:54.374 UTC [1759] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:54.382 UTC [1759] LOG: database system is shut down logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:03.921 UTC [1807] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:03.922 UTC [1807] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:03.922 UTC [1807] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:03.946 UTC [1807] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:03.955 UTC [1815] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:03.980 UTC [1815] LOG: restored log file "00000003.history" from archive logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.031 UTC [1815] LOG: restored log file "00000003.history" from archive logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.351 UTC [1815] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.384 UTC [1815] LOG: entering standby mode logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.384 UTC [1815] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.385 UTC [1807] LOG: startup process (PID 1815) exited with exit code 1 logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.385 UTC [1807] LOG: aborting startup due to startup process failure logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.385 UTC [1807] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.394 UTC [1807] LOG: database system is shut down logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:23.919 UTC [1888] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:23.919 UTC [1888] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:23.919 UTC [1888] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:23.944 UTC [1888] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:23.952 UTC [1896] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:23.977 UTC [1896] LOG: restored log file "00000003.history" from archive logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.023 UTC [1896] LOG: restored log file "00000003.history" from archive logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.343 UTC [1896] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.376 UTC [1896] LOG: entering standby mode logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.376 UTC [1896] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.378 UTC [1888] LOG: startup process (PID 1896) exited with exit code 1 logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.378 UTC [1888] LOG: aborting startup due to startup process failure logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.378 UTC [1888] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:39:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.386 UTC [1888] LOG: database system is shut down logger.go:42: 20:39:30 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:54.427 UTC [1749] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:38:54.435 UTC [1749] LOG: database system is shut down logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.021 UTC [1796] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.022 UTC [1796] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.022 UTC [1796] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.047 UTC [1796] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.058 UTC [1804] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.089 UTC [1804] LOG: restored log file "00000003.history" from archive logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.142 UTC [1804] LOG: restored log file "00000003.history" from archive logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.465 UTC [1804] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.499 UTC [1804] LOG: entering standby mode logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.499 UTC [1804] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.501 UTC [1796] LOG: startup process (PID 1804) exited with exit code 1 logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.501 UTC [1796] LOG: aborting startup due to startup process failure logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.501 UTC [1796] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:04.511 UTC [1796] LOG: database system is shut down logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:23.996 UTC [1867] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:23.997 UTC [1867] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:23.997 UTC [1867] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.022 UTC [1867] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.033 UTC [1875] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.062 UTC [1875] LOG: restored log file "00000003.history" from archive logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.114 UTC [1875] LOG: restored log file "00000003.history" from archive logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.437 UTC [1875] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.471 UTC [1875] LOG: entering standby mode logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.471 UTC [1875] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.473 UTC [1867] LOG: startup process (PID 1875) exited with exit code 1 logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.473 UTC [1867] LOG: aborting startup due to startup process failure logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.473 UTC [1867] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:39:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.482 UTC [1867] LOG: database system is shut down logger.go:42: 20:39:32 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:39:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:40:05 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 12m logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 12m logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 13m logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 10m logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 9m26s logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 8m logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 8m logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 8m16s logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 12m logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 12m logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 12m logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 11m logger.go:42: 20:40:06 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 14m logger.go:42: 20:40:07 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.378 UTC [1888] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.386 UTC [1888] LOG: database system is shut down logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:33.922 UTC [1943] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:33.923 UTC [1943] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:33.923 UTC [1943] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:33.947 UTC [1943] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:33.955 UTC [1951] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:33.980 UTC [1951] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.027 UTC [1951] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.345 UTC [1951] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.378 UTC [1951] LOG: entering standby mode logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.378 UTC [1951] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.379 UTC [1943] LOG: startup process (PID 1951) exited with exit code 1 logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.379 UTC [1943] LOG: aborting startup due to startup process failure logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.379 UTC [1943] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.388 UTC [1943] LOG: database system is shut down logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:53.938 UTC [2015] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:53.939 UTC [2015] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:53.939 UTC [2015] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:53.963 UTC [2015] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:53.971 UTC [2023] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:53.996 UTC [2023] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.045 UTC [2023] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.363 UTC [2023] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.396 UTC [2023] LOG: entering standby mode logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.396 UTC [2023] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.397 UTC [2015] LOG: startup process (PID 2023) exited with exit code 1 logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.397 UTC [2015] LOG: aborting startup due to startup process failure logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.397 UTC [2015] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.406 UTC [2015] LOG: database system is shut down logger.go:42: 20:40:09 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.473 UTC [1867] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:24.482 UTC [1867] LOG: database system is shut down logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:33.994 UTC [1921] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:33.995 UTC [1921] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:33.995 UTC [1921] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.020 UTC [1921] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.030 UTC [1929] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.058 UTC [1929] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.114 UTC [1929] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.437 UTC [1929] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.470 UTC [1929] LOG: entering standby mode logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.470 UTC [1929] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.472 UTC [1921] LOG: startup process (PID 1929) exited with exit code 1 logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.472 UTC [1921] LOG: aborting startup due to startup process failure logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.472 UTC [1921] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:34.481 UTC [1921] LOG: database system is shut down logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:53.953 UTC [1993] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:53.953 UTC [1993] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:53.953 UTC [1993] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:53.978 UTC [1993] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:53.987 UTC [2001] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.017 UTC [2001] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.072 UTC [2001] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.395 UTC [2001] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.428 UTC [2001] LOG: entering standby mode logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.428 UTC [2001] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.430 UTC [1993] LOG: startup process (PID 2001) exited with exit code 1 logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.430 UTC [1993] LOG: aborting startup due to startup process failure logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.430 UTC [1993] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:39:54.438 UTC [1993] LOG: database system is shut down logger.go:42: 20:40:11 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:40:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:40:44 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 13m logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 13m logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 13m logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 10m logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 10m logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 8m39s logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 8m39s logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 8m55s logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 13m logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 13m logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 13m logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 12m logger.go:42: 20:40:45 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 15m logger.go:42: 20:40:46 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:14.396 UTC [2093] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:14.404 UTC [2093] LOG: database system is shut down logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:23.930 UTC [2140] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:23.930 UTC [2140] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:23.930 UTC [2140] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:23.956 UTC [2140] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:23.964 UTC [2148] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:23.990 UTC [2148] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.038 UTC [2148] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.357 UTC [2148] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.390 UTC [2148] LOG: entering standby mode logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.390 UTC [2148] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.392 UTC [2140] LOG: startup process (PID 2148) exited with exit code 1 logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.392 UTC [2140] LOG: aborting startup due to startup process failure logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.392 UTC [2140] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.400 UTC [2140] LOG: database system is shut down logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:43.942 UTC [2212] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:43.943 UTC [2212] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:43.943 UTC [2212] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:43.971 UTC [2212] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:43.980 UTC [2220] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.004 UTC [2220] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.050 UTC [2220] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.369 UTC [2220] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.401 UTC [2220] LOG: entering standby mode logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.401 UTC [2220] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.403 UTC [2212] LOG: startup process (PID 2220) exited with exit code 1 logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.403 UTC [2212] LOG: aborting startup due to startup process failure logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.403 UTC [2212] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.411 UTC [2212] LOG: database system is shut down logger.go:42: 20:40:48 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:14.457 UTC [2073] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:14.468 UTC [2073] LOG: database system is shut down logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:23.994 UTC [2120] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:23.994 UTC [2120] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:23.994 UTC [2120] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.019 UTC [2120] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.029 UTC [2128] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.059 UTC [2128] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.120 UTC [2128] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.444 UTC [2128] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.476 UTC [2128] LOG: entering standby mode logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.476 UTC [2128] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.479 UTC [2120] LOG: startup process (PID 2128) exited with exit code 1 logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.479 UTC [2120] LOG: aborting startup due to startup process failure logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.479 UTC [2120] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:24.488 UTC [2120] LOG: database system is shut down logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.023 UTC [2193] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.023 UTC [2193] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.023 UTC [2193] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.049 UTC [2193] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.059 UTC [2201] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.088 UTC [2201] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.149 UTC [2201] LOG: restored log file "00000003.history" from archive logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.472 UTC [2201] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.511 UTC [2201] LOG: entering standby mode logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.511 UTC [2201] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.512 UTC [2193] LOG: startup process (PID 2201) exited with exit code 1 logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.512 UTC [2193] LOG: aborting startup due to startup process failure logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.512 UTC [2193] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.523 UTC [2193] LOG: database system is shut down logger.go:42: 20:40:50 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:40:52 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:41:23 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 14m logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 14m logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 14m logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 11m logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 10m logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 9m18s logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 9m18s logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 9m34s logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 13m logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 13m logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 13m logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 12m logger.go:42: 20:41:24 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 16m logger.go:42: 20:41:25 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.403 UTC [2212] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.411 UTC [2212] LOG: database system is shut down logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:03.932 UTC [2292] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:03.933 UTC [2292] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:03.933 UTC [2292] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:03.958 UTC [2292] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:03.966 UTC [2300] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:03.991 UTC [2300] LOG: restored log file "00000003.history" from archive logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.040 UTC [2300] LOG: restored log file "00000003.history" from archive logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.359 UTC [2300] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.392 UTC [2300] LOG: entering standby mode logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.392 UTC [2300] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.394 UTC [2292] LOG: startup process (PID 2300) exited with exit code 1 logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.394 UTC [2292] LOG: aborting startup due to startup process failure logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.394 UTC [2292] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.402 UTC [2292] LOG: database system is shut down logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:23.914 UTC [2364] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:23.914 UTC [2364] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:23.914 UTC [2364] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:23.939 UTC [2364] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:23.947 UTC [2372] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:23.972 UTC [2372] LOG: restored log file "00000003.history" from archive logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.019 UTC [2372] LOG: restored log file "00000003.history" from archive logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.340 UTC [2372] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.372 UTC [2372] LOG: entering standby mode logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.372 UTC [2372] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.374 UTC [2364] LOG: startup process (PID 2372) exited with exit code 1 logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.374 UTC [2364] LOG: aborting startup due to startup process failure logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.374 UTC [2364] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.383 UTC [2364] LOG: database system is shut down logger.go:42: 20:41:27 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.512 UTC [2193] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:40:44.523 UTC [2193] LOG: database system is shut down logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.020 UTC [2273] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.021 UTC [2273] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.021 UTC [2273] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.046 UTC [2273] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.056 UTC [2281] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.085 UTC [2281] LOG: restored log file "00000003.history" from archive logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.142 UTC [2281] LOG: restored log file "00000003.history" from archive logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.464 UTC [2281] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.500 UTC [2281] LOG: entering standby mode logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.500 UTC [2281] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.502 UTC [2273] LOG: startup process (PID 2281) exited with exit code 1 logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.502 UTC [2273] LOG: aborting startup due to startup process failure logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.502 UTC [2273] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:04.511 UTC [2273] LOG: database system is shut down logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:23.967 UTC [2354] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:23.968 UTC [2354] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:23.968 UTC [2354] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:23.993 UTC [2354] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.002 UTC [2362] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.031 UTC [2362] LOG: restored log file "00000003.history" from archive logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.091 UTC [2362] LOG: restored log file "00000003.history" from archive logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.416 UTC [2362] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.449 UTC [2362] LOG: entering standby mode logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.449 UTC [2362] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.450 UTC [2354] LOG: startup process (PID 2362) exited with exit code 1 logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.450 UTC [2354] LOG: aborting startup due to startup process failure logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.450 UTC [2354] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.459 UTC [2354] LOG: database system is shut down logger.go:42: 20:41:29 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:41:31 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:42:02 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 14m logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 14m logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 15m logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 12m logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 11m logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 9m57s logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 9m57s logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 10m logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 14m logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 14m logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 14m logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 13m logger.go:42: 20:42:03 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 16m logger.go:42: 20:42:04 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:34.379 UTC [2419] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:34.387 UTC [2419] LOG: database system is shut down logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:53.921 UTC [2491] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:53.921 UTC [2491] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:53.921 UTC [2491] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:53.957 UTC [2491] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:53.966 UTC [2499] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:53.990 UTC [2499] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:54.037 UTC [2499] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:54.356 UTC [2499] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:54.389 UTC [2499] LOG: entering standby mode logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:54.389 UTC [2499] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:54.390 UTC [2491] LOG: startup process (PID 2499) exited with exit code 1 logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:54.390 UTC [2491] LOG: aborting startup due to startup process failure logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:54.390 UTC [2491] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:54.399 UTC [2491] LOG: database system is shut down logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:03.935 UTC [2547] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:03.936 UTC [2547] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:03.936 UTC [2547] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:03.966 UTC [2547] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:03.975 UTC [2555] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.001 UTC [2555] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.053 UTC [2555] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.373 UTC [2555] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.407 UTC [2555] LOG: entering standby mode logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.407 UTC [2555] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.408 UTC [2547] LOG: startup process (PID 2555) exited with exit code 1 logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.408 UTC [2547] LOG: aborting startup due to startup process failure logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.409 UTC [2547] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.417 UTC [2547] LOG: database system is shut down logger.go:42: 20:42:06 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.450 UTC [2354] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:24.459 UTC [2354] LOG: database system is shut down logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:43.992 UTC [2433] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:43.993 UTC [2433] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:43.993 UTC [2433] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:44.018 UTC [2433] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:44.028 UTC [2441] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:44.061 UTC [2441] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:44.121 UTC [2441] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:44.444 UTC [2441] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:44.478 UTC [2441] LOG: entering standby mode logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:44.478 UTC [2441] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:44.480 UTC [2433] LOG: startup process (PID 2441) exited with exit code 1 logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:44.480 UTC [2433] LOG: aborting startup due to startup process failure logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:44.480 UTC [2433] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:41:44.488 UTC [2433] LOG: database system is shut down logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.015 UTC [2505] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.016 UTC [2505] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.016 UTC [2505] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.041 UTC [2505] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.052 UTC [2513] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.080 UTC [2513] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.136 UTC [2513] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.460 UTC [2513] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.495 UTC [2513] LOG: entering standby mode logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.495 UTC [2513] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.496 UTC [2505] LOG: startup process (PID 2513) exited with exit code 1 logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.497 UTC [2505] LOG: aborting startup due to startup process failure logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.497 UTC [2505] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.506 UTC [2505] LOG: database system is shut down logger.go:42: 20:42:08 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:42:10 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:42:41 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 15m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 15m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 15m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 12m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 12m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 10m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 10m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 10m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 15m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 15m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 15m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 13m logger.go:42: 20:42:42 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 17m logger.go:42: 20:42:43 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.409 UTC [2547] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.417 UTC [2547] LOG: database system is shut down logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:23.929 UTC [2627] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:23.930 UTC [2627] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:23.930 UTC [2627] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:23.954 UTC [2627] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:23.963 UTC [2635] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:23.988 UTC [2635] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.036 UTC [2635] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.357 UTC [2635] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.390 UTC [2635] LOG: entering standby mode logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.390 UTC [2635] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.392 UTC [2627] LOG: startup process (PID 2635) exited with exit code 1 logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.392 UTC [2627] LOG: aborting startup due to startup process failure logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.392 UTC [2627] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.400 UTC [2627] LOG: database system is shut down logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:33.920 UTC [2674] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:33.921 UTC [2674] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:33.921 UTC [2674] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:33.946 UTC [2674] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:33.955 UTC [2682] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:33.981 UTC [2682] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.029 UTC [2682] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.348 UTC [2682] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.382 UTC [2682] LOG: entering standby mode logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.382 UTC [2682] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.383 UTC [2674] LOG: startup process (PID 2682) exited with exit code 1 logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.384 UTC [2674] LOG: aborting startup due to startup process failure logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.384 UTC [2674] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.392 UTC [2674] LOG: database system is shut down logger.go:42: 20:42:45 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.497 UTC [2505] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:04.506 UTC [2505] LOG: database system is shut down logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:23.993 UTC [2584] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:23.994 UTC [2584] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:23.994 UTC [2584] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.019 UTC [2584] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.029 UTC [2592] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.057 UTC [2592] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.109 UTC [2592] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.431 UTC [2592] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.466 UTC [2592] LOG: entering standby mode logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.466 UTC [2592] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.468 UTC [2584] LOG: startup process (PID 2592) exited with exit code 1 logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.468 UTC [2584] LOG: aborting startup due to startup process failure logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.468 UTC [2584] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:24.477 UTC [2584] LOG: database system is shut down logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:33.955 UTC [2631] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:33.956 UTC [2631] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:33.956 UTC [2631] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:33.980 UTC [2631] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:33.989 UTC [2639] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.020 UTC [2639] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.076 UTC [2639] LOG: restored log file "00000003.history" from archive logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.399 UTC [2639] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.433 UTC [2639] LOG: entering standby mode logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.433 UTC [2639] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.435 UTC [2631] LOG: startup process (PID 2639) exited with exit code 1 logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.435 UTC [2631] LOG: aborting startup due to startup process failure logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.435 UTC [2631] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:34.443 UTC [2631] LOG: database system is shut down logger.go:42: 20:42:47 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:42:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:43:20 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 16m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 16m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 16m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 13m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 12m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 11m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 11m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 11m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 15m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 15m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 15m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 14m logger.go:42: 20:43:21 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 18m logger.go:42: 20:43:22 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:54.377 UTC [2753] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:54.386 UTC [2753] LOG: database system is shut down logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:03.926 UTC [2800] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:03.927 UTC [2800] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:03.927 UTC [2800] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:03.952 UTC [2800] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:03.961 UTC [2808] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:03.987 UTC [2808] LOG: restored log file "00000003.history" from archive logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.038 UTC [2808] LOG: restored log file "00000003.history" from archive logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.358 UTC [2808] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.390 UTC [2808] LOG: entering standby mode logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.390 UTC [2808] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.392 UTC [2800] LOG: startup process (PID 2808) exited with exit code 1 logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.392 UTC [2800] LOG: aborting startup due to startup process failure logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.392 UTC [2800] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.400 UTC [2800] LOG: database system is shut down logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:13.933 UTC [2847] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:13.934 UTC [2847] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:13.934 UTC [2847] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:13.959 UTC [2847] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:13.967 UTC [2855] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:13.992 UTC [2855] LOG: restored log file "00000003.history" from archive logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.040 UTC [2855] LOG: restored log file "00000003.history" from archive logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.360 UTC [2855] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.394 UTC [2855] LOG: entering standby mode logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.394 UTC [2855] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.395 UTC [2847] LOG: startup process (PID 2855) exited with exit code 1 logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.395 UTC [2847] LOG: aborting startup due to startup process failure logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.395 UTC [2847] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.404 UTC [2847] LOG: database system is shut down logger.go:42: 20:43:24 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:54.446 UTC [2711] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:42:54.454 UTC [2711] LOG: database system is shut down logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.004 UTC [2758] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.005 UTC [2758] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.005 UTC [2758] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.030 UTC [2758] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.041 UTC [2766] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.069 UTC [2766] LOG: restored log file "00000003.history" from archive logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.122 UTC [2766] LOG: restored log file "00000003.history" from archive logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.443 UTC [2766] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.477 UTC [2766] LOG: entering standby mode logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.477 UTC [2766] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.479 UTC [2758] LOG: startup process (PID 2766) exited with exit code 1 logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.479 UTC [2758] LOG: aborting startup due to startup process failure logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.479 UTC [2758] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:04.488 UTC [2758] LOG: database system is shut down logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.035 UTC [2805] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.035 UTC [2805] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.035 UTC [2805] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.062 UTC [2805] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.073 UTC [2813] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.106 UTC [2813] LOG: restored log file "00000003.history" from archive logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.161 UTC [2813] LOG: restored log file "00000003.history" from archive logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.484 UTC [2813] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.519 UTC [2813] LOG: entering standby mode logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.519 UTC [2813] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.521 UTC [2805] LOG: startup process (PID 2813) exited with exit code 1 logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.521 UTC [2805] LOG: aborting startup due to startup process failure logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.521 UTC [2805] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.530 UTC [2805] LOG: database system is shut down logger.go:42: 20:43:26 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:43:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:43:59 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 16m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 16m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 17m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 14m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 13m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 11m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 11m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 12m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 16m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 16m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 16m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 15m logger.go:42: 20:44:00 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 18m logger.go:42: 20:44:01 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.395 UTC [2847] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.404 UTC [2847] LOG: database system is shut down logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:33.917 UTC [2927] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:33.918 UTC [2927] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:33.918 UTC [2927] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:33.942 UTC [2927] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:33.951 UTC [2935] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:33.976 UTC [2935] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.025 UTC [2935] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.344 UTC [2935] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.378 UTC [2935] LOG: entering standby mode logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.378 UTC [2935] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.379 UTC [2927] LOG: startup process (PID 2935) exited with exit code 1 logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.379 UTC [2927] LOG: aborting startup due to startup process failure logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.379 UTC [2927] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.388 UTC [2927] LOG: database system is shut down logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:53.918 UTC [2999] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:53.918 UTC [2999] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:53.918 UTC [2999] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:53.943 UTC [2999] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:53.952 UTC [3007] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:53.976 UTC [3007] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.023 UTC [3007] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.342 UTC [3007] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.374 UTC [3007] LOG: entering standby mode logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.374 UTC [3007] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.376 UTC [2999] LOG: startup process (PID 3007) exited with exit code 1 logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.376 UTC [2999] LOG: aborting startup due to startup process failure logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.376 UTC [2999] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.384 UTC [2999] LOG: database system is shut down logger.go:42: 20:44:03 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.521 UTC [2805] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:14.530 UTC [2805] LOG: database system is shut down logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:33.993 UTC [2885] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:33.994 UTC [2885] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:33.994 UTC [2885] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.019 UTC [2885] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.030 UTC [2893] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.058 UTC [2893] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.113 UTC [2893] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.435 UTC [2893] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.469 UTC [2893] LOG: entering standby mode logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.469 UTC [2893] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.472 UTC [2885] LOG: startup process (PID 2893) exited with exit code 1 logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.472 UTC [2885] LOG: aborting startup due to startup process failure logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.472 UTC [2885] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:34.481 UTC [2885] LOG: database system is shut down logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.013 UTC [2966] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.014 UTC [2966] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.014 UTC [2966] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.039 UTC [2966] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.048 UTC [2974] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.077 UTC [2974] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.132 UTC [2974] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.453 UTC [2974] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.486 UTC [2974] LOG: entering standby mode logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.486 UTC [2974] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.488 UTC [2966] LOG: startup process (PID 2974) exited with exit code 1 logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.488 UTC [2966] LOG: aborting startup due to startup process failure logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.488 UTC [2966] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.496 UTC [2966] LOG: database system is shut down logger.go:42: 20:44:05 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:44:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:44:38 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 17m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 17m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 17m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 14m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 13m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 12m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 12m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 12m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 17m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 17m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 17m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 15m logger.go:42: 20:44:39 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 19m logger.go:42: 20:44:40 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.376 UTC [2999] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:43:54.384 UTC [2999] LOG: database system is shut down logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:13.940 UTC [3079] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:13.941 UTC [3079] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:13.941 UTC [3079] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:13.965 UTC [3079] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:13.974 UTC [3087] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:13.999 UTC [3087] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.047 UTC [3087] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.366 UTC [3087] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.399 UTC [3087] LOG: entering standby mode logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.399 UTC [3087] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.401 UTC [3079] LOG: startup process (PID 3087) exited with exit code 1 logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.401 UTC [3079] LOG: aborting startup due to startup process failure logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.401 UTC [3079] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.409 UTC [3079] LOG: database system is shut down logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:33.921 UTC [3149] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:33.921 UTC [3149] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:33.921 UTC [3149] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:33.946 UTC [3149] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:33.955 UTC [3157] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:33.979 UTC [3157] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.028 UTC [3157] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.348 UTC [3157] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.382 UTC [3157] LOG: entering standby mode logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.382 UTC [3157] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.384 UTC [3149] LOG: startup process (PID 3157) exited with exit code 1 logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.384 UTC [3149] LOG: aborting startup due to startup process failure logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.384 UTC [3149] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.392 UTC [3149] LOG: database system is shut down logger.go:42: 20:44:42 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.047 UTC [3053] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.075 UTC [3053] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.131 UTC [3053] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.452 UTC [3053] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.486 UTC [3053] LOG: entering standby mode logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.486 UTC [3053] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.488 UTC [3045] LOG: startup process (PID 3053) exited with exit code 1 logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.488 UTC [3045] LOG: aborting startup due to startup process failure logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.488 UTC [3045] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:14.497 UTC [3045] LOG: database system is shut down logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:33.976 UTC [3117] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:33.976 UTC [3117] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:33.977 UTC [3117] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.002 UTC [3117] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.011 UTC [3125] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.040 UTC [3125] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.099 UTC [3125] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.422 UTC [3125] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.458 UTC [3125] LOG: entering standby mode logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.458 UTC [3125] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.460 UTC [3117] LOG: startup process (PID 3125) exited with exit code 1 logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.460 UTC [3117] LOG: aborting startup due to startup process failure logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.460 UTC [3117] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.468 UTC [3117] LOG: database system is shut down logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.069 UTC [3164] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.070 UTC [3164] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.070 UTC [3164] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.095 UTC [3164] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.106 UTC [3178] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:44:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.136 UTC [3178] LOG: restored log file "00000003.history" from archive logger.go:42: 20:44:45 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:44:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:45:17 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 18m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 18m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 18m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 15m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 14m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 13m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 13m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 13m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 17m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 17m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 17m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 16m logger.go:42: 20:45:18 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 20m logger.go:42: 20:45:20 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.384 UTC [3149] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.392 UTC [3149] LOG: database system is shut down logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:43.943 UTC [3213] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:43.944 UTC [3213] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:43.944 UTC [3213] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:43.968 UTC [3213] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:43.976 UTC [3221] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.002 UTC [3221] LOG: restored log file "00000003.history" from archive logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.050 UTC [3221] LOG: restored log file "00000003.history" from archive logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.369 UTC [3221] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.402 UTC [3221] LOG: entering standby mode logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.402 UTC [3221] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.403 UTC [3213] LOG: startup process (PID 3221) exited with exit code 1 logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.403 UTC [3213] LOG: aborting startup due to startup process failure logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.403 UTC [3213] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.412 UTC [3213] LOG: database system is shut down logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:03.924 UTC [3285] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:03.925 UTC [3285] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:03.925 UTC [3285] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:03.949 UTC [3285] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:03.958 UTC [3293] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:03.983 UTC [3293] LOG: restored log file "00000003.history" from archive logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.032 UTC [3293] LOG: restored log file "00000003.history" from archive logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.352 UTC [3293] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.384 UTC [3293] LOG: entering standby mode logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.384 UTC [3293] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.386 UTC [3285] LOG: startup process (PID 3293) exited with exit code 1 logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.386 UTC [3285] LOG: aborting startup due to startup process failure logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.386 UTC [3285] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:45:21 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.395 UTC [3285] LOG: database system is shut down logger.go:42: 20:45:22 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.460 UTC [3117] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:34.468 UTC [3117] LOG: database system is shut down logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.069 UTC [3164] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.070 UTC [3164] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.070 UTC [3164] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.095 UTC [3164] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.106 UTC [3178] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.136 UTC [3178] LOG: restored log file "00000003.history" from archive logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.194 UTC [3178] LOG: restored log file "00000003.history" from archive logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.517 UTC [3178] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.552 UTC [3178] LOG: entering standby mode logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.552 UTC [3178] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.553 UTC [3164] LOG: startup process (PID 3178) exited with exit code 1 logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.553 UTC [3164] LOG: aborting startup due to startup process failure logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.554 UTC [3164] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:44:44.562 UTC [3164] LOG: database system is shut down logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.002 UTC [3244] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.003 UTC [3244] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.003 UTC [3244] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.028 UTC [3244] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.039 UTC [3252] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.070 UTC [3252] LOG: restored log file "00000003.history" from archive logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.124 UTC [3252] LOG: restored log file "00000003.history" from archive logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.446 UTC [3252] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.481 UTC [3252] LOG: entering standby mode logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.481 UTC [3252] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.483 UTC [3244] LOG: startup process (PID 3252) exited with exit code 1 logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.483 UTC [3244] LOG: aborting startup due to startup process failure logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.483 UTC [3244] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:45:23 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:04.492 UTC [3244] LOG: database system is shut down logger.go:42: 20:45:24 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:45:25 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:45:56 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 18m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 18m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 19m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 16m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 15m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 13m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 13m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 14m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 18m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 18m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 18m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 17m logger.go:42: 20:45:57 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 20m logger.go:42: 20:45:58 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:24.374 UTC [3366] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:24.383 UTC [3366] LOG: database system is shut down logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:33.924 UTC [3413] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:33.925 UTC [3413] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:33.925 UTC [3413] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:33.949 UTC [3413] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:33.958 UTC [3421] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:33.982 UTC [3421] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.028 UTC [3421] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.347 UTC [3421] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.380 UTC [3421] LOG: entering standby mode logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.380 UTC [3421] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.382 UTC [3413] LOG: startup process (PID 3421) exited with exit code 1 logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.382 UTC [3413] LOG: aborting startup due to startup process failure logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.382 UTC [3413] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.390 UTC [3413] LOG: database system is shut down logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:53.918 UTC [3485] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:53.918 UTC [3485] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:53.918 UTC [3485] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:53.943 UTC [3485] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:53.951 UTC [3493] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:53.976 UTC [3493] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.023 UTC [3493] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.343 UTC [3493] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.375 UTC [3493] LOG: entering standby mode logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.375 UTC [3493] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.377 UTC [3485] LOG: startup process (PID 3493) exited with exit code 1 logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.377 UTC [3485] LOG: aborting startup due to startup process failure logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.377 UTC [3485] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.386 UTC [3485] LOG: database system is shut down logger.go:42: 20:46:00 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:24.518 UTC [3324] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:24.527 UTC [3324] LOG: database system is shut down logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:33.957 UTC [3371] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:33.957 UTC [3371] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:33.957 UTC [3371] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:33.983 UTC [3371] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:33.993 UTC [3379] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.022 UTC [3379] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.078 UTC [3379] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.401 UTC [3379] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.435 UTC [3379] LOG: entering standby mode logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.435 UTC [3379] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.437 UTC [3371] LOG: startup process (PID 3379) exited with exit code 1 logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.437 UTC [3371] LOG: aborting startup due to startup process failure logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.437 UTC [3371] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:34.446 UTC [3371] LOG: database system is shut down logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:53.975 UTC [3443] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:53.975 UTC [3443] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:53.976 UTC [3443] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.001 UTC [3443] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.010 UTC [3451] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.040 UTC [3451] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.099 UTC [3451] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.422 UTC [3451] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.456 UTC [3451] LOG: entering standby mode logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.456 UTC [3451] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.458 UTC [3443] LOG: startup process (PID 3451) exited with exit code 1 logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.458 UTC [3443] LOG: aborting startup due to startup process failure logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.458 UTC [3443] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:45:54.468 UTC [3443] LOG: database system is shut down logger.go:42: 20:46:02 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:46:04 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:46:35 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 19m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 19m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 19m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 16m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 15m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 14m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 14m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 14m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 18m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 18m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 18m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 17m logger.go:42: 20:46:36 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 21m logger.go:42: 20:46:37 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:14.393 UTC [3565] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:14.402 UTC [3565] LOG: database system is shut down logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:23.920 UTC [3612] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:23.921 UTC [3612] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:23.921 UTC [3612] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:23.946 UTC [3612] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:23.954 UTC [3620] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:23.979 UTC [3620] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.026 UTC [3620] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.345 UTC [3620] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.377 UTC [3620] LOG: entering standby mode logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.377 UTC [3620] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.379 UTC [3612] LOG: startup process (PID 3620) exited with exit code 1 logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.379 UTC [3612] LOG: aborting startup due to startup process failure logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.379 UTC [3612] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.387 UTC [3612] LOG: database system is shut down logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:33.922 UTC [3659] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:33.923 UTC [3659] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:33.923 UTC [3659] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:33.947 UTC [3659] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:33.956 UTC [3667] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:33.980 UTC [3667] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.026 UTC [3667] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.344 UTC [3667] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.378 UTC [3667] LOG: entering standby mode logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.378 UTC [3667] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.380 UTC [3659] LOG: startup process (PID 3667) exited with exit code 1 logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.380 UTC [3659] LOG: aborting startup due to startup process failure logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.380 UTC [3659] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.388 UTC [3659] LOG: database system is shut down logger.go:42: 20:46:39 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:14.455 UTC [3523] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:14.465 UTC [3523] LOG: database system is shut down logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.005 UTC [3570] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.005 UTC [3570] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.005 UTC [3570] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.031 UTC [3570] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.042 UTC [3578] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.069 UTC [3578] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.124 UTC [3578] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.445 UTC [3578] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.481 UTC [3578] LOG: entering standby mode logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.481 UTC [3578] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.483 UTC [3570] LOG: startup process (PID 3578) exited with exit code 1 logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.483 UTC [3570] LOG: aborting startup due to startup process failure logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.483 UTC [3570] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:24.492 UTC [3570] LOG: database system is shut down logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.026 UTC [3617] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.027 UTC [3617] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.027 UTC [3617] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.052 UTC [3617] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.063 UTC [3625] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.091 UTC [3625] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.149 UTC [3625] LOG: restored log file "00000003.history" from archive logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.474 UTC [3625] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.508 UTC [3625] LOG: entering standby mode logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.508 UTC [3625] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.509 UTC [3617] LOG: startup process (PID 3625) exited with exit code 1 logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.509 UTC [3617] LOG: aborting startup due to startup process failure logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.509 UTC [3617] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.519 UTC [3617] LOG: database system is shut down logger.go:42: 20:46:41 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:46:43 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:47:14 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 19m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 19m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 20m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 17m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 16m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 15m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 15m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 15m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 19m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 19m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 19m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 18m logger.go:42: 20:47:15 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 22m logger.go:42: 20:47:16 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.380 UTC [3659] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.388 UTC [3659] LOG: database system is shut down logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:53.925 UTC [3739] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:53.926 UTC [3739] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:53.926 UTC [3739] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:53.951 UTC [3739] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:53.959 UTC [3747] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:53.984 UTC [3747] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.031 UTC [3747] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.350 UTC [3747] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.383 UTC [3747] LOG: entering standby mode logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.383 UTC [3747] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.384 UTC [3739] LOG: startup process (PID 3747) exited with exit code 1 logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.384 UTC [3739] LOG: aborting startup due to startup process failure logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.384 UTC [3739] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.393 UTC [3739] LOG: database system is shut down logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:13.932 UTC [3811] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:13.932 UTC [3811] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:13.932 UTC [3811] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:13.957 UTC [3811] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:13.965 UTC [3819] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:13.990 UTC [3819] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.037 UTC [3819] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.356 UTC [3819] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.389 UTC [3819] LOG: entering standby mode logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.389 UTC [3819] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.391 UTC [3811] LOG: startup process (PID 3819) exited with exit code 1 logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.391 UTC [3811] LOG: aborting startup due to startup process failure logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.391 UTC [3811] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.399 UTC [3811] LOG: database system is shut down logger.go:42: 20:47:18 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.509 UTC [3617] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:34.519 UTC [3617] LOG: database system is shut down logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.035 UTC [3697] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.036 UTC [3697] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.036 UTC [3697] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.062 UTC [3697] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.073 UTC [3705] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.101 UTC [3705] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.155 UTC [3705] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.477 UTC [3705] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.511 UTC [3705] LOG: entering standby mode logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.511 UTC [3705] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.513 UTC [3697] LOG: startup process (PID 3705) exited with exit code 1 logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.513 UTC [3697] LOG: aborting startup due to startup process failure logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.513 UTC [3697] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:46:54.523 UTC [3697] LOG: database system is shut down logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:13.991 UTC [3768] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:13.992 UTC [3768] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:13.992 UTC [3768] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.017 UTC [3768] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.026 UTC [3776] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.056 UTC [3776] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.114 UTC [3776] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.438 UTC [3776] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.471 UTC [3776] LOG: entering standby mode logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.471 UTC [3776] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.473 UTC [3768] LOG: startup process (PID 3776) exited with exit code 1 logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.473 UTC [3768] LOG: aborting startup due to startup process failure logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.473 UTC [3768] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:20 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.481 UTC [3768] LOG: database system is shut down logger.go:42: 20:47:21 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:47:22 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:47:53 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 20m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 20m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 20m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 18m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 17m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 15m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 15m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 16m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 20m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 20m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 20m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 19m logger.go:42: 20:47:54 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 22m logger.go:42: 20:47:55 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.391 UTC [3811] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.399 UTC [3811] LOG: database system is shut down logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:33.920 UTC [3899] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:33.921 UTC [3899] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:33.921 UTC [3899] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:33.946 UTC [3899] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:33.954 UTC [3907] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:33.979 UTC [3907] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.026 UTC [3907] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.346 UTC [3907] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.379 UTC [3907] LOG: entering standby mode logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.379 UTC [3907] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.380 UTC [3899] LOG: startup process (PID 3907) exited with exit code 1 logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.380 UTC [3899] LOG: aborting startup due to startup process failure logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.380 UTC [3899] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.389 UTC [3899] LOG: database system is shut down logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:53.920 UTC [3971] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:53.921 UTC [3971] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:53.921 UTC [3971] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:53.946 UTC [3971] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:53.955 UTC [3979] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:53.980 UTC [3979] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.028 UTC [3979] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.349 UTC [3979] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.381 UTC [3979] LOG: entering standby mode logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.381 UTC [3979] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.383 UTC [3971] LOG: startup process (PID 3979) exited with exit code 1 logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.383 UTC [3971] LOG: aborting startup due to startup process failure logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.383 UTC [3971] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.391 UTC [3971] LOG: database system is shut down logger.go:42: 20:47:57 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.473 UTC [3768] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:14.481 UTC [3768] LOG: database system is shut down logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:33.972 UTC [3857] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:33.973 UTC [3857] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:33.973 UTC [3857] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:33.998 UTC [3857] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.008 UTC [3865] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.037 UTC [3865] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.096 UTC [3865] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.420 UTC [3865] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.454 UTC [3865] LOG: entering standby mode logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.454 UTC [3865] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.456 UTC [3857] LOG: startup process (PID 3865) exited with exit code 1 logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.456 UTC [3857] LOG: aborting startup due to startup process failure logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.456 UTC [3857] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:34.464 UTC [3857] LOG: database system is shut down logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:53.971 UTC [3928] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:53.972 UTC [3928] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:53.972 UTC [3928] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:53.998 UTC [3928] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.007 UTC [3936] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.036 UTC [3936] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.098 UTC [3936] LOG: restored log file "00000003.history" from archive logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.422 UTC [3936] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.456 UTC [3936] LOG: entering standby mode logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.456 UTC [3936] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.459 UTC [3928] LOG: startup process (PID 3936) exited with exit code 1 logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.459 UTC [3928] LOG: aborting startup due to startup process failure logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.459 UTC [3928] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:47:59 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:47:54.468 UTC [3928] LOG: database system is shut down logger.go:42: 20:48:00 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:48:01 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:48:32 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 21m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 21m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 21m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 18m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 17m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 16m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 16m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 16m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 20m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 20m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 20m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 19m logger.go:42: 20:48:33 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 23m logger.go:42: 20:48:34 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:04.385 UTC [4025] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:04.394 UTC [4025] LOG: database system is shut down logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:23.922 UTC [4097] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:23.923 UTC [4097] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:23.923 UTC [4097] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:23.948 UTC [4097] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:23.956 UTC [4105] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:23.981 UTC [4105] LOG: restored log file "00000003.history" from archive logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.030 UTC [4105] LOG: restored log file "00000003.history" from archive logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.351 UTC [4105] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.385 UTC [4105] LOG: entering standby mode logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.385 UTC [4105] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.386 UTC [4097] LOG: startup process (PID 4105) exited with exit code 1 logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.386 UTC [4097] LOG: aborting startup due to startup process failure logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.386 UTC [4097] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.395 UTC [4097] LOG: database system is shut down logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.474 UTC [4144] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.475 UTC [4144] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.475 UTC [4144] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.500 UTC [4144] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.508 UTC [4152] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.533 UTC [4152] LOG: restored log file "00000003.history" from archive logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.582 UTC [4152] LOG: restored log file "00000003.history" from archive logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.902 UTC [4152] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.936 UTC [4152] LOG: entering standby mode logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.936 UTC [4152] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.938 UTC [4144] LOG: startup process (PID 4152) exited with exit code 1 logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.938 UTC [4144] LOG: aborting startup due to startup process failure logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.938 UTC [4144] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.947 UTC [4144] LOG: database system is shut down logger.go:42: 20:48:36 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:04.468 UTC [3983] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:04.477 UTC [3983] LOG: database system is shut down logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:23.985 UTC [4055] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:23.985 UTC [4055] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:23.985 UTC [4055] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.011 UTC [4055] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.020 UTC [4063] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.051 UTC [4063] LOG: restored log file "00000003.history" from archive logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.112 UTC [4063] LOG: restored log file "00000003.history" from archive logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.436 UTC [4063] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.469 UTC [4063] LOG: entering standby mode logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.469 UTC [4063] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.471 UTC [4055] LOG: startup process (PID 4063) exited with exit code 1 logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.471 UTC [4055] LOG: aborting startup due to startup process failure logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.471 UTC [4055] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:24.479 UTC [4055] LOG: database system is shut down logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.554 UTC [4102] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.555 UTC [4102] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.555 UTC [4102] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.580 UTC [4102] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.592 UTC [4110] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.623 UTC [4110] LOG: restored log file "00000003.history" from archive logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.682 UTC [4110] LOG: restored log file "00000003.history" from archive logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:35.011 UTC [4110] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:35.047 UTC [4110] LOG: entering standby mode logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:35.047 UTC [4110] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:35.049 UTC [4102] LOG: startup process (PID 4110) exited with exit code 1 logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:35.049 UTC [4102] LOG: aborting startup due to startup process failure logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:35.049 UTC [4102] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:48:38 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:35.058 UTC [4102] LOG: database system is shut down logger.go:42: 20:48:39 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:48:40 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:49:11 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 21m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 21m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 22m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 19m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 18m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 17m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 17m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 17m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 21m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 21m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 21m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 20m logger.go:42: 20:49:12 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 23m logger.go:42: 20:49:14 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.938 UTC [4144] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:34.947 UTC [4144] LOG: database system is shut down logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:53.922 UTC [4223] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:53.922 UTC [4223] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:53.922 UTC [4223] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:53.947 UTC [4223] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:53.955 UTC [4231] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:53.980 UTC [4231] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.028 UTC [4231] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.348 UTC [4231] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.381 UTC [4231] LOG: entering standby mode logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.381 UTC [4231] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.383 UTC [4223] LOG: startup process (PID 4231) exited with exit code 1 logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.383 UTC [4223] LOG: aborting startup due to startup process failure logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.383 UTC [4223] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.391 UTC [4223] LOG: database system is shut down logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:13.935 UTC [4294] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:13.936 UTC [4294] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:13.936 UTC [4294] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:13.960 UTC [4294] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:13.969 UTC [4302] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:13.993 UTC [4302] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.040 UTC [4302] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.359 UTC [4302] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.392 UTC [4302] LOG: entering standby mode logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.392 UTC [4302] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.394 UTC [4294] LOG: startup process (PID 4302) exited with exit code 1 logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.394 UTC [4294] LOG: aborting startup due to startup process failure logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.394 UTC [4294] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:49:15 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.402 UTC [4294] LOG: database system is shut down logger.go:42: 20:49:16 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:35.049 UTC [4102] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:35.058 UTC [4102] LOG: database system is shut down logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:53.980 UTC [4191] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:53.981 UTC [4191] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:53.981 UTC [4191] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.005 UTC [4191] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.015 UTC [4199] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.044 UTC [4199] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.104 UTC [4199] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.429 UTC [4199] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.463 UTC [4199] LOG: entering standby mode logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.463 UTC [4199] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.464 UTC [4191] LOG: startup process (PID 4199) exited with exit code 1 logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.464 UTC [4191] LOG: aborting startup due to startup process failure logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.465 UTC [4191] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:48:54.474 UTC [4191] LOG: database system is shut down logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:13.986 UTC [4263] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:13.987 UTC [4263] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:13.987 UTC [4263] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.012 UTC [4263] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.022 UTC [4271] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.051 UTC [4271] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.110 UTC [4271] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.434 UTC [4271] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.468 UTC [4271] LOG: entering standby mode logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.468 UTC [4271] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.470 UTC [4263] LOG: startup process (PID 4271) exited with exit code 1 logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.470 UTC [4263] LOG: aborting startup due to startup process failure logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.470 UTC [4263] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:49:17 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.478 UTC [4263] LOG: database system is shut down logger.go:42: 20:49:18 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:49:19 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:49:50 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 22m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 22m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 22m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 19m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 19m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 17m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 17m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 18m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 22m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 22m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 22m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 21m logger.go:42: 20:49:51 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 24m logger.go:42: 20:49:53 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:13.993 UTC [4302] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.040 UTC [4302] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.359 UTC [4302] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.392 UTC [4302] LOG: entering standby mode logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.392 UTC [4302] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.394 UTC [4294] LOG: startup process (PID 4302) exited with exit code 1 logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.394 UTC [4294] LOG: aborting startup due to startup process failure logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.394 UTC [4294] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.402 UTC [4294] LOG: database system is shut down logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:33.927 UTC [4375] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:33.927 UTC [4375] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:33.927 UTC [4375] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:33.952 UTC [4375] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:33.960 UTC [4383] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:33.985 UTC [4383] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.034 UTC [4383] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.353 UTC [4383] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.386 UTC [4383] LOG: entering standby mode logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.386 UTC [4383] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.388 UTC [4375] LOG: startup process (PID 4383) exited with exit code 1 logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.388 UTC [4375] LOG: aborting startup due to startup process failure logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.388 UTC [4375] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.396 UTC [4375] LOG: database system is shut down logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.922 UTC [4447] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.923 UTC [4447] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.923 UTC [4447] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.948 UTC [4447] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.956 UTC [4455] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.981 UTC [4455] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:54 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.030 UTC [4455] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:55 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.470 UTC [4263] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:14.478 UTC [4263] LOG: database system is shut down logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.015 UTC [4342] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.016 UTC [4342] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.016 UTC [4342] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.041 UTC [4342] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.053 UTC [4350] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.081 UTC [4350] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.138 UTC [4350] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.460 UTC [4350] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.494 UTC [4350] LOG: entering standby mode logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.494 UTC [4350] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.496 UTC [4342] LOG: startup process (PID 4350) exited with exit code 1 logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.496 UTC [4342] LOG: aborting startup due to startup process failure logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.496 UTC [4342] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.506 UTC [4342] LOG: database system is shut down logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.018 UTC [4423] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.019 UTC [4423] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.019 UTC [4423] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.044 UTC [4423] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.056 UTC [4431] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.085 UTC [4431] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.137 UTC [4431] LOG: restored log file "00000003.history" from archive logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.459 UTC [4431] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.496 UTC [4431] LOG: entering standby mode logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.496 UTC [4431] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.498 UTC [4423] LOG: startup process (PID 4431) exited with exit code 1 logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.498 UTC [4423] LOG: aborting startup due to startup process failure logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.498 UTC [4423] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:49:56 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.507 UTC [4423] LOG: database system is shut down logger.go:42: 20:49:57 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:49:58 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:50:29 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 23m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 23m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 23m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 20m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 19m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 18m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 18m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 18m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 22m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 22m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 22m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 21m logger.go:42: 20:50:30 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 25m logger.go:42: 20:50:32 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.388 UTC [4375] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:34.396 UTC [4375] LOG: database system is shut down logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.922 UTC [4447] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.923 UTC [4447] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.923 UTC [4447] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.948 UTC [4447] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.956 UTC [4455] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:53.981 UTC [4455] LOG: restored log file "00000003.history" from archive logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.030 UTC [4455] LOG: restored log file "00000003.history" from archive logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.349 UTC [4455] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.382 UTC [4455] LOG: entering standby mode logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.382 UTC [4455] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.384 UTC [4447] LOG: startup process (PID 4455) exited with exit code 1 logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.384 UTC [4447] LOG: aborting startup due to startup process failure logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.384 UTC [4447] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.392 UTC [4447] LOG: database system is shut down logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:13.947 UTC [4536] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:13.947 UTC [4536] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:13.947 UTC [4536] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:13.972 UTC [4536] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:13.981 UTC [4544] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.006 UTC [4544] LOG: restored log file "00000003.history" from archive logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.055 UTC [4544] LOG: restored log file "00000003.history" from archive logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.374 UTC [4544] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.407 UTC [4544] LOG: entering standby mode logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.407 UTC [4544] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.409 UTC [4536] LOG: startup process (PID 4544) exited with exit code 1 logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.409 UTC [4536] LOG: aborting startup due to startup process failure logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.409 UTC [4536] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:50:33 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.417 UTC [4536] LOG: database system is shut down logger.go:42: 20:50:34 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.498 UTC [4423] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:49:54.507 UTC [4423] LOG: database system is shut down logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.021 UTC [4502] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.022 UTC [4502] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.022 UTC [4502] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.048 UTC [4502] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.059 UTC [4510] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.091 UTC [4510] LOG: restored log file "00000003.history" from archive logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.147 UTC [4510] LOG: restored log file "00000003.history" from archive logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.469 UTC [4510] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.504 UTC [4510] LOG: entering standby mode logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.504 UTC [4510] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.506 UTC [4502] LOG: startup process (PID 4510) exited with exit code 1 logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.506 UTC [4502] LOG: aborting startup due to startup process failure logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.506 UTC [4502] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:14.515 UTC [4502] LOG: database system is shut down logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.028 UTC [4574] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.029 UTC [4574] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.029 UTC [4574] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.055 UTC [4574] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.065 UTC [4582] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.094 UTC [4582] LOG: restored log file "00000003.history" from archive logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.149 UTC [4582] LOG: restored log file "00000003.history" from archive logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.472 UTC [4582] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.506 UTC [4582] LOG: entering standby mode logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.506 UTC [4582] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.508 UTC [4574] LOG: startup process (PID 4582) exited with exit code 1 logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.508 UTC [4574] LOG: aborting startup due to startup process failure logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.508 UTC [4574] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:50:35 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.517 UTC [4574] LOG: database system is shut down logger.go:42: 20:50:36 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:50:37 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:51:08 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 23m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 23m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 24m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 21m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 20m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 19m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 19m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 19m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 23m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 23m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 23m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 22m logger.go:42: 20:51:09 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 25m logger.go:42: 20:51:11 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.380 UTC [4616] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.388 UTC [4616] LOG: database system is shut down logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:43.934 UTC [4664] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:43.934 UTC [4664] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:43.934 UTC [4664] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:43.959 UTC [4664] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:43.968 UTC [4672] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:43.992 UTC [4672] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.039 UTC [4672] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.358 UTC [4672] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.391 UTC [4672] LOG: entering standby mode logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.391 UTC [4672] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.393 UTC [4664] LOG: startup process (PID 4672) exited with exit code 1 logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.393 UTC [4664] LOG: aborting startup due to startup process failure logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.393 UTC [4664] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.401 UTC [4664] LOG: database system is shut down logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:03.927 UTC [4735] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:03.928 UTC [4735] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:03.928 UTC [4735] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:03.953 UTC [4735] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:03.961 UTC [4743] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:03.987 UTC [4743] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.038 UTC [4743] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.358 UTC [4743] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.390 UTC [4743] LOG: entering standby mode logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.391 UTC [4743] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.392 UTC [4735] LOG: startup process (PID 4743) exited with exit code 1 logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.392 UTC [4735] LOG: aborting startup due to startup process failure logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.392 UTC [4735] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:12 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.401 UTC [4735] LOG: database system is shut down logger.go:42: 20:51:13 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.508 UTC [4574] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:34.517 UTC [4574] LOG: database system is shut down logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.021 UTC [4628] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.022 UTC [4628] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.022 UTC [4628] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.048 UTC [4628] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.059 UTC [4636] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.088 UTC [4636] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.140 UTC [4636] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.462 UTC [4636] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.496 UTC [4636] LOG: entering standby mode logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.497 UTC [4636] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.498 UTC [4628] LOG: startup process (PID 4636) exited with exit code 1 logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.499 UTC [4628] LOG: aborting startup due to startup process failure logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.499 UTC [4628] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:50:44.508 UTC [4628] LOG: database system is shut down logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.010 UTC [4700] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.010 UTC [4700] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.010 UTC [4700] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.036 UTC [4700] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.047 UTC [4708] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.075 UTC [4708] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.128 UTC [4708] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.450 UTC [4708] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.483 UTC [4708] LOG: entering standby mode logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.484 UTC [4708] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.485 UTC [4700] LOG: startup process (PID 4708) exited with exit code 1 logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.485 UTC [4700] LOG: aborting startup due to startup process failure logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.485 UTC [4700] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:14 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.495 UTC [4700] LOG: database system is shut down logger.go:42: 20:51:15 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:51:16 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 24m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 24m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 24m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 21m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 21m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 19m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 19m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 19m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 24m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 24m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 24m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 23m logger.go:42: 20:51:48 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 26m logger.go:42: 20:51:50 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.392 UTC [4735] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.401 UTC [4735] LOG: database system is shut down logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.442 UTC [4824] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.443 UTC [4824] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.443 UTC [4824] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.468 UTC [4824] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.476 UTC [4832] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.500 UTC [4832] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.548 UTC [4832] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.868 UTC [4832] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.900 UTC [4832] LOG: entering standby mode logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.900 UTC [4832] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.902 UTC [4824] LOG: startup process (PID 4832) exited with exit code 1 logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.902 UTC [4824] LOG: aborting startup due to startup process failure logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.902 UTC [4824] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.910 UTC [4824] LOG: database system is shut down logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:43.955 UTC [4896] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:43.955 UTC [4896] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:43.955 UTC [4896] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:43.980 UTC [4896] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:43.988 UTC [4904] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.013 UTC [4904] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.060 UTC [4904] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.380 UTC [4904] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.412 UTC [4904] LOG: entering standby mode logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.412 UTC [4904] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.414 UTC [4896] LOG: startup process (PID 4904) exited with exit code 1 logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.414 UTC [4896] LOG: aborting startup due to startup process failure logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.414 UTC [4896] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:51 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.423 UTC [4896] LOG: database system is shut down logger.go:42: 20:51:52 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.485 UTC [4700] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:04.495 UTC [4700] LOG: database system is shut down logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.523 UTC [4789] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.524 UTC [4789] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.524 UTC [4789] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.548 UTC [4789] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.558 UTC [4797] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.589 UTC [4797] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.649 UTC [4797] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:24.971 UTC [4797] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:25.005 UTC [4797] LOG: entering standby mode logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:25.005 UTC [4797] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:25.007 UTC [4789] LOG: startup process (PID 4797) exited with exit code 1 logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:25.007 UTC [4789] LOG: aborting startup due to startup process failure logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:25.007 UTC [4789] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:25.017 UTC [4789] LOG: database system is shut down logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:43.999 UTC [4861] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:43.999 UTC [4861] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:43.999 UTC [4861] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.024 UTC [4861] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.034 UTC [4869] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.064 UTC [4869] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.120 UTC [4869] LOG: restored log file "00000003.history" from archive logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.443 UTC [4869] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.477 UTC [4869] LOG: entering standby mode logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.477 UTC [4869] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.479 UTC [4861] LOG: startup process (PID 4869) exited with exit code 1 logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.479 UTC [4861] LOG: aborting startup due to startup process failure logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.479 UTC [4861] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:51:53 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.487 UTC [4861] LOG: database system is shut down logger.go:42: 20:51:54 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:51:55 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 25m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 25m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 25m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 22m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 21m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 20m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 20m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 20m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 2/2 Running 0 24m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 24m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 24m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 23m logger.go:42: 20:52:27 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 27m logger.go:42: 20:52:29 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.414 UTC [4896] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.423 UTC [4896] LOG: database system is shut down logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:53.940 UTC [4951] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:53.941 UTC [4951] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:53.941 UTC [4951] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:53.965 UTC [4951] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:53.973 UTC [4959] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:53.998 UTC [4959] LOG: restored log file "00000003.history" from archive logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.046 UTC [4959] LOG: restored log file "00000003.history" from archive logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.366 UTC [4959] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.400 UTC [4959] LOG: entering standby mode logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.400 UTC [4959] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.401 UTC [4951] LOG: startup process (PID 4959) exited with exit code 1 logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.401 UTC [4951] LOG: aborting startup due to startup process failure logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.401 UTC [4951] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.410 UTC [4951] LOG: database system is shut down logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:13.947 UTC [5023] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:13.947 UTC [5023] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:13.948 UTC [5023] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:13.972 UTC [5023] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:13.981 UTC [5031] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.006 UTC [5031] LOG: restored log file "00000003.history" from archive logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.053 UTC [5031] LOG: restored log file "00000003.history" from archive logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.371 UTC [5031] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.404 UTC [5031] LOG: entering standby mode logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.404 UTC [5031] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.406 UTC [5023] LOG: startup process (PID 5031) exited with exit code 1 logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.406 UTC [5023] LOG: aborting startup due to startup process failure logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.406 UTC [5023] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:52:30 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.414 UTC [5023] LOG: database system is shut down logger.go:42: 20:52:31 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.479 UTC [4861] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:44.487 UTC [4861] LOG: database system is shut down logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:53.994 UTC [4915] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:53.995 UTC [4915] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:53.995 UTC [4915] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.020 UTC [4915] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.030 UTC [4923] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.058 UTC [4923] LOG: restored log file "00000003.history" from archive logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.112 UTC [4923] LOG: restored log file "00000003.history" from archive logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.435 UTC [4923] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.469 UTC [4923] LOG: entering standby mode logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.469 UTC [4923] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.471 UTC [4915] LOG: startup process (PID 4923) exited with exit code 1 logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.471 UTC [4915] LOG: aborting startup due to startup process failure logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.471 UTC [4915] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:51:54.479 UTC [4915] LOG: database system is shut down logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.000 UTC [4987] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.000 UTC [4987] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.000 UTC [4987] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.025 UTC [4987] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.035 UTC [4995] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.065 UTC [4995] LOG: restored log file "00000003.history" from archive logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.124 UTC [4995] LOG: restored log file "00000003.history" from archive logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.447 UTC [4995] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.482 UTC [4995] LOG: entering standby mode logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.482 UTC [4995] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.483 UTC [4987] LOG: startup process (PID 4995) exited with exit code 1 logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.483 UTC [4987] LOG: aborting startup due to startup process failure logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.483 UTC [4987] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:52:32 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:14.492 UTC [4987] LOG: database system is shut down logger.go:42: 20:52:33 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:52:34 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:53:06 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 25m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 25m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 26m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 23m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 22m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 21m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 21m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 21m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 0/2 Completed 0 25m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 25m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 25m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-rrjl5 0/2 Pending 0 0s logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 24m logger.go:42: 20:53:07 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 27m logger.go:42: 20:53:08 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:34.389 UTC [5103] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:34.397 UTC [5103] LOG: database system is shut down logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:53.916 UTC [5175] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:53.917 UTC [5175] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:53.917 UTC [5175] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:53.942 UTC [5175] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:53.950 UTC [5183] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:53.974 UTC [5183] LOG: restored log file "00000003.history" from archive logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.021 UTC [5183] LOG: restored log file "00000003.history" from archive logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.340 UTC [5183] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.373 UTC [5183] LOG: entering standby mode logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.373 UTC [5183] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.374 UTC [5175] LOG: startup process (PID 5183) exited with exit code 1 logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.374 UTC [5175] LOG: aborting startup due to startup process failure logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.374 UTC [5175] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.383 UTC [5175] LOG: database system is shut down logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:03.926 UTC [5222] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:03.927 UTC [5222] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:03.927 UTC [5222] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:03.952 UTC [5222] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:03.961 UTC [5230] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:03.987 UTC [5230] LOG: restored log file "00000003.history" from archive logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.037 UTC [5230] LOG: restored log file "00000003.history" from archive logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.358 UTC [5230] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.391 UTC [5230] LOG: entering standby mode logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.391 UTC [5230] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.393 UTC [5222] LOG: startup process (PID 5230) exited with exit code 1 logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.393 UTC [5222] LOG: aborting startup due to startup process failure logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.393 UTC [5222] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:53:09 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.402 UTC [5222] LOG: database system is shut down logger.go:42: 20:53:10 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:53:11 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 26m logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 26m logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 26m logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 23m logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 23m logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 21m logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 0/4 Init:0/5 0 36s logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 21m logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 0/2 Completed 0 26m logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk 2/2 Running 0 37s logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 26m logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 26m logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-rrjl5 0/2 NodeShutdown 0 37s logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 25m logger.go:42: 20:53:43 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 28m logger.go:42: 20:53:45 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.393 UTC [5222] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.402 UTC [5222] LOG: database system is shut down logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:13.950 UTC [5293] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:13.951 UTC [5293] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:13.951 UTC [5293] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:13.975 UTC [5293] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:13.984 UTC [5301] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:14.010 UTC [5301] LOG: restored log file "00000003.history" from archive logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:14.059 UTC [5301] LOG: restored log file "00000003.history" from archive logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:14.379 UTC [5301] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:14.412 UTC [5301] LOG: entering standby mode logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:14.412 UTC [5301] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:14.413 UTC [5293] LOG: startup process (PID 5301) exited with exit code 1 logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:14.413 UTC [5293] LOG: aborting startup due to startup process failure logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:14.413 UTC [5293] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:14.422 UTC [5293] LOG: database system is shut down logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.070 UTC [5365] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.070 UTC [5365] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.070 UTC [5365] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.094 UTC [5365] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.103 UTC [5373] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.128 UTC [5373] LOG: restored log file "00000003.history" from archive logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.176 UTC [5373] LOG: restored log file "00000003.history" from archive logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.495 UTC [5373] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.528 UTC [5373] LOG: entering standby mode logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.528 UTC [5373] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.529 UTC [5365] LOG: startup process (PID 5373) exited with exit code 1 logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.529 UTC [5365] LOG: aborting startup due to startup process failure logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.529 UTC [5365] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:53:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:34.538 UTC [5365] LOG: database system is shut down logger.go:42: 20:53:47 | major-upgrade-17-to-18/10-run-restore | Waiting for major-upgrade-17-to-18-instance1-vbnp-0 to start running logger.go:42: 20:53:48 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:53:49 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:54:20 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 27m logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 27m logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 27m logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 24m logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 23m logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 22m logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 74s logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 22m logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb 0/2 Completed 0 26m logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk 2/2 Running 0 75s logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 26m logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 26m logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-rrjl5 0/2 NodeShutdown 0 75s logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 25m logger.go:42: 20:54:21 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 29m logger.go:42: 20:54:23 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:56.772 UTC [5479] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:57.783 UTC [5481] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:58.795 UTC [5483] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:59.807 UTC [5485] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:00.819 UTC [5487] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:01.831 UTC [5489] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:02.843 UTC [5491] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:03.854 UTC [5511] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:04.867 UTC [5513] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:05.878 UTC [5515] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:06.890 UTC [5533] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:07.902 UTC [5535] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:08.914 UTC [5537] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:09.925 UTC [5539] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:10.936 UTC [5541] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:11.948 UTC [5543] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:12.960 UTC [5545] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:13.972 UTC [5556] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:14.024 P00 WARN: repo2: [HostConnectError] unable to get address for 'major-upgrade-17-to-18-repo-host-0.major-upgrade-17-to-18-pods.kuttl-test-champion-marmot.svc.cluster.local': [-2] Name or service not known logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:14.024 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:14.983 UTC [5559] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:15.995 UTC [5561] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:17.006 UTC [5579] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:18.018 UTC [5581] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:19.030 UTC [5583] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:20.041 UTC [5585] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:21.053 UTC [5587] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:22.064 UTC [5589] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:23.076 UTC [5591] FATAL: the database system is starting up logger.go:42: 20:54:24 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:24.090 UTC [5602] FATAL: the database system is starting up logger.go:42: 20:54:25 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:34.465 UTC [5068] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:34.473 UTC [5068] LOG: database system is shut down logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:53.996 UTC [5140] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:53.997 UTC [5140] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:53.997 UTC [5140] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.022 UTC [5140] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.033 UTC [5148] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.062 UTC [5148] LOG: restored log file "00000003.history" from archive logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.120 UTC [5148] LOG: restored log file "00000003.history" from archive logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.441 UTC [5148] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.475 UTC [5148] LOG: entering standby mode logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.475 UTC [5148] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.477 UTC [5140] LOG: startup process (PID 5148) exited with exit code 1 logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.477 UTC [5140] LOG: aborting startup due to startup process failure logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.477 UTC [5140] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:52:54.487 UTC [5140] LOG: database system is shut down logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:03.978 UTC [5187] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:03.979 UTC [5187] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:03.979 UTC [5187] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.004 UTC [5187] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.013 UTC [5195] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.045 UTC [5195] LOG: restored log file "00000003.history" from archive logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.105 UTC [5195] LOG: restored log file "00000003.history" from archive logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.430 UTC [5195] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.464 UTC [5195] LOG: entering standby mode logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.464 UTC [5195] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.466 UTC [5187] LOG: startup process (PID 5195) exited with exit code 1 logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.466 UTC [5187] LOG: aborting startup due to startup process failure logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.466 UTC [5187] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:54:26 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:53:04.475 UTC [5187] LOG: database system is shut down logger.go:42: 20:54:27 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:54:28 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:54:59 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 27m logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 27m logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 28m logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 25m logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 24m logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 22m logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 113s logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 23m logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk 2/2 Running 0 114s logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 27m logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 27m logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 26m logger.go:42: 20:55:00 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 29m logger.go:42: 20:55:02 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:34.054 P00 WARN: repo2: [HostConnectError] unable to get address for 'major-upgrade-17-to-18-repo-host-0.major-upgrade-17-to-18-pods.kuttl-test-champion-marmot.svc.cluster.local': [-2] Name or service not known logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:34.054 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:34.210 UTC [5658] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:35.222 UTC [5660] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:36.236 UTC [5662] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:37.248 UTC [5679] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:38.260 UTC [5681] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:39.271 UTC [5683] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:40.283 UTC [5685] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:41.295 UTC [5687] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:42.306 UTC [5689] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:43.318 UTC [5697] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:44.331 UTC [5702] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:45.342 UTC [5704] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:46.354 UTC [5722] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:47.367 UTC [5724] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:48.379 UTC [5726] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:49.399 UTC [5728] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:50.424 UTC [5730] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:51.440 UTC [5732] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:52.457 UTC [5734] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:53.473 UTC [5745] FATAL: the database system is starting up logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:57.172 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | repo2: [HostConnectError] unable to get address for 'major-upgrade-17-to-18-repo-host-0.major-upgrade-17-to-18-pods.kuttl-test-champion-marmot.svc.cluster.local': [-2] Name or service not known logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:57.173 UTC [5454] LOG: entering standby mode logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:57.173 UTC [5454] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:57.175 UTC [5446] LOG: startup process (PID 5454) exited with exit code 1 logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:57.175 UTC [5446] LOG: aborting startup due to startup process failure logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:57.175 UTC [5446] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:55:03 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:57.185 UTC [5446] LOG: database system is shut down logger.go:42: 20:55:04 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:53.680 UTC [280] FATAL: the database system is starting up logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:54.692 UTC [282] FATAL: the database system is starting up logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:55.704 UTC [284] FATAL: the database system is starting up logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:56.715 UTC [286] FATAL: the database system is starting up logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:57.726 UTC [288] FATAL: the database system is starting up logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:58.738 UTC [290] FATAL: the database system is starting up logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:58.855 P00 WARN: repo2: [HostConnectError] unable to get address for 'major-upgrade-17-to-18-repo-host-0.major-upgrade-17-to-18-pods.kuttl-test-champion-marmot.svc.cluster.local': [-2] Name or service not known logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:58.855 P00 ERROR: [103]: unable to find a valid repository logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:58.884 UTC [196] LOG: restored log file "00000003.history" from archive logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:59.213 UTC [196] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:59.245 UTC [196] LOG: entering standby mode logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:59.245 UTC [196] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:59.246 UTC [188] LOG: startup process (PID 196) exited with exit code 1 logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:59.246 UTC [188] LOG: aborting startup due to startup process failure logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:59.246 UTC [188] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:59.253 UTC [188] LOG: database system is shut down logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.288 UTC [360] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.289 UTC [360] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.289 UTC [360] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.313 UTC [360] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.320 UTC [368] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.347 UTC [368] LOG: restored log file "00000003.history" from archive logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.395 UTC [368] LOG: restored log file "00000003.history" from archive logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.713 UTC [368] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.746 UTC [368] LOG: entering standby mode logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.746 UTC [368] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.747 UTC [360] LOG: startup process (PID 368) exited with exit code 1 logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.747 UTC [360] LOG: aborting startup due to startup process failure logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.747 UTC [360] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:55:05 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.754 UTC [360] LOG: database system is shut down logger.go:42: 20:55:06 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:55:07 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:55:38 | major-upgrade-17-to-18/10-run-restore | running command: [sh -c set -o errexit kubectl -n ${NAMESPACE} get pod for pod in $(kubectl -n ${NAMESPACE} get pods -l postgres-operator.crunchydata.com/data=postgres --no-headers | awk '{print $1}'); do phase=$(kubectl -n ${NAMESPACE} get pod/${pod} -o jsonpath={".status.phase"}) if [[ "${phase}" != "Running" ]]; then echo "Waiting for ${pod} to start running" continue fi echo "PostgreSQL logs from ${pod}:" echo "find /pgdata/pg18/log -type f -iname 'postgresql*.log' -exec tail -n 30 {} \;" \ | kubectl -n ${NAMESPACE} exec -it ${pod} -- bash 2>/dev/null done sleep 30] logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | NAME READY STATUS RESTARTS AGE logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 0/1 Completed 0 28m logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 0/1 Completed 0 28m logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | 17-to-18-pgdata-5wcxw 0/1 Completed 0 28m logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-9ztw-qb2rp 0/1 Completed 0 25m logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-backup-nrtr-zjdbz 0/1 Completed 0 25m logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-jqxm-0 3/4 Running 0 23m logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-vbnp-0 3/4 Running 0 2m32s logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-instance1-zqh6-0 4/4 Running 0 23m logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk 2/2 Running 0 2m33s logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl 2/2 Running 0 28m logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 2/2 Running 0 28m logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | major-upgrade-17-to-18-repo-host-0 2/2 Running 0 26m logger.go:42: 20:55:39 | major-upgrade-17-to-18/10-run-restore | pg-client-65d98588cc-mhfdm 1/1 Running 0 30m logger.go:42: 20:55:41 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-jqxm-0: logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:57.175 UTC [5446] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:54:57.185 UTC [5446] LOG: database system is shut down logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.114 UTC [5804] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.115 UTC [5804] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.115 UTC [5804] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.140 UTC [5804] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.148 UTC [5812] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.179 UTC [5812] LOG: restored log file "00000003.history" from archive logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.232 UTC [5812] LOG: restored log file "00000003.history" from archive logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.550 UTC [5812] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.582 UTC [5812] LOG: entering standby mode logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.582 UTC [5812] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.584 UTC [5804] LOG: startup process (PID 5812) exited with exit code 1 logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.584 UTC [5804] LOG: aborting startup due to startup process failure logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.584 UTC [5804] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.592 UTC [5804] LOG: database system is shut down logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:23.932 UTC [5875] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:23.932 UTC [5875] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:23.932 UTC [5875] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:23.957 UTC [5875] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:23.965 UTC [5883] LOG: database system was shut down in recovery at 2026-02-20 20:31:12 UTC logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:23.989 UTC [5883] LOG: restored log file "00000003.history" from archive logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.038 UTC [5883] LOG: restored log file "00000003.history" from archive logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.358 UTC [5883] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.390 UTC [5883] LOG: entering standby mode logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.390 UTC [5883] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.391 UTC [5875] LOG: startup process (PID 5883) exited with exit code 1 logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.391 UTC [5875] LOG: aborting startup due to startup process failure logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.391 UTC [5875] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:55:42 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.400 UTC [5875] LOG: database system is shut down logger.go:42: 20:55:43 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-vbnp-0: logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.747 UTC [360] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:04.754 UTC [360] LOG: database system is shut down logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:23.996 UTC [440] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:23.996 UTC [440] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:23.996 UTC [440] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.021 UTC [440] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.029 UTC [448] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.054 UTC [448] LOG: restored log file "00000003.history" from archive logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.103 UTC [448] LOG: restored log file "00000003.history" from archive logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.421 UTC [448] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.453 UTC [448] LOG: entering standby mode logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.454 UTC [448] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.455 UTC [440] LOG: startup process (PID 448) exited with exit code 1 logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.455 UTC [440] LOG: aborting startup due to startup process failure logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.455 UTC [440] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:24.462 UTC [440] LOG: database system is shut down logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.020 UTC [513] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.021 UTC [513] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.021 UTC [513] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.045 UTC [513] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.053 UTC [521] LOG: database system was shut down in recovery at 2026-02-20 20:31:11 UTC logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.080 UTC [521] LOG: restored log file "00000003.history" from archive logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.130 UTC [521] LOG: restored log file "00000003.history" from archive logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.449 UTC [521] LOG: restored log file "000000030000000000000013" from archive logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.481 UTC [521] LOG: entering standby mode logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.481 UTC [521] FATAL: requested timeline 3 does not contain minimum recovery point 0/14005268 on timeline 2 logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.482 UTC [513] LOG: startup process (PID 521) exited with exit code 1 logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.482 UTC [513] LOG: aborting startup due to startup process failure logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.482 UTC [513] LOG: [pg_stat_monitor] pgsm_shmem_shutdown: Shutdown initiated. logger.go:42: 20:55:44 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:55:44.490 UTC [513] LOG: database system is shut down logger.go:42: 20:55:45 | major-upgrade-17-to-18/10-run-restore | PostgreSQL logs from major-upgrade-17-to-18-instance1-zqh6-0: logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:27:59.350 P00 ERROR: [103]: unable to find a valid repository: logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | repo1: [ArchiveMismatchError] PostgreSQL version 18, system-id 7609046643624280158 do not match repo1 stanza version 17, system-id 7609046273558573182 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | HINT: are you archiving to the correct stanza? logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:08.579 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:09.859 UTC [138] LOG: checkpoint complete: wrote 12 buffers (0.1%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=1.204 s, sync=0.005 s, total=1.281 s; sync files=9, longest=0.004 s, average=0.001 s; distance=16382 kB, estimate=16382 kB; lsn=0/B000080, redo lsn=0/B000028 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000B.00000028.backup": read 371 of 8192 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:17.871 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint complete: wrote 36 buffers (0.2%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=3.542 s, sync=0.005 s, total=3.594 s; sync files=12, longest=0.003 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000060, redo lsn=0/C000028 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.464 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:28:21.471 UTC [138] LOG: checkpoint complete: wrote 0 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.001 s, sync=0.001 s, total=0.007 s; sync files=0, longest=0.000 s, average=0.000 s; distance=16384 kB, estimate=16384 kB; lsn=0/D000130, redo lsn=0/D0000D8 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000C.00000028.backup": read 338 of 8192 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000002000000000000000D.000000D8.backup": read 338 of 8192 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:54.799 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.210 UTC [138] LOG: checkpoint complete: wrote 4 buffers (0.0%), wrote 0 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=0.402 s, sync=0.003 s, total=0.412 s; sync files=3, longest=0.003 s, average=0.001 s; distance=49151 kB, estimate=49151 kB; lsn=0/100000B8, redo lsn=0/10000028 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] LOG: restore point "pgBackRest Archive Check" created at 0/10000198 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:29:55.212 UTC [1193] STATEMENT: select pg_catalog.pg_create_restore_point('pgBackRest Archive Check')::text logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "000000020000000000000010.00000028.backup": read 374 of 8192 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:41.985 UTC [138] LOG: checkpoint starting: force wait logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:30:42.543 UTC [138] LOG: checkpoint complete: wrote 5 buffers (0.0%), wrote 2 SLRU buffers; 0 WAL file(s) added, 0 removed, 1 recycled; write=0.505 s, sync=0.003 s, total=0.559 s; sync files=7, longest=0.002 s, average=0.001 s; distance=49152 kB, estimate=49152 kB; lsn=0/13000080, redo lsn=0/13000028 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.250 UTC [125] LOG: starting PostgreSQL 18.1 - Percona Server for PostgreSQL 18.1.1 on x86_64-pc-linux-gnu, compiled by gcc (GCC) 11.5.0 20240719 (Red Hat 11.5.0-11.0.1), 64-bit logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv4 address "0.0.0.0", port 5432 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.251 UTC [125] LOG: listening on IPv6 address "::", port 5432 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.275 UTC [125] LOG: listening on Unix socket "/tmp/postgres/.s.PGSQL.5432" logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.288 UTC [133] LOG: database system was shut down at 2026-02-20 20:31:43 UTC logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.301 UTC [125] LOG: database system is ready to accept connections logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:01.355 UTC [137] LOG: pg_cron scheduler started logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | pg_waldump: error: could not read file "00000003.history": read 33 of 8192 logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:32:02.164 UTC [125] LOG: received SIGHUP, reloading configuration files logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:01.396 UTC [131] LOG: checkpoint starting: time logger.go:42: 20:55:46 | major-upgrade-17-to-18/10-run-restore | 2026-02-20 20:37:05.787 UTC [131] LOG: checkpoint complete: wrote 43 buffers (0.3%), wrote 5 SLRU buffers; 0 WAL file(s) added, 0 removed, 0 recycled; write=4.378 s, sync=0.006 s, total=4.392 s; sync files=33, longest=0.002 s, average=0.001 s; distance=16384 kB, estimate=16384 kB; lsn=0/16000098, redo lsn=0/15000028 logger.go:42: 20:56:08 | major-upgrade-17-to-18/10-run-restore | test step failed 10-run-restore logger.go:42: 20:56:08 | major-upgrade-17-to-18/10-run-restore | collecting log output for [type==pod,label: postgres-operator.crunchydata.com/data=postgres] logger.go:42: 20:56:08 | major-upgrade-17-to-18/10-run-restore | running command: [kubectl logs --prefix -l postgres-operator.crunchydata.com/data=postgres -n kuttl-test-champion-marmot --all-containers --tail=30] logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:51:13,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:51:23,185 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:51:33,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:51:43,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:51:53,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:52:03,187 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:52:13,187 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:52:23,187 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:52:33,189 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:52:43,184 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:52:53,185 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:53:03,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:53:13,188 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:53:23,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:53:33,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:53:43,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:53:53,188 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:54:03,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:54:13,185 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:54:23,187 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:54:33,185 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:54:43,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:54:53,185 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:55:03,189 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:55:13,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:55:23,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:55:33,184 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:55:43,186 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:55:53,184 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database] 2026-02-20 20:56:03,190 INFO: no action. I am (major-upgrade-17-to-18-instance1-zqh6-0), the leader with the lock logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] wal_log_hints setting: on logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] max_connections setting: 100 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] max_worker_processes setting: 8 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] max_wal_senders setting: 10 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] max_prepared_xacts setting: 0 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] max_locks_per_xact setting: 64 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] track_commit_timestamp setting: on logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Maximum data alignment: 8 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Database block size: 8192 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Blocks per segment of large relation: 131072 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] WAL block size: 8192 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Bytes per WAL segment: 16777216 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Maximum length of identifiers: 64 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Maximum columns in an index: 32 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Maximum size of a TOAST chunk: 1996 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Size of a large-object chunk: 2048 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Date/time type storage: 64-bit integers logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Float8 argument passing: by value logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Data page checksum version: 1 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Default char data signedness: signed logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] Mock authentication nonce: 10c3542cfd9b46855b5103a7dd4a597e3f3dd89a99ece62af541c2dcad117631 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] 2026-02-20 20:56:03,203 INFO: Lock owner: major-upgrade-17-to-18-instance1-zqh6-0; I am major-upgrade-17-to-18-instance1-vbnp-0 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] 2026-02-20 20:56:03,204 INFO: starting as a secondary logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] 2026-02-20 20:56:03.790 UTC [593] LOG: pgaudit extension initialized logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] 2026-02-20 20:56:03,808 INFO: postmaster pid=593 logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] /tmp/postgres:5432 - no response logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] 2026-02-20 20:56:04.016 UTC [593] LOG: redirecting log output to logging collector process logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] 2026-02-20 20:56:04.016 UTC [593] HINT: Future log output will appear in directory "log". logger.go:42: 20:56:09 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database] 2026-02-20 20:56:04,819 ERROR: postmaster is not running logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] + CRUNCHY_BINDIR=/opt/crunchy logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/pgbackrest /opt/crunchy/bin/pgbackrest logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-entrypoint.sh /opt/crunchy/bin/postgres-entrypoint.sh logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-liveness-check.sh /opt/crunchy/bin/postgres-liveness-check.sh logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-readiness-check.sh /opt/crunchy/bin/postgres-readiness-check.sh logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/relocate-extensions.sh /opt/crunchy/bin/relocate-extensions.sh logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/restore-command-wrapper.sh /opt/crunchy/bin/restore-command-wrapper.sh logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/pgbackrest] P00 INFO: server command begin 2.57.0: --exec-id=112-fbf0c9f1 --log-level-console=detail --log-level-file=off --log-level-stderr=error --log-path=/pgdata/pgbackrest/log --no-log-timestamp --tls-server-address=0.0.0.0 --tls-server-auth=pgbackrest@54f47bcb-51f7-4883-bb6c-606575597831=* --tls-server-ca-file=/etc/pgbackrest/conf.d/~postgres-operator/tls-ca.crt --tls-server-cert-file=/etc/pgbackrest/server/server-tls.crt --tls-server-key-file=/etc/pgbackrest/server/server-tls.key logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/postgres-startup] Initializing ... logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/postgres-startup] ::postgres-operator: uid::26 logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/postgres-startup] ::postgres-operator: gid::26 logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/postgres-startup] ::postgres-operator: postgres path::/usr/pgsql-18/bin/postgres logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/postgres-startup] ::postgres-operator: postgres version::postgres (PostgreSQL) 18.1 - Percona Server for PostgreSQL 18.1.1 logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/postgres-startup] ::postgres-operator: config directory::/pgdata/pg18 logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/postgres-startup] ::postgres-operator: data directory::/pgdata/pg18 logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/postgres-startup] ::postgres-operator: pgBackRest log directory::/pgdata/pgbackrest/log logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/postgres-startup] ::postgres-operator: data version::18 logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/postgres-startup] ::postgres-operator: wal directory::/pgdata/pg18_wal logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] + CRUNCHY_BINDIR=/opt/crunchy logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/pgbackrest /opt/crunchy/bin/pgbackrest logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-entrypoint.sh /opt/crunchy/bin/postgres-entrypoint.sh logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-liveness-check.sh /opt/crunchy/bin/postgres-liveness-check.sh logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-readiness-check.sh /opt/crunchy/bin/postgres-readiness-check.sh logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/relocate-extensions.sh /opt/crunchy/bin/relocate-extensions.sh logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -u logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] ++ id -g logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/restore-command-wrapper.sh /opt/crunchy/bin/restore-command-wrapper.sh logger.go:42: 20:56:10 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/pgbackrest] P00 INFO: server command begin 2.57.0: --exec-id=105-c64632f7 --log-level-console=detail --log-level-file=off --log-level-stderr=error --log-path=/pgdata/pgbackrest/log --no-log-timestamp --tls-server-address=0.0.0.0 --tls-server-auth=pgbackrest@54f47bcb-51f7-4883-bb6c-606575597831=* --tls-server-ca-file=/etc/pgbackrest/conf.d/~postgres-operator/tls-ca.crt --tls-server-cert-file=/etc/pgbackrest/server/server-tls.crt --tls-server-key-file=/etc/pgbackrest/server/server-tls.key logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/postgres-startup] Initializing ... logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/postgres-startup] ::postgres-operator: uid::26 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/postgres-startup] ::postgres-operator: gid::26 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/postgres-startup] ::postgres-operator: postgres path::/usr/pgsql-18/bin/postgres logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/postgres-startup] ::postgres-operator: postgres version::postgres (PostgreSQL) 18.1 - Percona Server for PostgreSQL 18.1.1 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/postgres-startup] ::postgres-operator: config directory::/pgdata/pg18 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/postgres-startup] ::postgres-operator: data directory::/pgdata/pg18 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/postgres-startup] ::postgres-operator: bootstrap directory::/pgdata/pg18_bootstrap logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/postgres-startup] ::postgres-operator: pgBackRest log directory::/pgdata/pgbackrest/log logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/postgres-startup] ::postgres-operator: data version::18 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/postgres-startup] ::postgres-operator: wal directory::/pgdata/pg18_wal logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/nss-wrapper-init] nss_wrapper: user exists logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/nss-wrapper-init] nss_wrapper: group exists logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/nss-wrapper-init] nss_wrapper: environment configured logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] wal_log_hints setting: on logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] max_connections setting: 100 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] max_worker_processes setting: 8 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] max_wal_senders setting: 10 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] max_prepared_xacts setting: 0 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] max_locks_per_xact setting: 64 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] track_commit_timestamp setting: on logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Maximum data alignment: 8 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Database block size: 8192 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Blocks per segment of large relation: 131072 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] WAL block size: 8192 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Bytes per WAL segment: 16777216 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Maximum length of identifiers: 64 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Maximum columns in an index: 32 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Maximum size of a TOAST chunk: 1996 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Size of a large-object chunk: 2048 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Date/time type storage: 64-bit integers logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Float8 argument passing: by value logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Data page checksum version: 1 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Default char data signedness: signed logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] Mock authentication nonce: 10c3542cfd9b46855b5103a7dd4a597e3f3dd89a99ece62af541c2dcad117631 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] 2026-02-20 20:56:03,204 INFO: Lock owner: major-upgrade-17-to-18-instance1-zqh6-0; I am major-upgrade-17-to-18-instance1-jqxm-0 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] 2026-02-20 20:56:03,205 INFO: starting as a secondary logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] 2026-02-20 20:56:03.711 UTC [6028] LOG: pgaudit extension initialized logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] 2026-02-20 20:56:03,727 INFO: postmaster pid=6028 logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] /tmp/postgres:5432 - no response logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] 2026-02-20 20:56:03.946 UTC [6028] LOG: redirecting log output to logging collector process logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] 2026-02-20 20:56:03.946 UTC [6028] HINT: Future log output will appear in directory "log". logger.go:42: 20:56:11 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database] 2026-02-20 20:56:04,739 ERROR: postmaster is not running logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/postgres-startup] Initializing ... logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/postgres-startup] ::postgres-operator: uid::26 logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/postgres-startup] ::postgres-operator: gid::26 logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/postgres-startup] ::postgres-operator: postgres path::/usr/pgsql-18/bin/postgres logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/postgres-startup] ::postgres-operator: postgres version::postgres (PostgreSQL) 18.1 - Percona Server for PostgreSQL 18.1.1 logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/postgres-startup] ::postgres-operator: config directory::/pgdata/pg18 logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/postgres-startup] ::postgres-operator: data directory::/pgdata/pg18 logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/postgres-startup] ::postgres-operator: pgBackRest log directory::/pgdata/pgbackrest/log logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/postgres-startup] ::postgres-operator: data version::18 logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/postgres-startup] ::postgres-operator: wal directory::/pgdata/pg18_wal logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/nss-wrapper-init] nss_wrapper: user exists logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/nss-wrapper-init] nss_wrapper: group exists logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/nss-wrapper-init] nss_wrapper: environment configured logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + IFS=, logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + read -ra extensions logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + args=('-type' 's3' '-region' 'eu-central-1' '-bucket' 'pg-extensions' '-extension-path' '/pgdata/extension/18') logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + declare -a args logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + [[ -n '' ]] logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + [[ '' == \t\r\u\e ]] logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + [[ '' == \t\r\u\e ]] logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + for installed in "${PGDATA_EXTENSIONS}"/*.installed logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] ++ basename -- /pgdata/extension/18/pg_cron-pg18-1.6.6.installed logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + filename=pg_cron-pg18-1.6.6.installed logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + key=pg_cron-pg18-1.6.6 logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + [[ pg_cron-pg18-1.6.6 == \* ]] logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + [[ ! pg_cron-pg18-1.6.6 =~ pg_cron-pg18-1.6.6 ]] logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + for key in "${extensions[@]}" logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + '[' -f /pgdata/extension/18/pg_cron-pg18-1.6.6.installed ']' logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + echo 'Extension pg_cron-pg18-1.6.6 already installed' logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] + continue logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/extension-installer-18] Extension pg_cron-pg18-1.6.6 already installed logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] + CRUNCHY_BINDIR=/opt/crunchy logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -u logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -g logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/pgbackrest /opt/crunchy/bin/pgbackrest logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -u logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -g logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-entrypoint.sh /opt/crunchy/bin/postgres-entrypoint.sh logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -u logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -g logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-liveness-check.sh /opt/crunchy/bin/postgres-liveness-check.sh logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -u logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -g logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/postgres-readiness-check.sh /opt/crunchy/bin/postgres-readiness-check.sh logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -u logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -g logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/relocate-extensions.sh /opt/crunchy/bin/relocate-extensions.sh logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -u logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] ++ id -g logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-jqxm-0/database-init] + install -o 2 -g 2 -m 0755 -D /usr/local/bin/restore-command-wrapper.sh /opt/crunchy/bin/restore-command-wrapper.sh logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + IFS=, logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + read -ra extensions logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + args=('-type' 's3' '-region' 'eu-central-1' '-bucket' 'pg-extensions' '-extension-path' '/pgdata/extension/18') logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + declare -a args logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + [[ -n '' ]] logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + [[ '' == \t\r\u\e ]] logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + [[ '' == \t\r\u\e ]] logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + for installed in "${PGDATA_EXTENSIONS}"/*.installed logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] ++ basename -- /pgdata/extension/18/pg_cron-pg18-1.6.6.installed logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + filename=pg_cron-pg18-1.6.6.installed logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + key=pg_cron-pg18-1.6.6 logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + [[ pg_cron-pg18-1.6.6 == \* ]] logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + [[ ! pg_cron-pg18-1.6.6 =~ pg_cron-pg18-1.6.6 ]] logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + for key in "${extensions[@]}" logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + '[' -f /pgdata/extension/18/pg_cron-pg18-1.6.6.installed ']' logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] Extension pg_cron-pg18-1.6.6 already installed logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + echo 'Extension pg_cron-pg18-1.6.6 already installed' logger.go:42: 20:56:12 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/extension-installer-18] + continue logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-vbnp-0/pgbackrest] P00 INFO: server command begin 2.57.0: --exec-id=112-10c26a8a --log-level-console=detail --log-level-file=off --log-level-stderr=error --log-path=/pgdata/pgbackrest/log --no-log-timestamp --tls-server-address=0.0.0.0 --tls-server-auth=pgbackrest@54f47bcb-51f7-4883-bb6c-606575597831=* --tls-server-ca-file=/etc/pgbackrest/conf.d/~postgres-operator/tls-ca.crt --tls-server-cert-file=/etc/pgbackrest/server/server-tls.crt --tls-server-key-file=/etc/pgbackrest/server/server-tls.key logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + IFS=, logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + read -ra extensions logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + args=('-type' 's3' '-region' 'eu-central-1' '-bucket' 'pg-extensions' '-extension-path' '/pgdata/extension/18') logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + declare -a args logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + [[ -n '' ]] logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + [[ '' == \t\r\u\e ]] logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + [[ '' == \t\r\u\e ]] logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + for installed in "${PGDATA_EXTENSIONS}"/*.installed logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] ++ basename -- /pgdata/extension/18/pg_cron-pg18-1.6.6.installed logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + filename=pg_cron-pg18-1.6.6.installed logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + key=pg_cron-pg18-1.6.6 logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + [[ pg_cron-pg18-1.6.6 == \* ]] logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + [[ ! pg_cron-pg18-1.6.6 =~ pg_cron-pg18-1.6.6 ]] logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + for key in "${extensions[@]}" logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + '[' -f /pgdata/extension/18/pg_cron-pg18-1.6.6.installed ']' logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + echo 'Extension pg_cron-pg18-1.6.6 already installed' logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] + continue logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/extension-installer-18] Extension pg_cron-pg18-1.6.6 already installed logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/nss-wrapper-init] nss_wrapper: user exists logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/nss-wrapper-init] nss_wrapper: group exists logger.go:42: 20:56:13 | major-upgrade-17-to-18/10-run-restore | [pod/major-upgrade-17-to-18-instance1-zqh6-0/nss-wrapper-init] nss_wrapper: environment configured case.go:328: failed in step 10-run-restore case.go:330: --- PerconaPGCluster:kuttl-test-champion-marmot/major-upgrade-17-to-18 +++ PerconaPGCluster:kuttl-test-champion-marmot/major-upgrade-17-to-18 @@ -1,18 +1,41 @@ apiVersion: pgv2.percona.com/v2 kind: PerconaPGCluster metadata: + annotations: + kubectl.kubernetes.io/last-applied-configuration: | + {"apiVersion":"pgv2.percona.com/v2","kind":"PerconaPGCluster","metadata":{"annotations":{},"labels":{"e2e":"major-upgrade-17-to-18"},"name":"major-upgrade-17-to-18","namespace":"kuttl-test-champion-marmot"},"spec":{"backups":{"pgbackrest":{"image":"perconalab/percona-postgresql-operator:main-pgbackrest17","manual":{"options":["--type=full"],"repoName":"repo1"},"repoHost":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"pgbackrest"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}}},"repos":[{"name":"repo1","schedules":{"full":"0 0 * * 6"},"volume":{"volumeClaimSpec":{"accessModes":["ReadWriteOnce"],"resources":{"requests":{"storage":"1Gi"}}}}}]}},"crVersion":"2.9.0","extensions":{"custom":[{"name":"pg_cron","version":"1.6.6"}],"image":"docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0","imagePullPolicy":"Always","storage":{"bucket":"pg-extensions","region":"eu-central-1","secret":{"name":"aws-s3-secret"},"type":"s3"}},"image":"perconalab/percona-postgresql-operator:main-ppg17-postgres","imagePullPolicy":"Always","initContainer":{"image":"docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0"},"instances":[{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"postgres"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"dataVolumeClaimSpec":{"accessModes":["ReadWriteOnce"],"resources":{"requests":{"storage":"3Gi"}}},"name":"instance1","replicas":3}],"patroni":{"dynamicConfiguration":{"postgresql":{"parameters":{"shared_preload_libraries":"pg_cron"}}}},"pmm":{"customClusterName":"major-upgrade-17-to-18-pmm-custom-name","enabled":false,"image":"docker.io/perconalab/pmm-client:dev-latest","postgresParams":"--environment=dev-postgres","secret":"major-upgrade-17-to-18-pmm-secret","serverHost":"monitoring-service"},"postgresVersion":17,"proxy":{"pgBouncer":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/role":"pgbouncer"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"image":"perconalab/percona-postgresql-operator:main-pgbouncer17","replicas":3}},"users":[{"name":"postgres","password":{"type":"AlphaNumeric"}},{"name":"major-upgrade-17-to-18","password":{"type":"AlphaNumeric"}}]}} + pgv2.percona.com/patroni-version: 4.1.0 + finalizers: + - internal.percona.com/stop-watchers + labels: + e2e: major-upgrade-17-to-18 + managedFields: '[... elided field over 10 lines long ...]' name: major-upgrade-17-to-18 namespace: kuttl-test-champion-marmot +spec: '[... elided field over 10 lines long ...]' status: + conditions: '[... elided field over 10 lines long ...]' + host: major-upgrade-17-to-18-pgbouncer.kuttl-test-champion-marmot.svc + installedCustomExtensions: + - pg_cron + observedGeneration: 8 + patroni: + status: + systemIdentifier: "7609046643624280158" + version: 4.1.0 + patroniVersion: 4.1.0 + pgbackrest: '[... elided field over 10 lines long ...]' pgbouncer: ready: 3 size: 3 postgres: + imageID: docker.io/perconalab/percona-postgresql-operator@sha256:5e1ffbd8f448b65d5b0c86be8dcb14f4980f9629fcea44d7f4737573a698ea32 instances: - name: instance1 - ready: 3 + ready: 1 size: 3 - ready: 3 + ready: 1 size: 3 - state: ready + version: 18 + state: initializing case.go:330: resource PerconaPGCluster:kuttl-test-champion-marmot/major-upgrade-17-to-18: .status.state: value mismatch, expected: ready != actual: initializing case.go:330: command "kubectl -n ${NAMESPACE} get pod\\n for pod in $(kubectl -n ${NAMESPA..." exceeded 30 sec timeout, context deadline exceeded logger.go:42: 20:56:13 | major-upgrade-17-to-18 | major-upgrade-17-to-18 events from ns kuttl-test-champion-marmot: logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:13 +0000 UTC Normal Pod pg-client-65d98588cc-mhfdm Binding Scheduled Successfully assigned kuttl-test-champion-marmot/pg-client-65d98588cc-mhfdm to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:13 +0000 UTC Normal Pod pg-client-65d98588cc-mhfdm.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:13 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-mhfdm replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:13 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-65d98588cc from 0 to 1 deployment-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:14 +0000 UTC Normal Pod pg-client-65d98588cc-mhfdm.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 266ms (266ms including waiting). Image size: 564266549 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:14 +0000 UTC Normal Pod pg-client-65d98588cc-mhfdm.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:14 +0000 UTC Normal Pod pg-client-65d98588cc-mhfdm.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:20 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-jqxm-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:20 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-jqxm-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:20 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-jqxm-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-jqxm-pgdata" pd.csi.storage.gke.io_gke-be0d46e4d03845f1a28b-8421-f73f-vm_4d27c551-aea6-4acf-a7c4-b95f752ddcae logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:20 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-instance1-jqxm SuccessfulCreate create Pod major-upgrade-17-to-18-instance1-jqxm-0 in StatefulSet major-upgrade-17-to-18-instance1-jqxm successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:20 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-vbnp-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:20 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-vbnp-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:20 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-vbnp-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-vbnp-pgdata" pd.csi.storage.gke.io_gke-be0d46e4d03845f1a28b-8421-f73f-vm_4d27c551-aea6-4acf-a7c4-b95f752ddcae logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:20 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-instance1-vbnp SuccessfulCreate create Pod major-upgrade-17-to-18-instance1-vbnp-0 in StatefulSet major-upgrade-17-to-18-instance1-vbnp successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:20 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-zqh6-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-zqh6-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-zqh6-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-zqh6-pgdata" pd.csi.storage.gke.io_gke-be0d46e4d03845f1a28b-8421-f73f-vm_4d27c551-aea6-4acf-a7c4-b95f752ddcae logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-instance1-zqh6 SuccessfulCreate create Pod major-upgrade-17-to-18-instance1-zqh6-0 in StatefulSet major-upgrade-17-to-18-instance1-zqh6 successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-t36f default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal ReplicaSet.apps major-upgrade-17-to-18-pgbouncer-7d9fb795b8 SuccessfulCreate Created pod: major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal PodDisruptionBudget.policy major-upgrade-17-to-18-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal Deployment.apps major-upgrade-17-to-18-pgbouncer ScalingReplicaSet Scaled up replica set major-upgrade-17-to-18-pgbouncer-7d9fb795b8 from 0 to 3 deployment-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-repo-host SuccessfulCreate create Pod major-upgrade-17-to-18-repo-host-0 in StatefulSet major-upgrade-17-to-18-repo-host successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-repo1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-repo1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-repo1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-champion-marmot/major-upgrade-17-to-18-repo1" pd.csi.storage.gke.io_gke-be0d46e4d03845f1a28b-8421-f73f-vm_4d27c551-aea6-4acf-a7c4-b95f752ddcae logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:21 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com major-upgrade-17-to-18 RepoHostCreated created pgBackRest repository host StatefulSet/major-upgrade-17-to-18-repo-host postgrescluster-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:22 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:22 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:22 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:22 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer17" in 557ms (557ms including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:22 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:22 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:22 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:22 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer17" in 440ms (440ms including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:22 +0000 UTC Normal ReplicaSet.apps major-upgrade-17-to-18-pgbouncer-7d9fb795b8 SuccessfulCreate Created pod: major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69 replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:22 +0000 UTC Normal ReplicaSet.apps major-upgrade-17-to-18-pgbouncer-7d9fb795b8 SuccessfulCreate Created pod: major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer17" in 542ms (542ms including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer17" in 222ms (222ms including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer17" in 218ms (218ms including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbouncer17" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbouncer17" in 159ms (159ms including waiting). Image size: 87599066 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:23 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:24 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-jqxm-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:24 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-jqxm-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-6b91beea-23e7-4cc6-ba62-ef3459e8ae19 pd.csi.storage.gke.io_gke-be0d46e4d03845f1a28b-8421-f73f-vm_4d27c551-aea6-4acf-a7c4-b95f752ddcae logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:24 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-vbnp-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-t36f default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:24 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-vbnp-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-fc5a41b0-3ba2-467f-ab36-bcf348467466 pd.csi.storage.gke.io_gke-be0d46e4d03845f1a28b-8421-f73f-vm_4d27c551-aea6-4acf-a7c4-b95f752ddcae logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:24 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-instance1-zqh6-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-bf4f2aaa-7bb5-4f7a-a9e6-eb4d4e8e1676 pd.csi.storage.gke.io_gke-be0d46e4d03845f1a28b-8421-f73f-vm_4d27c551-aea6-4acf-a7c4-b95f752ddcae logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:25 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-zqh6-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:25 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-repo-host-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:25 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-repo1 ProvisioningSucceeded Successfully provisioned volume pvc-ee8b3e74-5ceb-4298-9b49-0036d819f326 pd.csi.storage.gke.io_gke-be0d46e4d03845f1a28b-8421-f73f-vm_4d27c551-aea6-4acf-a7c4-b95f752ddcae logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:32 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-6b91beea-23e7-4cc6-ba62-ef3459e8ae19" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:32 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-fc5a41b0-3ba2-467f-ab36-bcf348467466" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:32 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bf4f2aaa-7bb5-4f7a-a9e6-eb4d4e8e1676" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:33 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:33 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 233ms (233ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:33 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:33 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:33 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:33 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 242ms (243ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:33 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:34 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:34 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:35 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:35 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 177ms (177ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:35 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:35 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:35 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 412ms (412ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:35 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:35 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:35 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-17} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:35 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-17} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 237ms (237ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:35 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-17} Created Created container: extension-relocator-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:35 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-ee8b3e74-5ceb-4298-9b49-0036d819f326" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 204ms (204ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-17} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-17} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 237ms (237ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-17} Created Created container: extension-relocator-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-17} Started Started container extension-relocator-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-17} Started Started container extension-relocator-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 176ms (176ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:36 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-17} Created Created container: extension-installer-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 202ms (202ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 242ms (242ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-17} Created Created container: extension-installer-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-17} Started Started container extension-installer-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-17} Started Started container extension-installer-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest17" in 523ms (523ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:37 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:38 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-17} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:38 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-17} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 225ms (225ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:38 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-17} Created Created container: extension-relocator-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:38 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-17} Started Started container extension-relocator-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:38 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:38 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:38 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest17" in 143ms (143ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:38 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 215ms (215ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-17} Created Created container: extension-installer-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-17} Started Started container extension-installer-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 201ms (201ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 252ms (252ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:39 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 248ms (248ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 256ms (256ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest17" in 258ms (258ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest17" in 242ms (242ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:40 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:41 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:41 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 193ms (193ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:41 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:41 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:42 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:42 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 206ms (206ms including waiting). Image size: 547139911 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:42 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:42 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:42 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:43 +0000 UTC Warning Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:44 +0000 UTC Warning Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:45 +0000 UTC Warning Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:48 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-mnsj-gbdwt Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-backup-mnsj-gbdwt to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:48 +0000 UTC Normal Job.batch major-upgrade-17-to-18-backup-mnsj SuccessfulCreate Created pod: major-upgrade-17-to-18-backup-mnsj-gbdwt job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:48 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com major-upgrade-17-to-18 StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:49 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-mnsj-gbdwt.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:49 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-mnsj-gbdwt.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 200ms (200ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:49 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-mnsj-gbdwt.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:49 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-mnsj-gbdwt.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:50 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-mnsj-gbdwt.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-pgbackrest17" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:50 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-mnsj-gbdwt.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-pgbackrest17" in 157ms (157ms including waiting). Image size: 164329454 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:50 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-mnsj-gbdwt.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:50 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-mnsj-gbdwt.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:25:53 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com major-upgrade-17-to-18 UnableToCreateStanzas command terminated with exit code 50: repo1-path = /pgbackrest/repo1 2026-02-20 20:25:53.255 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? 2026-02-20 20:25:53.263 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? postgrescluster-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:20 +0000 UTC Normal Job.batch major-upgrade-17-to-18-backup-mnsj Completed Job completed job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:42 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-instance1-jqxm SuccessfulDelete delete Pod major-upgrade-17-to-18-instance1-jqxm-0 in StatefulSet major-upgrade-17-to-18-instance1-jqxm successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:42 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-instance1-vbnp SuccessfulDelete delete Pod major-upgrade-17-to-18-instance1-vbnp-0 in StatefulSet major-upgrade-17-to-18-instance1-vbnp successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:43 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:43 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:43 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:43 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:43 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:43 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:43 +0000 UTC Normal ReplicaSet.apps major-upgrade-17-to-18-pgbouncer-7d9fb795b8 SuccessfulDelete Deleted pod: major-upgrade-17-to-18-pgbouncer-7d9fb795b8-22j8s replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:43 +0000 UTC Normal ReplicaSet.apps major-upgrade-17-to-18-pgbouncer-7d9fb795b8 SuccessfulDelete Deleted pod: major-upgrade-17-to-18-pgbouncer-7d9fb795b8-sqk69 replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:43 +0000 UTC Normal ReplicaSet.apps major-upgrade-17-to-18-pgbouncer-7d9fb795b8 SuccessfulDelete Deleted pod: major-upgrade-17-to-18-pgbouncer-7d9fb795b8-dbctr replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:43 +0000 UTC Normal Deployment.apps major-upgrade-17-to-18-pgbouncer ScalingReplicaSet Scaled down replica set major-upgrade-17-to-18-pgbouncer-7d9fb795b8 from 3 to 0 deployment-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:47 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-instance1-zqh6 SuccessfulDelete delete Pod major-upgrade-17-to-18-instance1-zqh6-0 in StatefulSet major-upgrade-17-to-18-instance1-zqh6 successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:50 +0000 UTC Normal PodDisruptionBudget.policy major-upgrade-17-to-18-set-instance1 NoPods No matching pods found controllermanager logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:54 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:54 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:54 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-repo-host SuccessfulDelete delete Pod major-upgrade-17-to-18-repo-host-0 in StatefulSet major-upgrade-17-to-18-repo-host successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:56 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw Binding Scheduled Successfully assigned kuttl-test-champion-marmot/17-to-18-pgdata-5wcxw to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:56 +0000 UTC Normal Job.batch 17-to-18-pgdata SuccessfulCreate Created pod: 17-to-18-pgdata-5wcxw job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:59 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:59 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 242ms (242ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:59 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:26:59 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:01 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-relocator-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:01 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-relocator-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" in 276ms (276ms including waiting). Image size: 728720234 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:01 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-relocator-17} Created Created container: extension-relocator-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:01 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-relocator-17} Started Started container extension-relocator-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:03 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-installer-17} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:03 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-installer-17} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 240ms (240ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:03 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-installer-17} Created Created container: extension-installer-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:03 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-installer-17} Started Started container extension-installer-17 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:04 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:04 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" in 221ms (221ms including waiting). Image size: 728720234 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:04 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:04 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:05 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:05 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 230ms (231ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:05 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:05 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:07 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.containers{database} Pulled Container image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" already present on machine kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:07 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:07 +0000 UTC Normal Pod 17-to-18-pgdata-5wcxw.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:17 +0000 UTC Normal Pod 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:17 +0000 UTC Normal Job.batch 17-to-18-major-upgrade-17-to-18-instance1-jqxm SuccessfulCreate Created pod: 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:17 +0000 UTC Normal Pod 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:17 +0000 UTC Normal Job.batch 17-to-18-major-upgrade-17-to-18-instance1-vbnp SuccessfulCreate Created pod: 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:17 +0000 UTC Normal Job.batch 17-to-18-pgdata Completed Job completed job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:25 +0000 UTC Normal Pod 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-fc5a41b0-3ba2-467f-ab36-bcf348467466" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:26 +0000 UTC Normal Pod 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2.spec.containers{database} Pulled Container image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" already present on machine kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:26 +0000 UTC Normal Pod 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:26 +0000 UTC Normal Pod 17-to-18-major-upgrade-17-to-18-instance1-vbnp-9xds2.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:28 +0000 UTC Normal Pod 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-6b91beea-23e7-4cc6-ba62-ef3459e8ae19" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:29 +0000 UTC Normal Pod 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7.spec.containers{database} Pulled Container image "docker.io/perconalab/percona-postgresql-operator:main-upgrade" already present on machine kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:29 +0000 UTC Normal Pod 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:29 +0000 UTC Normal Pod 17-to-18-major-upgrade-17-to-18-instance1-jqxm-l7rp7.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:29 +0000 UTC Normal Job.batch 17-to-18-major-upgrade-17-to-18-instance1-vbnp Completed Job completed job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:32 +0000 UTC Normal Job.batch 17-to-18-major-upgrade-17-to-18-instance1-jqxm Completed Job completed job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:38 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-zqh6-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-t36f default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:38 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:38 +0000 UTC Normal ReplicaSet.apps major-upgrade-17-to-18-pgbouncer-6d486c5568 SuccessfulCreate Created pod: major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5 replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:38 +0000 UTC Normal ReplicaSet.apps major-upgrade-17-to-18-pgbouncer-6d486c5568 SuccessfulCreate Created pod: major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:38 +0000 UTC Normal Deployment.apps major-upgrade-17-to-18-pgbouncer ScalingReplicaSet Scaled up replica set major-upgrade-17-to-18-pgbouncer-6d486c5568 from 0 to 3 deployment-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:38 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-repo-host-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-t36f default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 222ms (222ms including waiting). Image size: 87614503 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 218ms (218ms including waiting). Image size: 87614503 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 212ms (212ms including waiting). Image size: 87614503 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 146ms (146ms including waiting). Image size: 87614503 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:39 +0000 UTC Normal ReplicaSet.apps major-upgrade-17-to-18-pgbouncer-6d486c5568 SuccessfulCreate Created pod: major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:40 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 240ms (240ms including waiting). Image size: 87614503 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:40 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:40 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:40 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 139ms (139ms including waiting). Image size: 87614503 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:40 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:40 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-f4hsl.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:40 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-ksgm5.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:45 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bf4f2aaa-7bb5-4f7a-a9e6-eb4d4e8e1676" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:46 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-ee8b3e74-5ceb-4298-9b49-0036d819f326" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:47 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:47 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 152ms (152ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:47 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:47 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:48 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:48 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 170ms (170ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:48 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:48 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:49 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:49 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:49 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 188ms (188ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:49 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:49 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:49 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:49 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 178ms (178ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:49 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:49 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:50 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 215ms (215ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:50 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:50 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:50 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:50 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 201ms (201ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:50 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:51 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:51 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:51 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 203ms (203ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:51 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:52 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:53 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:53 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 228ms (228ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:53 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:54 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:54 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:54 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 206ms (206ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:54 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:55 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:55 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:55 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 217ms (217ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:55 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:56 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:27:56 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:01 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-jqxm-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:01 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-vbnp-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:06 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9gck-cmg2g Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-backup-9gck-cmg2g to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:06 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9gck-cmg2g.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:06 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9gck-cmg2g.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 224ms (224ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:06 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9gck-cmg2g.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:06 +0000 UTC Normal Job.batch major-upgrade-17-to-18-backup-9gck SuccessfulCreate Created pod: major-upgrade-17-to-18-backup-9gck-cmg2g job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:07 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9gck-cmg2g.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:07 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9gck-cmg2g.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:07 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9gck-cmg2g.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 219ms (219ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:07 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9gck-cmg2g.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:08 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9gck-cmg2g.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:09 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-6b91beea-23e7-4cc6-ba62-ef3459e8ae19" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:09 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-fc5a41b0-3ba2-467f-ab36-bcf348467466" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:10 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:10 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:10 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 177ms (177ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:10 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:10 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:11 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 209ms (209ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:11 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:11 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:11 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:11 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 189ms (189ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:11 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 188ms (188ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 216ms (216ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:13 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:13 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 244ms (244ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:13 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:13 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:13 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:13 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:13 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 238ms (238ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:13 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:14 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:14 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 221ms (221ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:14 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:14 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:14 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:15 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:15 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 201ms (201ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:15 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 197ms (197ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 196ms (196ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 223ms (223ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:18 +0000 UTC Normal Job.batch major-upgrade-17-to-18-backup-9gck Completed Job completed job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:20 +0000 UTC Warning Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:20 +0000 UTC Warning Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:41 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:41 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:41 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-repo2 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:41 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com major-upgrade-17-to-18 UnableToCreateStanzas command terminated with exit code 1: postgres operator error: pgBackRest stale volume-backed repo configuration postgrescluster-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:42 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-repo2 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:42 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-repo2 Provisioning External provisioner is provisioning volume for claim "kuttl-test-champion-marmot/major-upgrade-17-to-18-repo2" pd.csi.storage.gke.io_gke-be0d46e4d03845f1a28b-8421-f73f-vm_4d27c551-aea6-4acf-a7c4-b95f752ddcae logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:46 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-repo-host-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:46 +0000 UTC Normal PersistentVolumeClaim major-upgrade-17-to-18-repo2 ProvisioningSucceeded Successfully provisioned volume pvc-91137405-5943-4043-83be-ff58ede9e2f9 pd.csi.storage.gke.io_gke-be0d46e4d03845f1a28b-8421-f73f-vm_4d27c551-aea6-4acf-a7c4-b95f752ddcae logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:54 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-91137405-5943-4043-83be-ff58ede9e2f9" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:55 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:55 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 201ms (201ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:55 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:55 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:56 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:56 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 157ms (157ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:56 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:56 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:57 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:57 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 182ms (182ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:57 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:57 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:57 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:57 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 197ms (197ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:57 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:28:58 +0000 UTC Normal Pod major-upgrade-17-to-18-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:29:50 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com major-upgrade-17-to-18 UnableToCreateStanzas command terminated with exit code 55: repo2-path = /pgbackrest/repo2 2026-02-20 20:29:50.481 P00 ERROR: [049]: timeout connecting to 'major-upgrade-17-to-18-repo-host-0.major-upgrade-17-to-18-pods.kuttl-test-champion-marmot.svc.cluster.local:8432 (10.50.194.82)' 2026-02-20 20:29:50.525 P00 ERROR: [055]: unable to load info file '/pgbackrest/repo2/archive/db/archive.info' or '/pgbackrest/repo2/archive/db/archive.info.copy': FileMissingError: raised from remote-0 tls protocol on 'major-upgrade-17-to-18-repo-host-0.major-upgrade-17-to-18-pods.kuttl-test-champion-marmot.svc.cluster.local': unable to open missing file '/pgbackrest/repo2/archive/db/archive.info' for read FileMissingError: raised from remote-0 tls protocol on 'major-upgrade-17-to-18-repo-host-0.major-upgrade-17-to-18-pods.kuttl-test-champion-marmot.svc.cluster.local': unable to open missing file '/pgbackrest/repo2/archive/db/archive.info.copy' for read HINT: archive.info cannot be opened but is required to push/get WAL segments. HINT: is archive_command configured correctly in postgresql.conf? HINT: has a stanza-create been performed? HINT: use --no-archive-check to disable archive checks during backup if you have an alternate archiving scheme. postgrescluster-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:29:52 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9ztw-qb2rp Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-backup-9ztw-qb2rp to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:29:52 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9ztw-qb2rp.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:29:52 +0000 UTC Normal Job.batch major-upgrade-17-to-18-backup-9ztw SuccessfulCreate Created pod: major-upgrade-17-to-18-backup-9ztw-qb2rp job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:29:53 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9ztw-qb2rp.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 220ms (220ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:29:53 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9ztw-qb2rp.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:29:53 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9ztw-qb2rp.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:29:54 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9ztw-qb2rp.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:29:54 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9ztw-qb2rp.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 172ms (172ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:29:54 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9ztw-qb2rp.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:29:54 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-9ztw-qb2rp.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:30 +0000 UTC Normal Job.batch major-upgrade-17-to-18-backup-9ztw Completed Job completed job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:39 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-nrtr-zjdbz Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-backup-nrtr-zjdbz to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:39 +0000 UTC Normal Job.batch major-upgrade-17-to-18-backup-nrtr SuccessfulCreate Created pod: major-upgrade-17-to-18-backup-nrtr-zjdbz job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:40 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-nrtr-zjdbz.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:40 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-nrtr-zjdbz.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 220ms (220ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:40 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-nrtr-zjdbz.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:40 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-nrtr-zjdbz.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:41 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-nrtr-zjdbz.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:41 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-nrtr-zjdbz.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 182ms (182ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:41 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-nrtr-zjdbz.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:41 +0000 UTC Normal Pod major-upgrade-17-to-18-backup-nrtr-zjdbz.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:30:50 +0000 UTC Normal Job.batch major-upgrade-17-to-18-backup-nrtr Completed Job completed job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:15 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbackrest-restore-jn9sw Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-pgbackrest-restore-jn9sw to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:15 +0000 UTC Warning Pod major-upgrade-17-to-18-pgbackrest-restore-jn9sw FailedAttachVolume Multi-Attach error for volume "pvc-bf4f2aaa-7bb5-4f7a-a9e6-eb4d4e8e1676" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:15 +0000 UTC Normal Job.batch major-upgrade-17-to-18-pgbackrest-restore SuccessfulCreate Created pod: major-upgrade-17-to-18-pgbackrest-restore-jn9sw job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:37 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbackrest-restore-jn9sw SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bf4f2aaa-7bb5-4f7a-a9e6-eb4d4e8e1676" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:38 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbackrest-restore-jn9sw.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:38 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbackrest-restore-jn9sw.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 273ms (273ms including waiting). Image size: 164343043 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:38 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbackrest-restore-jn9sw.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbackrest-restore-jn9sw.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbackrest-restore-jn9sw.spec.containers{pgbackrest-restore} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbackrest-restore-jn9sw.spec.containers{pgbackrest-restore} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 170ms (170ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbackrest-restore-jn9sw.spec.containers{pgbackrest-restore} Created Created container: pgbackrest-restore kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:39 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbackrest-restore-jn9sw.spec.containers{pgbackrest-restore} Started Started container pgbackrest-restore kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:48 +0000 UTC Normal Job.batch major-upgrade-17-to-18-pgbackrest-restore Completed Job completed job-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:49 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-zqh6-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:49 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-instance1-zqh6 SuccessfulCreate create Pod major-upgrade-17-to-18-instance1-zqh6-0 in StatefulSet major-upgrade-17-to-18-instance1-zqh6 successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:53 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:53 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 227ms (227ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:53 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:54 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:55 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:55 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 160ms (160ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:55 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:55 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:56 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:56 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 197ms (197ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:56 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:56 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:57 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:57 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 232ms (232ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:57 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:57 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:58 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:58 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 198ms (198ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:58 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:58 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:59 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:59 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 208ms (208ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:59 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:59 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:31:59 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:02 +0000 UTC Warning Pod major-upgrade-17-to-18-instance1-zqh6-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:05 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-jqxm-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-g005 default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:05 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-instance1-jqxm SuccessfulCreate create Pod major-upgrade-17-to-18-instance1-jqxm-0 in StatefulSet major-upgrade-17-to-18-instance1-jqxm successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:05 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-vbnp-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-t36f default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:05 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-instance1-vbnp SuccessfulCreate create Pod major-upgrade-17-to-18-instance1-vbnp-0 in StatefulSet major-upgrade-17-to-18-instance1-vbnp successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-fc5a41b0-3ba2-467f-ab36-bcf348467466" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:13 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-6b91beea-23e7-4cc6-ba62-ef3459e8ae19" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:14 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:15 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 166ms (166ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:15 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:15 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 271ms (271ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 226ms (226ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 244ms (244ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:18 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:18 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 214ms (214ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:18 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:18 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:19 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:19 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 183ms (183ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:19 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:19 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:19 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:19 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 235ms (235ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:19 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:19 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:20 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:20 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 212ms (212ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:20 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:20 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:20 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:20 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 242ms (242ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:20 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:20 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:21 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:21 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 186ms (186ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:21 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:21 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:21 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:21 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 228ms (228ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:21 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:21 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:21 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:22 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:22 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 159ms (159ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:22 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:22 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:22 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:24 +0000 UTC Warning Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:32:25 +0000 UTC Warning Pod major-upgrade-17-to-18-instance1-jqxm-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:05 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:05 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:05 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{replication-cert-copy} Killing Stopping container replication-cert-copy kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:05 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:05 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:06 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:06 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-rrjl5 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-pgbouncer-6d486c5568-rrjl5 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-t36f default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:06 +0000 UTC Warning Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-rrjl5 NodeShutdown Pod was rejected as the node is shutting down. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:06 +0000 UTC Normal ReplicaSet.apps major-upgrade-17-to-18-pgbouncer-6d486c5568 SuccessfulCreate Created pod: major-upgrade-17-to-18-pgbouncer-6d486c5568-rrjl5 replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:07 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0 Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-instance1-vbnp-0 to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:07 +0000 UTC Warning Pod major-upgrade-17-to-18-instance1-vbnp-0 FailedAttachVolume Multi-Attach error for volume "pvc-fc5a41b0-3ba2-467f-ab36-bcf348467466" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:07 +0000 UTC Normal StatefulSet.apps major-upgrade-17-to-18-instance1-vbnp SuccessfulDelete delete Pod major-upgrade-17-to-18-instance1-vbnp-0 in StatefulSet major-upgrade-17-to-18-instance1-vbnp successful statefulset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:07 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk Binding Scheduled Successfully assigned kuttl-test-champion-marmot/major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk to gke-jen-pg-1454-bcdf84ed-default-pool-66e0efff-5t5d default-scheduler logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:07 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:07 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 211ms (211ms including waiting). Image size: 87614503 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:07 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:07 +0000 UTC Normal ReplicaSet.apps major-upgrade-17-to-18-pgbouncer-6d486c5568 SuccessfulCreate Created pod: major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk replicaset-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:08 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:08 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:08 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 218ms (218ms including waiting). Image size: 87614503 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:08 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:53:08 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-9xptk.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:10 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-fc5a41b0-3ba2-467f-ab36-bcf348467466" attachdetach-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:11 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:11 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 226ms (226ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 209ms (209ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:12 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:13 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:13 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:14 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 249ms (249ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:14 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:14 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:14 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:15 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1454-bcdf84ed0" in 235ms (235ms including waiting). Image size: 88552410 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:15 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:15 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:15 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 235ms (235ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:16 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 231ms (231ms including waiting). Image size: 541756423 bytes. kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Started Started container database kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:17 +0000 UTC Normal Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:29 +0000 UTC Warning Pod major-upgrade-17-to-18-instance1-vbnp-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:47 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-rrjl5 TaintManagerEviction Cancelling deletion of Pod kuttl-test-champion-marmot/major-upgrade-17-to-18-pgbouncer-6d486c5568-rrjl5 taint-eviction-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | 2026-02-20 20:54:48 +0000 UTC Normal Pod major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb TaintManagerEviction Cancelling deletion of Pod kuttl-test-champion-marmot/major-upgrade-17-to-18-pgbouncer-6d486c5568-57cgb taint-eviction-controller logger.go:42: 20:56:13 | major-upgrade-17-to-18 | Deleting namespace "kuttl-test-champion-marmot" === NAME kuttl harness.go:404: run tests finished harness.go:511: cleaning up harness.go:568: removing temp folder: "" --- FAIL: kuttl (1927.35s) --- FAIL: kuttl/harness (0.00s) --- FAIL: kuttl/harness/major-upgrade-17-to-18 (1926.56s) FAIL