=== RUN kuttl harness.go:459: starting setup harness.go:254: running tests using configured kubeconfig. harness.go:277: Successful connection to cluster at: https://173.255.113.225 harness.go:362: running tests harness.go:74: going to run test suite with timeout of 600 seconds for each step harness.go:374: testsuite: e2e-tests/tests has 27 tests === RUN kuttl/harness === RUN kuttl/harness/upgrade-minor === PAUSE kuttl/harness/upgrade-minor === CONT kuttl/harness/upgrade-minor logger.go:42: 02:45:10 | upgrade-minor | Ignoring 09-collation-mismatch.sql as it does not match file name regexp: ^(\d+)-(?:[^\.]+)(?:\.yaml)?$ logger.go:42: 02:45:10 | upgrade-minor | Creating namespace: kuttl-test-civil-werewolf logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep git_tag="v$(curl -s https://check.percona.com/versions/v1/pg-operator | jq -r '.versions[].operator' | sort -V | tail -n1)" deploy_operator_gh $git_tag deploy_client] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | + source ../../functions logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ realpath ../../.. logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ pwd logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests/tests/upgrade-minor logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++ test_name=upgrade-minor logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests/vars.sh logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/deploy logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/deploy logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests/conf logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests/conf logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-minor logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-minor logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export GIT_BRANCH=PR-1373 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ GIT_BRANCH=PR-1373 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export VERSION=PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ VERSION=PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ SKIP_TEST_WARNINGS=true logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ command -v oc logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ ! -n '' ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ -n '' ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export PG_VER=18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ PG_VER=18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export REGISTRY_NAME=docker.io logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ REGISTRY_NAME=docker.io logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ printenv logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ grep -E '^IMAGE' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ awk -F= '{print $1}' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ eval 'echo $IMAGE' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d == docker.io/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d == percona/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d == perconalab/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ which gdate logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ which date logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ which gsed logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++++ which sed logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++ oc get projects logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | + init_temp_dir logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | + rm -rf /tmp/kuttl/pg/upgrade-minor logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/upgrade-minor logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++ curl -s https://check.percona.com/versions/v1/pg-operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++ jq -r '.versions[].operator' logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++ sort -V logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | ++ tail -n1 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | + git_tag=v2.8.0 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | + deploy_operator_gh v2.8.0 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | + local git_tag=v2.8.0 logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | + local cw_prefix= logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | + destroy_operator logger.go:42: 02:45:11 | upgrade-minor/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 02:45:12 | upgrade-minor/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 02:45:12 | upgrade-minor/0-deploy-operator | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 02:45:12 | upgrade-minor/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 02:45:12 | upgrade-minor/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 02:45:12 | upgrade-minor/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 02:45:13 | upgrade-minor/0-deploy-operator | namespace "pg-operator" force deleted logger.go:42: 02:45:27 | upgrade-minor/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 02:45:27 | upgrade-minor/0-deploy-operator | + create_namespace pg-operator logger.go:42: 02:45:27 | upgrade-minor/0-deploy-operator | + local namespace=pg-operator logger.go:42: 02:45:27 | upgrade-minor/0-deploy-operator | + [[ -n '' ]] logger.go:42: 02:45:27 | upgrade-minor/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 02:45:28 | upgrade-minor/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 02:45:28 | upgrade-minor/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 02:45:29 | upgrade-minor/0-deploy-operator | namespace/pg-operator created logger.go:42: 02:45:29 | upgrade-minor/0-deploy-operator | + cw_prefix=cw- logger.go:42: 02:45:29 | upgrade-minor/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f https://raw.githubusercontent.com/percona/percona-postgresql-operator/v2.8.0/deploy/crd.yaml logger.go:42: 02:45:30 | upgrade-minor/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 02:45:30 | upgrade-minor/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 02:45:34 | upgrade-minor/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 02:45:34 | upgrade-minor/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 02:45:34 | upgrade-minor/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 02:45:35 | upgrade-minor/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied logger.go:42: 02:45:35 | upgrade-minor/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.postgres-operator.crunchydata.com serverside-applied logger.go:42: 02:45:37 | upgrade-minor/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 02:45:37 | upgrade-minor/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f https://raw.githubusercontent.com/percona/percona-postgresql-operator/v2.8.0/deploy/cw-rbac.yaml logger.go:42: 02:45:39 | upgrade-minor/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 02:45:39 | upgrade-minor/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 02:45:39 | upgrade-minor/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 02:45:39 | upgrade-minor/0-deploy-operator | + curl -s https://raw.githubusercontent.com/percona/percona-postgresql-operator/v2.8.0/deploy/cw-operator.yaml logger.go:42: 02:45:39 | upgrade-minor/0-deploy-operator | ++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:39 | upgrade-minor/0-deploy-operator | ++ sed -E 's|(.*/)?([^/]+)/[^/]+(:.*)?|\2|' logger.go:42: 02:45:39 | upgrade-minor/0-deploy-operator | + local docker_hub_org=perconalab logger.go:42: 02:45:39 | upgrade-minor/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 02:45:39 | upgrade-minor/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:2.8.0"' /tmp/kuttl/pg/upgrade-minor/cw-operator_v2.8.0.yaml logger.go:42: 02:45:41 | upgrade-minor/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 02:45:41 | upgrade-minor/0-deploy-operator | + deploy_client logger.go:42: 02:45:41 | upgrade-minor/0-deploy-operator | + kubectl -n kuttl-test-civil-werewolf apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests/conf/client.yaml logger.go:42: 02:45:42 | upgrade-minor/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 02:45:43 | upgrade-minor/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 02:45:43 | upgrade-minor/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 02:45:43 | upgrade-minor/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 02:45:43 | upgrade-minor/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 02:45:43 | upgrade-minor/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 02:45:43 | upgrade-minor/0-deploy-operator | ASSERT PASS logger.go:42: 02:45:43 | upgrade-minor/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | starting test step 1-create-cluster logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions # get lower operator version from which we will upgrade lower_ver="$(curl -s https://check.percona.com/versions/v1/pg-operator | jq -r '.versions[].operator' | sort -V | tail -n1)" curl -s "https://raw.githubusercontent.com/percona/percona-postgresql-operator/v${lower_ver}/deploy/cr.yaml" >"${TEMP_DIR}/cr_lower.yaml" # get PG version which we want to test pg_ver=$PG_VER pg_exists=0 pg_exists=$(curl -s https://check.percona.com/versions/v1/pg-operator/${lower_ver} | jq '.versions[].matrix.postgresql | with_entries(select(.key | startswith("'$pg_ver'"))) | length') # if the lower version of operator doesn't have new PG version we will use lower PG version # but in that case not the intended target PG database image will be tested # (this should happen once a year on major PG version release, but only for this latest version) if [ $pg_exists -eq 0 ]; then pg_ver=$((pg_ver - 1)) fi echo $pg_ver >"${TEMP_DIR}/pg_ver.txt" if [[ $OPENSHIFT ]]; then $sed -E -i "s|^( *image: *)(.*)|\1${REGISTRY_NAME_FULL}\2|" ${TEMP_DIR}/cr_lower.yaml fi backrest_image=$(get_version_images $lower_ver BACKREST${pg_ver}) pgbouncer_image=$(get_version_images $lower_ver PGBOUNCER${pg_ver}) postgres_image=$(get_version_images $lower_ver POSTGRESQL${pg_ver}) yq -i eval ' .metadata.name = "'${test_name}'" | .metadata.labels = {"e2e":"'${test_name}'"} | .spec.image = "'${REGISTRY_NAME_FULL}''${postgres_image}'" | .spec.postgresVersion = '$pg_ver' | .spec.proxy.pgBouncer.image = "'${REGISTRY_NAME_FULL}''${pgbouncer_image}'" | .spec.backups.pgbackrest.repos[0].schedules = null | .spec.backups.pgbackrest.image = "'${REGISTRY_NAME_FULL}''${backrest_image}'" | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | .spec.users += [{"name":"'${test_name}'","password":{"type":"AlphaNumeric"}}]' "${TEMP_DIR}/cr_lower.yaml" kubectl -n "${NAMESPACE}" apply -f "${TEMP_DIR}/cr_lower.yaml"] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | + source ../../functions logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ realpath ../../.. logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ pwd logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests/tests/upgrade-minor logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++ test_name=upgrade-minor logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests/vars.sh logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/deploy logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/deploy logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests/conf logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/e2e-tests/conf logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-minor logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-minor logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export GIT_BRANCH=PR-1373 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ GIT_BRANCH=PR-1373 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export VERSION=PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ VERSION=PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ command -v oc logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ ! -n '' ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ -n '' ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export PG_VER=18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ PG_VER=18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ printenv logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ grep -E '^IMAGE' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ awk -F= '{print $1}' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d == docker.io/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d == percona/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d == perconalab/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1373-3f13d2f9d logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ which gdate logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ which date logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ date=/usr/sbin/date logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ which gsed logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1373/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++++ which sed logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | +++ sed=/usr/sbin/sed logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++ oc get projects logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++ curl -s https://check.percona.com/versions/v1/pg-operator logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++ jq -r '.versions[].operator' logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++ sort -V logger.go:42: 02:45:43 | upgrade-minor/1-create-cluster | ++ tail -n1 logger.go:42: 02:45:44 | upgrade-minor/1-create-cluster | + lower_ver=2.8.0 logger.go:42: 02:45:44 | upgrade-minor/1-create-cluster | + curl -s https://raw.githubusercontent.com/percona/percona-postgresql-operator/v2.8.0/deploy/cr.yaml logger.go:42: 02:45:44 | upgrade-minor/1-create-cluster | + pg_ver=18 logger.go:42: 02:45:44 | upgrade-minor/1-create-cluster | + pg_exists=0 logger.go:42: 02:45:44 | upgrade-minor/1-create-cluster | ++ curl -s https://check.percona.com/versions/v1/pg-operator/2.8.0 logger.go:42: 02:45:44 | upgrade-minor/1-create-cluster | ++ jq '.versions[].matrix.postgresql | with_entries(select(.key | startswith("18"))) | length' logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | + pg_exists=0 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | + '[' 0 -eq 0 ']' logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | + pg_ver=17 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | + echo 17 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | + [[ -n '' ]] logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ get_version_images 2.8.0 BACKREST17 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ local cr_version=2.8.0 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ local component=BACKREST17 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ local release_versions_file=/tmp/kuttl/pg/upgrade-minor/release_version_2.8.0 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ [[ ! -f /tmp/kuttl/pg/upgrade-minor/release_version_2.8.0 ]] logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ curl -s https://raw.githubusercontent.com/percona/percona-postgresql-operator/refs/tags/v2.8.0/e2e-tests/release_versions logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ grep -i BACKREST17 /tmp/kuttl/pg/upgrade-minor/release_version_2.8.0 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ cut -d= -f2 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | + backrest_image=percona/percona-pgbackrest:2.56.0-1 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ get_version_images 2.8.0 PGBOUNCER17 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ local cr_version=2.8.0 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ local component=PGBOUNCER17 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ local release_versions_file=/tmp/kuttl/pg/upgrade-minor/release_version_2.8.0 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ [[ ! -f /tmp/kuttl/pg/upgrade-minor/release_version_2.8.0 ]] logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ grep -i PGBOUNCER17 /tmp/kuttl/pg/upgrade-minor/release_version_2.8.0 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ cut -d= -f2 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | + pgbouncer_image=percona/percona-pgbouncer:1.24.1-1 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ get_version_images 2.8.0 POSTGRESQL17 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ local cr_version=2.8.0 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ local component=POSTGRESQL17 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ local release_versions_file=/tmp/kuttl/pg/upgrade-minor/release_version_2.8.0 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ [[ ! -f /tmp/kuttl/pg/upgrade-minor/release_version_2.8.0 ]] logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ grep -i POSTGRESQL17 /tmp/kuttl/pg/upgrade-minor/release_version_2.8.0 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | ++ cut -d= -f2 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | + postgres_image=percona/percona-distribution-postgresql:17.6-1 logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | + yq -i eval ' logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | .metadata.name = "upgrade-minor" | logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | .metadata.labels = {"e2e":"upgrade-minor"} | logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | .spec.image = "docker.io/percona/percona-distribution-postgresql:17.6-1" | logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | .spec.postgresVersion = 17 | logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | .spec.proxy.pgBouncer.image = "docker.io/percona/percona-pgbouncer:1.24.1-1" | logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | .spec.backups.pgbackrest.repos[0].schedules = null | logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | .spec.backups.pgbackrest.image = "docker.io/percona/percona-pgbackrest:2.56.0-1" | logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | .spec.users += [{"name":"upgrade-minor","password":{"type":"AlphaNumeric"}}]' /tmp/kuttl/pg/upgrade-minor/cr_lower.yaml logger.go:42: 02:45:45 | upgrade-minor/1-create-cluster | + kubectl -n kuttl-test-civil-werewolf apply -f /tmp/kuttl/pg/upgrade-minor/cr_lower.yaml logger.go:42: 02:45:46 | upgrade-minor/1-create-cluster | perconapgcluster.pgv2.percona.com/upgrade-minor created logger.go:42: 02:47:46 | upgrade-minor/1-create-cluster | test step failed 1-create-cluster case.go:396: failed in step 1-create-cluster case.go:398: statefulsets.apps "upgrade-minor-repo-host" not found case.go:398: no resources matched of kind: apps/v1, Kind=StatefulSet case.go:398: deployments.apps "upgrade-minor-pgbouncer" not found case.go:398: no resources matched of kind: batch/v1, Kind=Job case.go:398: --- PostgresCluster:kuttl-test-civil-werewolf/upgrade-minor +++ PostgresCluster:kuttl-test-civil-werewolf/upgrade-minor @@ -1,10 +1,14 @@ apiVersion: postgres-operator.crunchydata.com/v1beta1 kind: PostgresCluster metadata: + annotations: + postgres-operator.crunchydata.com/autoCreateUserSchema: "true" finalizers: - postgres-operator.crunchydata.com/finalizer labels: e2e: upgrade-minor + pgv2.percona.com/version: 2.8.0 + managedFields: '[... elided field over 10 lines long ...]' name: upgrade-minor namespace: kuttl-test-civil-werewolf ownerReferences: @@ -13,25 +17,6 @@ controller: true kind: PerconaPGCluster name: upgrade-minor -status: - instances: - - name: instance1 - readyReplicas: 3 - replicas: 3 - updatedReplicas: 3 - observedGeneration: 1 - pgbackrest: - repoHost: - apiVersion: apps/v1 - kind: StatefulSet - ready: true - repos: - - bound: true - name: repo1 - replicaCreateBackupComplete: true - stanzaCreated: true - proxy: - pgBouncer: - readyReplicas: 3 - replicas: 3 + uid: f829f79c-7a08-4e71-806c-1c319b2ca923 +spec: '[... elided field over 10 lines long ...]' case.go:398: resource PostgresCluster:kuttl-test-civil-werewolf/upgrade-minor: .status: key is missing from map case.go:398: --- PerconaPGCluster:kuttl-test-civil-werewolf/upgrade-minor +++ PerconaPGCluster:kuttl-test-civil-werewolf/upgrade-minor @@ -1,18 +1,39 @@ apiVersion: pgv2.percona.com/v2 kind: PerconaPGCluster metadata: + annotations: + kubectl.kubernetes.io/last-applied-configuration: | + {"apiVersion":"pgv2.percona.com/v2","kind":"PerconaPGCluster","metadata":{"annotations":{},"labels":{"e2e":"upgrade-minor"},"name":"upgrade-minor","namespace":"kuttl-test-civil-werewolf"},"spec":{"backups":{"pgbackrest":{"image":"docker.io/percona/percona-pgbackrest:2.56.0-1","manual":{"options":["--type=full"],"repoName":"repo1"},"repoHost":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"pgbackrest"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}}},"repos":[{"name":"repo1","schedules":null,"volume":{"volumeClaimSpec":{"accessModes":["ReadWriteOnce"],"resources":{"requests":{"storage":"1Gi"}}}}}]}},"crVersion":"2.8.0","image":"docker.io/percona/percona-distribution-postgresql:17.6-1","imagePullPolicy":"Always","instances":[{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"postgres"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"dataVolumeClaimSpec":{"accessModes":["ReadWriteOnce"],"resources":{"requests":{"storage":"1Gi"}}},"name":"instance1","replicas":3}],"pmm":{"enabled":false,"image":"docker.io/percona/pmm-client:3.4.1","secret":"cluster1-pmm-secret","serverHost":"monitoring-service"},"postgresVersion":17,"proxy":{"pgBouncer":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/role":"pgbouncer"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"image":"docker.io/percona/percona-pgbouncer:1.24.1-1","replicas":3}},"users":[{"name":"postgres","password":{"type":"AlphaNumeric"}},{"name":"upgrade-minor","password":{"type":"AlphaNumeric"}}]}} + finalizers: + - internal.percona.com/stop-watchers + labels: + e2e: upgrade-minor + managedFields: '[... elided field over 10 lines long ...]' name: upgrade-minor namespace: kuttl-test-civil-werewolf +spec: '[... elided field over 10 lines long ...]' status: + conditions: + - lastTransitionTime: "2025-12-16T02:46:06Z" + message: "" + reason: PGBackRestRepoHostReady + status: "False" + type: ReadyForBackup + host: upgrade-minor-pgbouncer.kuttl-test-civil-werewolf.svc + installedCustomExtensions: [] + observedGeneration: 1 + patroni: + status: {} + version: "" + patroniVersion: "" pgbouncer: - ready: 3 - size: 3 + ready: 0 + size: 0 postgres: - instances: - - name: instance1 - ready: 3 - size: 3 - ready: 3 - size: 3 - state: ready + imageID: "" + instances: [] + ready: 0 + size: 0 + version: 0 + state: initializing case.go:398: resource PerconaPGCluster:kuttl-test-civil-werewolf/upgrade-minor: .status.pgbouncer.ready: value mismatch, expected: 3 != actual: 0 logger.go:42: 02:47:46 | upgrade-minor | upgrade-minor events from ns kuttl-test-civil-werewolf: logger.go:42: 02:47:46 | upgrade-minor | 2025-12-16 02:45:42 +0000 UTC Normal Pod pg-client-ccf85799c-q46bs Binding Scheduled Successfully assigned kuttl-test-civil-werewolf/pg-client-ccf85799c-q46bs to gke-jen-pg-1373-3f13d2f9-default-pool-5250e055-r87l default-scheduler logger.go:42: 02:47:46 | upgrade-minor | 2025-12-16 02:45:42 +0000 UTC Normal Pod pg-client-ccf85799c-q46bs.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 02:47:46 | upgrade-minor | 2025-12-16 02:45:42 +0000 UTC Normal Pod pg-client-ccf85799c-q46bs.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 118ms (118ms including waiting). Image size: 471171603 bytes. kubelet logger.go:42: 02:47:46 | upgrade-minor | 2025-12-16 02:45:42 +0000 UTC Normal Pod pg-client-ccf85799c-q46bs.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 02:47:46 | upgrade-minor | 2025-12-16 02:45:42 +0000 UTC Normal Pod pg-client-ccf85799c-q46bs.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 02:47:46 | upgrade-minor | 2025-12-16 02:45:42 +0000 UTC Normal ReplicaSet.apps pg-client-ccf85799c SuccessfulCreate Created pod: pg-client-ccf85799c-q46bs replicaset-controller logger.go:42: 02:47:46 | upgrade-minor | 2025-12-16 02:45:42 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-ccf85799c to 1 deployment-controller logger.go:42: 02:47:46 | upgrade-minor | Deleting namespace: kuttl-test-civil-werewolf === NAME kuttl harness.go:403: run tests finished harness.go:510: cleaning up harness.go:567: removing temp folder: "" --- FAIL: kuttl (208.53s) --- FAIL: kuttl/harness (0.00s) --- FAIL: kuttl/harness/upgrade-minor (207.71s) FAIL