=== RUN kuttl harness.go:459: starting setup harness.go:254: running tests using configured kubeconfig. harness.go:277: Successful connection to cluster at: https://34.66.141.210 harness.go:362: running tests harness.go:74: going to run test suite with timeout of 600 seconds for each step harness.go:374: testsuite: e2e-tests/tests has 27 tests === RUN kuttl/harness === RUN kuttl/harness/upgrade-consistency === PAUSE kuttl/harness/upgrade-consistency === CONT kuttl/harness/upgrade-consistency logger.go:42: 21:42:52 | upgrade-consistency | Creating namespace: kuttl-test-funky-cobra logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | + source ../../functions logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ realpath ../../.. logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ pwd logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests/tests/upgrade-consistency logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++ test_name=upgrade-consistency logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests/vars.sh logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/deploy logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/deploy logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests/conf logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests/conf logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export GIT_BRANCH=PR-1370 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ GIT_BRANCH=PR-1370 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export VERSION=PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ VERSION=PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ SKIP_TEST_WARNINGS=true logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ command -v oc logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ ! -n '' ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ -n '' ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export PG_VER=18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ PG_VER=18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export REGISTRY_NAME=docker.io logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ REGISTRY_NAME=docker.io logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ printenv logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ grep -E '^IMAGE' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ awk -F= '{print $1}' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ eval 'echo $IMAGE' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1370-193ba4122 == docker.io/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1370-193ba4122 == percona/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1370-193ba4122 == perconalab/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ which gdate logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ which date logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ which gsed logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++++ which sed logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | ++ oc get projects logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | + init_temp_dir logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | + rm -rf /tmp/kuttl/pg/upgrade-consistency logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/upgrade-consistency logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | + deploy_operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | + local cw_prefix= logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | + destroy_operator logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 21:42:53 | upgrade-consistency/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 21:42:54 | upgrade-consistency/0-deploy-operator | namespace "pg-operator" force deleted logger.go:42: 21:43:05 | upgrade-consistency/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 21:43:05 | upgrade-consistency/0-deploy-operator | + create_namespace pg-operator logger.go:42: 21:43:05 | upgrade-consistency/0-deploy-operator | + local namespace=pg-operator logger.go:42: 21:43:05 | upgrade-consistency/0-deploy-operator | + [[ -n '' ]] logger.go:42: 21:43:05 | upgrade-consistency/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 21:43:05 | upgrade-consistency/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 21:43:06 | upgrade-consistency/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 21:43:06 | upgrade-consistency/0-deploy-operator | namespace/pg-operator created logger.go:42: 21:43:06 | upgrade-consistency/0-deploy-operator | + cw_prefix=cw- logger.go:42: 21:43:06 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1370/deploy/crd.yaml logger.go:42: 21:43:08 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 21:43:08 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 21:43:10 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 21:43:10 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 21:43:11 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 21:43:11 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied logger.go:42: 21:43:11 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.postgres-operator.crunchydata.com serverside-applied logger.go:42: 21:43:14 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 21:43:14 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1370/deploy/cw-rbac.yaml logger.go:42: 21:43:15 | upgrade-consistency/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 21:43:15 | upgrade-consistency/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 21:43:16 | upgrade-consistency/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 21:43:16 | upgrade-consistency/0-deploy-operator | + local disable_telemetry=true logger.go:42: 21:43:16 | upgrade-consistency/0-deploy-operator | + '[' upgrade-consistency == telemetry-transfer ']' logger.go:42: 21:43:16 | upgrade-consistency/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 21:43:16 | upgrade-consistency/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1370/deploy/cw-operator.yaml logger.go:42: 21:43:16 | upgrade-consistency/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 21:43:16 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 21:43:17 | upgrade-consistency/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 21:43:18 | upgrade-consistency/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 21:43:18 | upgrade-consistency/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 21:43:18 | upgrade-consistency/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 21:43:20 | upgrade-consistency/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 21:43:20 | upgrade-consistency/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 21:43:20 | upgrade-consistency/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 21:43:20 | upgrade-consistency/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 21:43:20 | upgrade-consistency/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 21:43:20 | upgrade-consistency/0-deploy-operator | ASSERT PASS logger.go:42: 21:43:20 | upgrade-consistency/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | starting test step 1-create-cluster logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions cr_version="2.7.0" backrest_image=$(get_version_images $cr_version BACKREST${PG_VER}) pgbouncer_image=$(get_version_images $cr_version PGBOUNCER${PG_VER}) postgres_image=$(get_version_images $cr_version POSTGRESQL${PG_VER}) get_cr \ | yq eval ".spec.crVersion=\"$cr_version\"" - \ | yq eval ".spec.image=\"${REGISTRY_NAME_FULL}${postgres_image}\"" - \ | yq eval ".spec.backups.pgbackrest.image=\"${REGISTRY_NAME_FULL}${backrest_image}\"" - \ | yq eval ".spec.proxy.pgBouncer.image=\"${REGISTRY_NAME_FULL}${pgbouncer_image}\"" - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + source ../../functions logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ realpath ../../.. logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ CERT_MANAGER_VER=1.19.1 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ pwd logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests/tests/upgrade-consistency logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ test_name=upgrade-consistency logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests/vars.sh logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/deploy logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/deploy logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests/conf logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/e2e-tests/conf logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export GIT_BRANCH=PR-1370 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ GIT_BRANCH=PR-1370 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export VERSION=PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ VERSION=PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ command -v oc logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ ! -n '' ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ -n '' ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export PG_VER=18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ PG_VER=18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ printenv logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ grep -E '^IMAGE' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ awk -F= '{print $1}' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++++ echo perconalab/pmm-client:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ var_value=perconalab/pmm-client:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == docker.io/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == percona/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-client:3.4 == perconalab/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1370-193ba4122 == docker.io/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1370-193ba4122 == percona/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1370-193ba4122 == perconalab/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++++ echo perconalab/pmm-server:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ var_value=perconalab/pmm-server:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == docker.io/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == percona/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-server:3.4 == perconalab/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3.4 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ which gdate logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ which date logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ date=/usr/sbin/date logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ which gsed logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1370/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++++ which sed logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | +++ sed=/usr/sbin/sed logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ oc get projects logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + cr_version=2.7.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ get_version_images 2.7.0 BACKREST18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ local cr_version=2.7.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ local component=BACKREST18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ local release_versions_file=/tmp/kuttl/pg/upgrade-consistency/release_version_2.7.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ [[ ! -f /tmp/kuttl/pg/upgrade-consistency/release_version_2.7.0 ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ curl -s https://raw.githubusercontent.com/percona/percona-postgresql-operator/refs/tags/v2.7.0/e2e-tests/release_versions logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ grep -i BACKREST18 /tmp/kuttl/pg/upgrade-consistency/release_version_2.7.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ cut -d= -f2 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + backrest_image= logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ get_version_images 2.7.0 PGBOUNCER18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ local cr_version=2.7.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ local component=PGBOUNCER18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ local release_versions_file=/tmp/kuttl/pg/upgrade-consistency/release_version_2.7.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ [[ ! -f /tmp/kuttl/pg/upgrade-consistency/release_version_2.7.0 ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ grep -i PGBOUNCER18 /tmp/kuttl/pg/upgrade-consistency/release_version_2.7.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ cut -d= -f2 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + pgbouncer_image= logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ get_version_images 2.7.0 POSTGRESQL18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ local cr_version=2.7.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ local component=POSTGRESQL18 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ local release_versions_file=/tmp/kuttl/pg/upgrade-consistency/release_version_2.7.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ [[ ! -f /tmp/kuttl/pg/upgrade-consistency/release_version_2.7.0 ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ grep -i POSTGRESQL18 /tmp/kuttl/pg/upgrade-consistency/release_version_2.7.0 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ++ cut -d= -f2 logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + postgres_image= logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + get_cr logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + local cr_name= logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + yq eval '.spec.crVersion="2.7.0"' - logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + '[' -z ']' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + cr_name=upgrade-consistency logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + local repo_path= logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + local source_path= logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + yq eval ' logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .metadata.name = "upgrade-consistency" | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .metadata.labels = {"e2e":"upgrade-consistency"} | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .spec.postgresVersion = 18 | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .spec.users += [{"name":"upgrade-consistency","password":{"type":"AlphaNumeric"}}] | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122" | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .spec.pmm.image = "docker.io/perconalab/pmm-client:dev-latest" | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .spec.pmm.secret = "upgrade-consistency-pmm-secret" | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .spec.pmm.customClusterName = "upgrade-consistency-pmm-custom-name" | logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | .spec.pmm.postgresParams = "--environment=dev-postgres" logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-1370/deploy/cr.yaml logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + yq eval '.spec.image="docker.io/"' - logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + yq eval '.spec.backups.pgbackrest.image="docker.io/"' - logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + yq eval '.spec.proxy.pgBouncer.image="docker.io/"' - logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + kubectl -n kuttl-test-funky-cobra apply -f - logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + [[ -n '' ]] logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + case $test_name in logger.go:42: 21:43:20 | upgrade-consistency/1-create-cluster | + cat /tmp/kuttl/pg/upgrade-consistency/cr.yaml logger.go:42: 21:43:22 | upgrade-consistency/1-create-cluster | perconapgcluster.pgv2.percona.com/upgrade-consistency created logger.go:42: 21:48:22 | upgrade-consistency/1-create-cluster | test step failed 1-create-cluster case.go:396: failed in step 1-create-cluster case.go:398: statefulsets.apps "upgrade-consistency-repo-host" not found case.go:398: no resources matched of kind: apps/v1, Kind=StatefulSet case.go:398: deployments.apps "upgrade-consistency-pgbouncer" not found case.go:398: no resources matched of kind: batch/v1, Kind=Job case.go:398: postgresclusters.postgres-operator.crunchydata.com "upgrade-consistency" not found case.go:398: --- PerconaPGCluster:kuttl-test-funky-cobra/upgrade-consistency +++ PerconaPGCluster:kuttl-test-funky-cobra/upgrade-consistency @@ -1,20 +1,40 @@ apiVersion: pgv2.percona.com/v2 kind: PerconaPGCluster metadata: + annotations: + kubectl.kubernetes.io/last-applied-configuration: | + {"apiVersion":"pgv2.percona.com/v2","kind":"PerconaPGCluster","metadata":{"annotations":{},"labels":{"e2e":"upgrade-consistency"},"name":"upgrade-consistency","namespace":"kuttl-test-funky-cobra"},"spec":{"backups":{"pgbackrest":{"image":"docker.io/","manual":{"options":["--type=full"],"repoName":"repo1"},"repoHost":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"pgbackrest"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}}},"repos":[{"name":"repo1","schedules":{"full":"0 0 * * 6"},"volume":{"volumeClaimSpec":{"accessModes":["ReadWriteOnce"],"resources":{"requests":{"storage":"1Gi"}}}}}]}},"crVersion":"2.7.0","image":"docker.io/","imagePullPolicy":"Always","initContainer":{"image":"docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122"},"instances":[{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"postgres"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"dataVolumeClaimSpec":{"accessModes":["ReadWriteOnce"],"resources":{"requests":{"storage":"1Gi"}}},"name":"instance1","replicas":3}],"pmm":{"customClusterName":"upgrade-consistency-pmm-custom-name","enabled":false,"image":"docker.io/perconalab/pmm-client:dev-latest","postgresParams":"--environment=dev-postgres","secret":"upgrade-consistency-pmm-secret","serverHost":"monitoring-service"},"postgresVersion":18,"proxy":{"pgBouncer":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/role":"pgbouncer"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"image":"docker.io/","replicas":3}},"users":[{"name":"postgres","password":{"type":"AlphaNumeric"}},{"name":"upgrade-consistency","password":{"type":"AlphaNumeric"}}]}} + finalizers: + - internal.percona.com/stop-watchers + labels: + e2e: upgrade-consistency + managedFields: '[... elided field over 10 lines long ...]' name: upgrade-consistency namespace: kuttl-test-funky-cobra spec: + backups: '[... elided field over 10 lines long ...]' crVersion: 2.7.0 -status: - pgbouncer: - ready: 3 - size: 3 - postgres: - instances: - - name: instance1 - ready: 3 - size: 3 - ready: 3 - size: 3 - state: ready + image: docker.io/ + imagePullPolicy: Always + initContainer: + image: docker.io/perconalab/percona-postgresql-operator:PR-1370-193ba4122 + instances: '[... elided field over 10 lines long ...]' + pmm: + customClusterName: upgrade-consistency-pmm-custom-name + enabled: false + image: docker.io/perconalab/pmm-client:dev-latest + postgresParams: --environment=dev-postgres + querySource: pgstatmonitor + secret: upgrade-consistency-pmm-secret + serverHost: monitoring-service + port: 5432 + postgresVersion: 18 + proxy: '[... elided field over 10 lines long ...]' + users: + - name: postgres + password: + type: AlphaNumeric + - name: upgrade-consistency + password: + type: AlphaNumeric case.go:398: resource PerconaPGCluster:kuttl-test-funky-cobra/upgrade-consistency: .status: key is missing from map logger.go:42: 21:48:22 | upgrade-consistency | upgrade-consistency events from ns kuttl-test-funky-cobra: logger.go:42: 21:48:22 | upgrade-consistency | 2025-12-09 21:43:22 +0000 UTC Normal Pod upgrade-consistency-patroni-version-check Binding Scheduled Successfully assigned kuttl-test-funky-cobra/upgrade-consistency-patroni-version-check to gke-jen-pg-1370-193ba412-default-pool-d4413821-glkz default-scheduler logger.go:42: 21:48:22 | upgrade-consistency | 2025-12-09 21:43:23 +0000 UTC Warning Pod upgrade-consistency-patroni-version-check.spec.containers{patroni-version-check} InspectFailed Failed to apply default image tag "docker.io/": couldn't parse image name "docker.io/": invalid reference format kubelet logger.go:42: 21:48:22 | upgrade-consistency | 2025-12-09 21:43:23 +0000 UTC Warning Pod upgrade-consistency-patroni-version-check.spec.containers{patroni-version-check} Failed Error: InvalidImageName kubelet logger.go:42: 21:48:22 | upgrade-consistency | Deleting namespace: kuttl-test-funky-cobra === NAME kuttl harness.go:403: run tests finished harness.go:510: cleaning up harness.go:567: removing temp folder: "" --- FAIL: kuttl (353.99s) --- FAIL: kuttl/harness (0.00s) --- FAIL: kuttl/harness/upgrade-consistency (353.26s) FAIL