=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://34.171.177.78 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 600 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 52 tests === RUN kuttl/harness === RUN kuttl/harness/migration-from-crunchy-standby === PAUSE kuttl/harness/migration-from-crunchy-standby === CONT kuttl/harness/migration-from-crunchy-standby logger.go:42: 04:03:01 | migration-from-crunchy-standby | Ignoring "conf": does not begin with a number followed by a dash. logger.go:42: 04:03:01 | migration-from-crunchy-standby | Creating namespace "kuttl-test-charming-crappie" logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | starting test step 0-deploy-operators logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl create namespace "${CRUNCHY_NS}" || true # singleNamespace=true scopes pgo to its own namespace only helm install pgo \ oci://registry.developers.crunchydata.com/crunchydata/pgo \ --namespace "${CRUNCHY_NS}" \ --version "${CPGO_VERSION}" \ --set singleNamespace=true \ --wait # Deploy minio WITH TLS — pgBackRest requires HTTPS; repo1-s3-verify-tls=n skips validation. kubectl -n "${NAMESPACE}" apply -f "${TESTS_CONFIG_DIR}/minio-secret.yml" access_key="$(kubectl -n "${NAMESPACE}" get secret minio-secret \ -o jsonpath='{.data.AWS_ACCESS_KEY_ID}' | base64 -d)" secret_key="$(kubectl -n "${NAMESPACE}" get secret minio-secret \ -o jsonpath='{.data.AWS_SECRET_ACCESS_KEY}' | base64 -d)" # Self-signed cert; SAN is irrelevant because verify-tls=n openssl req -x509 -nodes -days 3650 -newkey rsa:2048 \ -keyout "${TEMP_DIR}/minio.key" \ -out "${TEMP_DIR}/minio.crt" \ -subj "/CN=minio-service" kubectl -n "${NAMESPACE}" create secret generic minio-tls \ --from-file=public.crt="${TEMP_DIR}/minio.crt" \ --from-file=private.key="${TEMP_DIR}/minio.key" deploy_minio minio-service minio-tls cat > "${TEMP_DIR}/pgbackrest-minio.ini" << EOF [global] repo1-s3-key=${access_key} repo1-s3-key-secret=${secret_key} EOF # Separate secrets: Percona operator (test namespace) and Crunchy (crunchy namespace) kubectl -n "${NAMESPACE}" create secret generic "migration-from-crunchy-pgbackrest-secrets" \ --from-file=cloud.conf="${TEMP_DIR}/pgbackrest-minio.ini" kubectl -n "${CRUNCHY_NS}" create secret generic "crunchy-pgbackrest-secret" \ --from-file=cloud.conf="${TEMP_DIR}/pgbackrest-minio.ini" deploy_operator deploy_client] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | + source ../../functions logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ realpath ../../.. logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++ BUSYBOX_VER=1.36 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ pwd logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++ test_name=migration-from-crunchy-standby logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/vars.sh logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export GIT_BRANCH=PR-1743 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ GIT_BRANCH=PR-1743 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export VERSION=PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ VERSION=PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ SKIP_TEST_WARNINGS=true logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ command -v oc logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ ! -n '' ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ -n '' ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export PG_VER=18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ PG_VER=18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export PG_DISTRIBUTION= logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ PG_DISTRIBUTION= logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ '' == community ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export BUCKET=pg-operator-testing logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ BUCKET=pg-operator-testing logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export PGOV1_TAG=1.4.0 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ PGOV1_TAG=1.4.0 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export PGOV1_VER=14 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ PGOV1_VER=14 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export CPGO_VERSION=5.8.7 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ CPGO_VERSION=5.8.7 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export MINIO_VER=5.4.0 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ MINIO_VER=5.4.0 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export VAULT_VER=0.32.0 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ VAULT_VER=0.32.0 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export REGISTRY_NAME=docker.io logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ REGISTRY_NAME=docker.io logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ printenv logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ grep -E '^IMAGE' logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ awk -F= '{print $1}' logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE' logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == docker.io/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == percona/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == perconalab/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ which gdate logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ which date logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ date=/usr/sbin/date logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ which gsed logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++++ which sed logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | +++ sed=/usr/sbin/sed logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | ++ oc get projects logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | + init_temp_dir logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | + rm -rf /tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | + mkdir -p /tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | + CRUNCHY_NS=kuttl-test-charming-crappie-crunchy logger.go:42: 04:03:02 | migration-from-crunchy-standby/0-deploy-operators | + kubectl create namespace kuttl-test-charming-crappie-crunchy logger.go:42: 04:03:03 | migration-from-crunchy-standby/0-deploy-operators | namespace/kuttl-test-charming-crappie-crunchy created logger.go:42: 04:03:03 | migration-from-crunchy-standby/0-deploy-operators | + helm install pgo oci://registry.developers.crunchydata.com/crunchydata/pgo --namespace kuttl-test-charming-crappie-crunchy --version 5.8.7 --set singleNamespace=true --wait logger.go:42: 04:03:04 | migration-from-crunchy-standby/0-deploy-operators | Pulled: registry.developers.crunchydata.com/crunchydata/pgo:5.8.7 logger.go:42: 04:03:04 | migration-from-crunchy-standby/0-deploy-operators | Digest: sha256:c6666e6916666f29d46f51fb383e9cdafd7f6d452f05b73314d55c93511b6842 logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | NAME: pgo logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | LAST DEPLOYED: Tue Aug 11 04:03:10 2026 logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | NAMESPACE: kuttl-test-charming-crappie-crunchy logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | STATUS: deployed logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | REVISION: 1 logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | TEST SUITE: None logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | NOTES: logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | Thank you for deploying PGO v5.8.7! logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((%%%%%%%((((((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%%% %%%%(((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%%( (((( ( %%%((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((%% (( ,(( %%%((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((%% *%%/ %%%%%%%(((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((%%(( %%%%%%%%%%#(((((%%%%%%%%%%#(((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((((((%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%(((((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | *((((((((((((((((((((%%%%%% /%%%%%%%%%%%%%%%%%%%(((((((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((((((%%%/ .%, %%%((((((((((((((((((, logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((((((((((% %#((((((((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((%%%%%% #%((((((((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((%% %%(((((((((((((((, logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((%%%#% % %%((((((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((%. % % #(((((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%% % %%* %((((((((((((( logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | #(###(###(#%% %%% %% %%% #%%#(###(###(# logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ###########%%%%% /%%%%%%%%%%%%% %% %%%%% ,%%####### logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ###############%% %%%%%% %%% %%%%%%%% %%##### logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ################%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% %%## logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ################%% %%%%%%%%%%%%%%%%% %%%% % logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ##############%# %% (%%%%%%% %%%%%% logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | #############% %%%%% %%%%%%%%%%% logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ###########% %%%%%%%%%%% %%%%%%%%% logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | #########%% %% %%%%%%%%%%%%%%%# logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ########%% %% %%%%%%%%% logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ######%% %% %%%%%% logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | ####%%% %%%%% % logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | %% %%%% logger.go:42: 04:03:38 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-charming-crappie apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf/minio-secret.yml logger.go:42: 04:03:39 | migration-from-crunchy-standby/0-deploy-operators | secret/minio-secret created logger.go:42: 04:03:39 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-charming-crappie get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 04:03:39 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 04:03:39 | migration-from-crunchy-standby/0-deploy-operators | + access_key=some-access-key logger.go:42: 04:03:39 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-charming-crappie get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 04:03:39 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + secret_key=some-secret-key logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + openssl req -x509 -nodes -days 3650 -newkey rsa:2048 -keyout /tmp/kuttl/pg/migration-from-crunchy-standby/minio.key -out /tmp/kuttl/pg/migration-from-crunchy-standby/minio.crt -subj /CN=minio-service logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | ....+.........+..+....+........+...+...+++++++++++++++++++++++++++++++++++++++*.+....+...+.....+.........+...+++++++++++++++++++++++++++++++++++++++*....+..+......+...+.+........+.............+..+.+.....+.......+.........+......+..+.............+.....+...+..........+...........+...+......+.......+..+...............+......+......+...+.+...........+.............+..+...............+...+.......+.....+....+..+..........+...+............+..+......+...............+.+.....+.+.....+....+......+.................+............+...+.+..+....+...+...+...+..+.........+...+.+...........+...............+...............+.............+..+...+.+..............+.+..+...+....+...+...+.....+.+......+.................+.+..+...+.+......+.....+...+.+.....+.+...+..+...+.......+...+..+.........+.............+...+..+.+.....+........................+......+.+...........+.......+..+...............+.+..+.......+...+......+......+......+..+......+......+.........+.......+..+.+.....+......+.........+......+....+..............+.......+.....+.............+......+..+.......+...........+......+.+.........+...........+...+....+..+.+........................+...+.....+......+....+...+..+.+.....+.+...+............++++++ logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | ..+..+.+.....+............+.+......+........+...+...+....+......+..+...+++++++++++++++++++++++++++++++++++++++*.+......+++++++++++++++++++++++++++++++++++++++*.+...............+......+.....+.........++++++ logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | ----- logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-charming-crappie create secret generic minio-tls --from-file=public.crt=/tmp/kuttl/pg/migration-from-crunchy-standby/minio.crt --from-file=private.key=/tmp/kuttl/pg/migration-from-crunchy-standby/minio.key logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | secret/minio-tls created logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + deploy_minio minio-service minio-tls logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + local name=minio-service logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + local tls_secret=minio-tls logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + local access_key logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + local secret_key logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + local endpoint_url=http://minio-service:9000 logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + local aws_extra_args= logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + local service_account_name=minio-sa logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | + local -a additional_helm_args logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-charming-crappie get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 04:03:40 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 04:03:41 | migration-from-crunchy-standby/0-deploy-operators | + access_key=some-access-key logger.go:42: 04:03:41 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-charming-crappie get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 04:03:41 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 04:03:41 | migration-from-crunchy-standby/0-deploy-operators | + secret_key=some-secret-key logger.go:42: 04:03:41 | migration-from-crunchy-standby/0-deploy-operators | ++ detect_k8s_platform logger.go:42: 04:03:41 | migration-from-crunchy-standby/0-deploy-operators | ++ local platform= logger.go:42: 04:03:41 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl get nodes -o json logger.go:42: 04:03:41 | migration-from-crunchy-standby/0-deploy-operators | ++ jq -r '.items[0].spec.providerID' logger.go:42: 04:03:41 | migration-from-crunchy-standby/0-deploy-operators | ++ grep -q gce:// logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | ++ platform=gke logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | ++ echo gke logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | + [[ gke == openshift ]] logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n minio-tls ]] logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | + additional_helm_args+=(--set tls.enabled=true --set tls.certSecret="${tls_secret}") logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | + endpoint_url=https://minio-service:9000 logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | + aws_extra_args=--no-verify-ssl logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | + helm uninstall -n kuttl-test-charming-crappie minio-service logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | Error: uninstall: Release not loaded: minio-service: release: not found logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | + : logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | + helm repo remove minio logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | "minio" has been removed from your repositories logger.go:42: 04:03:42 | migration-from-crunchy-standby/0-deploy-operators | + helm repo add minio https://charts.min.io/ logger.go:42: 04:03:43 | migration-from-crunchy-standby/0-deploy-operators | "minio" has been added to your repositories logger.go:42: 04:03:43 | migration-from-crunchy-standby/0-deploy-operators | +++ printf %q some-access-key logger.go:42: 04:03:43 | migration-from-crunchy-standby/0-deploy-operators | ++ printf %q some-access-key logger.go:42: 04:03:43 | migration-from-crunchy-standby/0-deploy-operators | +++ printf %q some-secret-key logger.go:42: 04:03:43 | migration-from-crunchy-standby/0-deploy-operators | ++ printf %q some-secret-key logger.go:42: 04:03:43 | migration-from-crunchy-standby/0-deploy-operators | + retry 10 60 helm install minio-service -n kuttl-test-charming-crappie --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-tls minio/minio logger.go:42: 04:03:43 | migration-from-crunchy-standby/0-deploy-operators | + local max=10 logger.go:42: 04:03:43 | migration-from-crunchy-standby/0-deploy-operators | + local delay=60 logger.go:42: 04:03:43 | migration-from-crunchy-standby/0-deploy-operators | + shift 2 logger.go:42: 04:03:43 | migration-from-crunchy-standby/0-deploy-operators | + local n=1 logger.go:42: 04:03:43 | migration-from-crunchy-standby/0-deploy-operators | + helm install minio-service -n kuttl-test-charming-crappie --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-tls minio/minio logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | NAME: minio-service logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | LAST DEPLOYED: Tue Aug 11 04:03:44 2026 logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | NAMESPACE: kuttl-test-charming-crappie logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | STATUS: deployed logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | REVISION: 1 logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | TEST SUITE: None logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | NOTES: logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | MinIO can be accessed via port 9000 on the following DNS name from within your cluster: logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | minio-service.kuttl-test-charming-crappie.cluster.local logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | To access MinIO from localhost, run the below commands: logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-charming-crappie -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-charming-crappie logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-charming-crappie minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-charming-crappie minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | 3. mc ls minio-service-local logger.go:42: 04:05:15 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-charming-crappie get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 04:05:16 | migration-from-crunchy-standby/0-deploy-operators | + MINIO_POD=minio-service-7979c64d4c-kp6bx logger.go:42: 04:05:16 | migration-from-crunchy-standby/0-deploy-operators | + wait_pod minio-service-7979c64d4c-kp6bx logger.go:42: 04:05:16 | migration-from-crunchy-standby/0-deploy-operators | + local pod=minio-service-7979c64d4c-kp6bx logger.go:42: 04:05:16 | migration-from-crunchy-standby/0-deploy-operators | + set +o xtrace logger.go:42: 04:05:16 | migration-from-crunchy-standby/0-deploy-operators | minio-service-7979c64d4c-kp6bxtrue logger.go:42: 04:05:16 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-charming-crappie run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c $'AWS_ACCESS_KEY_ID=\'some-access-key\' AWS_SECRET_ACCESS_KEY=\'some-secret-key\' AWS_DEFAULT_REGION=us-east-1 \t\t/usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing' logger.go:42: 04:05:21 | migration-from-crunchy-standby/0-deploy-operators | /usr/lib/python2.7/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py:768: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html logger.go:42: 04:05:21 | migration-from-crunchy-standby/0-deploy-operators | InsecureRequestWarning) logger.go:42: 04:05:21 | migration-from-crunchy-standby/0-deploy-operators | make_bucket: operator-testing logger.go:42: 04:05:21 | migration-from-crunchy-standby/0-deploy-operators | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. logger.go:42: 04:05:21 | migration-from-crunchy-standby/0-deploy-operators | If you don't see a command prompt, try pressing enter. logger.go:42: 04:05:23 | migration-from-crunchy-standby/0-deploy-operators | pod "aws-cli" deleted from kuttl-test-charming-crappie namespace logger.go:42: 04:05:23 | migration-from-crunchy-standby/0-deploy-operators | + cat logger.go:42: 04:05:23 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-charming-crappie create secret generic migration-from-crunchy-pgbackrest-secrets --from-file=cloud.conf=/tmp/kuttl/pg/migration-from-crunchy-standby/pgbackrest-minio.ini logger.go:42: 04:05:23 | migration-from-crunchy-standby/0-deploy-operators | secret/migration-from-crunchy-pgbackrest-secrets created logger.go:42: 04:05:23 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-charming-crappie-crunchy create secret generic crunchy-pgbackrest-secret --from-file=cloud.conf=/tmp/kuttl/pg/migration-from-crunchy-standby/pgbackrest-minio.ini logger.go:42: 04:05:24 | migration-from-crunchy-standby/0-deploy-operators | secret/crunchy-pgbackrest-secret created logger.go:42: 04:05:24 | migration-from-crunchy-standby/0-deploy-operators | + deploy_operator logger.go:42: 04:05:24 | migration-from-crunchy-standby/0-deploy-operators | + local cw_prefix= logger.go:42: 04:05:24 | migration-from-crunchy-standby/0-deploy-operators | + destroy_operator logger.go:42: 04:05:24 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 04:05:24 | migration-from-crunchy-standby/0-deploy-operators | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 04:05:24 | migration-from-crunchy-standby/0-deploy-operators | Error from server (NotFound): deployments.apps "percona-postgresql-operator" not found logger.go:42: 04:05:24 | migration-from-crunchy-standby/0-deploy-operators | + true logger.go:42: 04:05:24 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n pg-operator ]] logger.go:42: 04:05:24 | migration-from-crunchy-standby/0-deploy-operators | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 04:05:24 | migration-from-crunchy-standby/0-deploy-operators | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 04:05:25 | migration-from-crunchy-standby/0-deploy-operators | Error from server (NotFound): namespaces "pg-operator" not found logger.go:42: 04:05:25 | migration-from-crunchy-standby/0-deploy-operators | + true logger.go:42: 04:05:25 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n pg-operator ]] logger.go:42: 04:05:25 | migration-from-crunchy-standby/0-deploy-operators | + create_namespace pg-operator logger.go:42: 04:05:25 | migration-from-crunchy-standby/0-deploy-operators | + local namespace=pg-operator logger.go:42: 04:05:25 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n '' ]] logger.go:42: 04:05:25 | migration-from-crunchy-standby/0-deploy-operators | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 04:05:25 | migration-from-crunchy-standby/0-deploy-operators | + kubectl wait --for=delete namespace pg-operator logger.go:42: 04:05:26 | migration-from-crunchy-standby/0-deploy-operators | + kubectl create namespace pg-operator logger.go:42: 04:05:26 | migration-from-crunchy-standby/0-deploy-operators | namespace/pg-operator created logger.go:42: 04:05:26 | migration-from-crunchy-standby/0-deploy-operators | + cw_prefix=cw- logger.go:42: 04:05:26 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy/crd.yaml logger.go:42: 04:05:27 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 04:05:27 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 04:05:29 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 04:05:29 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 04:05:29 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 04:05:30 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/pgadmins.upstream.pgv2.percona.com serverside-applied logger.go:42: 04:05:30 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/pgupgrades.upstream.pgv2.percona.com serverside-applied logger.go:42: 04:05:31 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/postgresclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 04:05:31 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy/cw-rbac.yaml logger.go:42: 04:05:32 | migration-from-crunchy-standby/0-deploy-operators | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 04:05:32 | migration-from-crunchy-standby/0-deploy-operators | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 04:05:33 | migration-from-crunchy-standby/0-deploy-operators | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 04:05:33 | migration-from-crunchy-standby/0-deploy-operators | + local disable_telemetry=true logger.go:42: 04:05:33 | migration-from-crunchy-standby/0-deploy-operators | + '[' migration-from-crunchy-standby == telemetry-transfer ']' logger.go:42: 04:05:33 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy/cw-operator.yaml logger.go:42: 04:05:33 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 04:05:33 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 04:05:33 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 04:05:33 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply -f - logger.go:42: 04:05:34 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/percona-postgresql-operator created logger.go:42: 04:05:34 | migration-from-crunchy-standby/0-deploy-operators | + deploy_client logger.go:42: 04:05:34 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-charming-crappie apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf/client.yaml logger.go:42: 04:05:35 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/pg-client created logger.go:42: 04:05:36 | migration-from-crunchy-standby/0-deploy-operators | running command: [sh -c kubectl wait deployment pgo \ -n "${NAMESPACE}-crunchy" \ --for=condition=Available \ --timeout=120s] logger.go:42: 04:05:37 | migration-from-crunchy-standby/0-deploy-operators | E0811 04:05:37.004963 44725 reflector.go:227] "Failed to watch" err="Get \"https://34.171.177.78/apis/apps/v1/namespaces/kuttl-test-charming-crappie-crunchy/deployments?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpgo&resourceVersion=1786421135707183012&timeoutSeconds=530&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 04:05:37 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/pgo condition met logger.go:42: 04:05:37 | migration-from-crunchy-standby/0-deploy-operators | test step completed 0-deploy-operators logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | starting test step 1-create-crunchy-cluster logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" MINIO_ENDPOINT="minio-service.${NAMESPACE}.svc.cluster.local:9000" REPO_PATH="/migration-from-crunchy/${RANDOM}/repo1" kubectl create configmap -n "${NAMESPACE}" crunchy-migration-config \ --from-literal=repo-path="${REPO_PATH}" \ --from-literal=minio-endpoint="${MINIO_ENDPOINT}" \ --from-literal=crunchy-ns="${CRUNCHY_NS}" cat "${TEST_CONFIG_DIR}/crunchy-source.yaml" | \ yq eval ".spec.postgresVersion = ${PG_VER}" | \ $sed "s||${REPO_PATH}|g" | \ $sed "s||${MINIO_ENDPOINT}|g" | \ kubectl -n "${CRUNCHY_NS}" apply -f -] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | + source ../../functions logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ realpath ../../.. logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ BUSYBOX_VER=1.36 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ pwd logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ test_name=migration-from-crunchy-standby logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/vars.sh logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export GIT_BRANCH=PR-1743 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ GIT_BRANCH=PR-1743 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export VERSION=PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ VERSION=PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ command -v oc logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ ! -n '' ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ -n '' ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PG_VER=18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PG_VER=18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PG_DISTRIBUTION= logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PG_DISTRIBUTION= logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ '' == community ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PGOV1_VER=14 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PGOV1_VER=14 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export CPGO_VERSION=5.8.7 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ CPGO_VERSION=5.8.7 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export VAULT_VER=0.32.0 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ VAULT_VER=0.32.0 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ printenv logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ grep -E '^IMAGE' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ awk -F= '{print $1}' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == docker.io/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == percona/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == perconalab/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which gdate logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which date logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ date=/usr/sbin/date logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which gsed logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which sed logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ sed=/usr/sbin/sed logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ oc get projects logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | + CRUNCHY_NS=kuttl-test-charming-crappie-crunchy logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | + MINIO_ENDPOINT=minio-service.kuttl-test-charming-crappie.svc.cluster.local:9000 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | + REPO_PATH=/migration-from-crunchy/18228/repo1 logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | + kubectl create configmap -n kuttl-test-charming-crappie crunchy-migration-config --from-literal=repo-path=/migration-from-crunchy/18228/repo1 --from-literal=minio-endpoint=minio-service.kuttl-test-charming-crappie.svc.cluster.local:9000 --from-literal=crunchy-ns=kuttl-test-charming-crappie-crunchy logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | configmap/crunchy-migration-config created logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | + cat /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf/crunchy-source.yaml logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | + yq eval '.spec.postgresVersion = 18' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | + /usr/sbin/sed 's||/migration-from-crunchy/18228/repo1|g' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | + /usr/sbin/sed 's||minio-service.kuttl-test-charming-crappie.svc.cluster.local:9000|g' logger.go:42: 04:05:37 | migration-from-crunchy-standby/1-create-crunchy-cluster | + kubectl -n kuttl-test-charming-crappie-crunchy apply -f - logger.go:42: 04:05:39 | migration-from-crunchy-standby/1-create-crunchy-cluster | postgrescluster.postgres-operator.crunchydata.com/crunchy-source created logger.go:42: 04:05:39 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Wait for the primary pod to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=420s # Wait for pgBouncer to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=pgbouncer \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=120s # Wait for pgbackrest stanza to be created. # The backup annotation (triggering the full backup) is applied in the # next step only after stanza creation, so we don't wait for a job here. kubectl wait postgrescluster/crunchy-source \ -n "${CRUNCHY_NS}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=300s] logger.go:42: 04:05:39 | migration-from-crunchy-standby/1-create-crunchy-cluster | error: no matching resources found logger.go:42: 04:05:40 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Wait for the primary pod to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=420s # Wait for pgBouncer to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=pgbouncer \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=120s # Wait for pgbackrest stanza to be created. # The backup annotation (triggering the full backup) is applied in the # next step only after stanza creation, so we don't wait for a job here. kubectl wait postgrescluster/crunchy-source \ -n "${CRUNCHY_NS}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=300s] logger.go:42: 04:08:08 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-ghvf-0 condition met logger.go:42: 04:08:08 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0811 04:08:08.960879 44834 reflector.go:227] "Failed to watch" err="Get \"https://34.171.177.78/api/v1/namespaces/kuttl-test-charming-crappie-crunchy/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source-instance1-qmpt-0&resourceVersion=1786421288737935002&timeoutSeconds=389&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 04:08:08 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-qmpt-0 condition met logger.go:42: 04:08:17 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-tg9z-0 condition met logger.go:42: 04:08:18 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0811 04:08:18.173258 44967 reflector.go:227] "Failed to watch" err="Get \"https://34.171.177.78/api/v1/namespaces/kuttl-test-charming-crappie-crunchy/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source-pgbouncer-7685c67cc-ztjs6&resourceVersion=1786421297712403000&timeoutSeconds=534&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 04:08:18 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-pgbouncer-7685c67cc-ztjs6 condition met logger.go:42: 04:08:18 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0811 04:08:18.933292 44833 reflector.go:227] "Failed to watch" err="Get \"https://34.171.177.78/apis/postgres-operator.crunchydata.com/v1beta1/namespaces/kuttl-test-charming-crappie-crunchy/postgresclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source&resourceVersion=1786421295595014000&timeoutSeconds=449&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 04:08:18 | migration-from-crunchy-standby/1-create-crunchy-cluster | postgrescluster.postgres-operator.crunchydata.com/crunchy-source condition met logger.go:42: 04:08:18 | migration-from-crunchy-standby/1-create-crunchy-cluster | test step completed 1-create-crunchy-cluster logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | starting test step 2-write-initial-data logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Get the primary pod in the Crunchy namespace primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Crunchy primary pod not found" exit 1 fi # Write initial test data directly via psql on the primary pod kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c " psql -c 'CREATE DATABASE migrationtest;' psql -d migrationtest -c 'CREATE TABLE migration_data (id int PRIMARY KEY, value text);' psql -d migrationtest -c \"INSERT INTO migration_data VALUES (1, 'initial-data-before-standby');\" " data=$(kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;'") kubectl create configmap -n "${NAMESPACE}" 02-initial-data \ --from-literal=data="${data}"] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | + source ../../functions logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ realpath ../../.. logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++ BUSYBOX_VER=1.36 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ pwd logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++ test_name=migration-from-crunchy-standby logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/vars.sh logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export GIT_BRANCH=PR-1743 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ GIT_BRANCH=PR-1743 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export VERSION=PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ VERSION=PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ command -v oc logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ ! -n '' ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ -n '' ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export PG_VER=18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ PG_VER=18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export PG_DISTRIBUTION= logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ PG_DISTRIBUTION= logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ '' == community ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export BUCKET=pg-operator-testing logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ BUCKET=pg-operator-testing logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export PGOV1_VER=14 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ PGOV1_VER=14 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export MINIO_VER=5.4.0 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ MINIO_VER=5.4.0 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export VAULT_VER=0.32.0 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ VAULT_VER=0.32.0 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ REGISTRY_NAME=docker.io logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ printenv logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ grep -E '^IMAGE' logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ awk -F= '{print $1}' logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE' logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == docker.io/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == percona/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == perconalab/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ which gdate logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ which date logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ date=/usr/sbin/date logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ which gsed logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++++ which sed logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | +++ sed=/usr/sbin/sed logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++ oc get projects logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | + CRUNCHY_NS=kuttl-test-charming-crappie-crunchy logger.go:42: 04:08:18 | migration-from-crunchy-standby/2-write-initial-data | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-charming-crappie-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 04:08:19 | migration-from-crunchy-standby/2-write-initial-data | + primary=crunchy-source-instance1-qmpt-0 logger.go:42: 04:08:19 | migration-from-crunchy-standby/2-write-initial-data | + '[' -z crunchy-source-instance1-qmpt-0 ']' logger.go:42: 04:08:19 | migration-from-crunchy-standby/2-write-initial-data | + kubectl exec -n kuttl-test-charming-crappie-crunchy crunchy-source-instance1-qmpt-0 -c database -- bash -c $'\n psql -c \'CREATE DATABASE migrationtest;\'\n psql -d migrationtest -c \'CREATE TABLE migration_data (id int PRIMARY KEY, value text);\'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (1, \'initial-data-before-standby\');"\n' logger.go:42: 04:08:20 | migration-from-crunchy-standby/2-write-initial-data | CREATE DATABASE logger.go:42: 04:08:20 | migration-from-crunchy-standby/2-write-initial-data | CREATE TABLE logger.go:42: 04:08:20 | migration-from-crunchy-standby/2-write-initial-data | INSERT 0 1 logger.go:42: 04:08:21 | migration-from-crunchy-standby/2-write-initial-data | ++ kubectl exec -n kuttl-test-charming-crappie-crunchy crunchy-source-instance1-qmpt-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\''' logger.go:42: 04:08:22 | migration-from-crunchy-standby/2-write-initial-data | + data=' 1 | initial-data-before-standby' logger.go:42: 04:08:22 | migration-from-crunchy-standby/2-write-initial-data | + kubectl create configmap -n kuttl-test-charming-crappie 02-initial-data '--from-literal=data= 1 | initial-data-before-standby' logger.go:42: 04:08:22 | migration-from-crunchy-standby/2-write-initial-data | configmap/02-initial-data created logger.go:42: 04:08:22 | migration-from-crunchy-standby/2-write-initial-data | running command: [sh -c data=$(kubectl get configmap 02-initial-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: initial data not found. Got: ${data}" exit 1 }] logger.go:42: 04:08:23 | migration-from-crunchy-standby/2-write-initial-data | test step completed 2-write-initial-data logger.go:42: 04:08:23 | migration-from-crunchy-standby/3-trigger-backup | starting test step 3-trigger-backup logger.go:42: 04:08:23 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit set -o xtrace CRUNCHY_NS="${NAMESPACE}-crunchy" # Trigger a full backup now that the data has been written. # Doing the backup AFTER writing data means the Percona standby will # restore close to the current state and replay only a small amount of WAL, # which is the realistic production migration pattern. kubectl -n "${CRUNCHY_NS}" annotate postgrescluster crunchy-source \ postgres-operator.crunchydata.com/pgbackrest-backup="$(date +%s)"] logger.go:42: 04:08:23 | migration-from-crunchy-standby/3-trigger-backup | + CRUNCHY_NS=kuttl-test-charming-crappie-crunchy logger.go:42: 04:08:23 | migration-from-crunchy-standby/3-trigger-backup | ++ date +%s logger.go:42: 04:08:23 | migration-from-crunchy-standby/3-trigger-backup | + kubectl -n kuttl-test-charming-crappie-crunchy annotate postgrescluster crunchy-source postgres-operator.crunchydata.com/pgbackrest-backup=1786421303 logger.go:42: 04:08:23 | migration-from-crunchy-standby/3-trigger-backup | postgrescluster.postgres-operator.crunchydata.com/crunchy-source annotated logger.go:42: 04:08:23 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 04:08:24 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 04:08:25 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 04:08:25 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 04:08:26 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 04:08:27 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 04:08:28 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 04:08:28 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 04:08:29 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 04:08:30 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 04:08:31 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 04:08:31 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 04:08:32 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 04:10:33 | migration-from-crunchy-standby/3-trigger-backup | job.batch/crunchy-source-backup-kb46 condition met logger.go:42: 04:10:33 | migration-from-crunchy-standby/3-trigger-backup | test step completed 3-trigger-backup logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | starting test step 4-create-percona-standby logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Retrieve the S3 repo path set when the Crunchy cluster was created REPO_PATH=$(kubectl get configmap crunchy-migration-config -n "${NAMESPACE}" \ -o jsonpath='{.data.repo-path}') MINIO_ENDPOINT="minio-service.${NAMESPACE}.svc.cluster.local:9000" # ----------------------------------------------------------------------- # Copy TLS certificates from the Crunchy namespace to the Percona namespace. # The cluster-cert provides the shared CA so each side can verify the other. # The replication-cert (CN=_crunchyreplication) is presented by the Percona # standby when opening a streaming replication connection to the Crunchy primary. # ----------------------------------------------------------------------- for secret in crunchy-source-cluster-cert crunchy-source-replication-cert; do kubectl get secret "${secret}" -n "${CRUNCHY_NS}" -o json | \ yq '{"apiVersion": .apiVersion, "kind": .kind, "data": .data, "metadata": {"name": .metadata.name}, "type": .type}' -o yaml | \ kubectl apply -n "${NAMESPACE}" -f - done # Use the Crunchy HA service DNS as the streaming replication host. # In-cluster cross-namespace DNS avoids the need for a LoadBalancer IP. CRUNCHY_HOST="crunchy-source-ha.${CRUNCHY_NS}.svc.cluster.local" # ----------------------------------------------------------------------- # Create the Percona standby cluster: # - repoName: repo1 → initial restore from the shared S3 backup # - host/port → ongoing streaming replication from the Crunchy primary # - customTLSSecret → lets Percona verify Crunchy's TLS and vice-versa # - customReplicationTLSSecret → cert Percona presents as _crunchyreplication # ----------------------------------------------------------------------- get_cr "percona-standby" "${REPO_PATH}" | \ yq eval 'del(.spec.users)' | \ yq eval ".spec.backups.pgbackrest.global.\"repo1-s3-uri-style\" = \"path\"" | \ yq eval ".spec.backups.pgbackrest.global.\"repo1-s3-verify-tls\" = \"n\"" | \ yq eval ".spec.backups.pgbackrest.repos[0].s3.endpoint = \"${MINIO_ENDPOINT}\"" | \ yq eval ".spec.standby.enabled = true" | \ yq eval ".spec.standby.repoName = \"repo1\"" | \ yq eval ".spec.standby.host = \"${CRUNCHY_HOST}\"" | \ yq eval ".spec.standby.port = 5432" | \ yq eval ".spec.secrets.customTLSSecret.name = \"crunchy-source-cluster-cert\"" | \ yq eval ".spec.secrets.customReplicationTLSSecret.name = \"crunchy-source-replication-cert\"" | \ kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | + source ../../functions logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ realpath ../../.. logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ pwd logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++ test_name=migration-from-crunchy-standby logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/vars.sh logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export GIT_BRANCH=PR-1743 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ GIT_BRANCH=PR-1743 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export VERSION=PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ VERSION=PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ command -v oc logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ ! -n '' ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ -n '' ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PG_VER=18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ PG_VER=18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PG_DISTRIBUTION= logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ PG_DISTRIBUTION= logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ '' == community ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ BUCKET=pg-operator-testing logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PGOV1_VER=14 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ PGOV1_VER=14 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ MINIO_VER=5.4.0 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export VAULT_VER=0.32.0 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ VAULT_VER=0.32.0 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ printenv logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ grep -E '^IMAGE' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ awk -F= '{print $1}' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == docker.io/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == percona/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == perconalab/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which gdate logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which date logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ date=/usr/sbin/date logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which gsed logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which sed logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | +++ sed=/usr/sbin/sed logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++ oc get projects logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | + CRUNCHY_NS=kuttl-test-charming-crappie-crunchy logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | ++ kubectl get configmap crunchy-migration-config -n kuttl-test-charming-crappie -o 'jsonpath={.data.repo-path}' logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | + REPO_PATH=/migration-from-crunchy/18228/repo1 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | + MINIO_ENDPOINT=minio-service.kuttl-test-charming-crappie.svc.cluster.local:9000 logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | + for secret in crunchy-source-cluster-cert crunchy-source-replication-cert logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl get secret crunchy-source-cluster-cert -n kuttl-test-charming-crappie-crunchy -o json logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | + yq $'{"apiVersion": .apiVersion, "kind": .kind, "data": .data,\n "metadata": {"name": .metadata.name}, "type": .type}' -o yaml logger.go:42: 04:10:33 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl apply -n kuttl-test-charming-crappie -f - logger.go:42: 04:10:35 | migration-from-crunchy-standby/4-create-percona-standby | secret/crunchy-source-cluster-cert created logger.go:42: 04:10:35 | migration-from-crunchy-standby/4-create-percona-standby | + for secret in crunchy-source-cluster-cert crunchy-source-replication-cert logger.go:42: 04:10:35 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl get secret crunchy-source-replication-cert -n kuttl-test-charming-crappie-crunchy -o json logger.go:42: 04:10:35 | migration-from-crunchy-standby/4-create-percona-standby | + yq $'{"apiVersion": .apiVersion, "kind": .kind, "data": .data,\n "metadata": {"name": .metadata.name}, "type": .type}' -o yaml logger.go:42: 04:10:35 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl apply -n kuttl-test-charming-crappie -f - logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | secret/crunchy-source-replication-cert created logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + CRUNCHY_HOST=crunchy-source-ha.kuttl-test-charming-crappie-crunchy.svc.cluster.local logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + get_cr percona-standby /migration-from-crunchy/18228/repo1 logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + local cr_name=percona-standby logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + local repo_path=/migration-from-crunchy/18228/repo1 logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + local source_path= logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + '[' -z percona-standby ']' logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval 'del(.spec.users)' logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.global."repo1-s3-uri-style" = "path"' logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.global."repo1-s3-verify-tls" = "n"' logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | ++ detect_k8s_platform logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | ++ local platform= logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.repos[0].s3.endpoint = "minio-service.kuttl-test-charming-crappie.svc.cluster.local:9000"' logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.enabled = true' logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.repoName = "repo1"' logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.host = "crunchy-source-ha.kuttl-test-charming-crappie-crunchy.svc.cluster.local"' logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | ++ kubectl get nodes -o json logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | ++ jq -r '.items[0].spec.providerID' logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.port = 5432' logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.secrets.customReplicationTLSSecret.name = "crunchy-source-replication-cert"' logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl -n kuttl-test-charming-crappie apply -f - logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | ++ grep -q gce:// logger.go:42: 04:10:36 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.secrets.customTLSSecret.name = "crunchy-source-cluster-cert"' logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | ++ platform=gke logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | ++ echo gke logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + local platform=gke logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby-spaces.yaml logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + local aks_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby-aks.yaml logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + [[ gke == digitalocean ]] logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + [[ gke == aks ]] logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy/cr.yaml') logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + local crs logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml ]] logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + crs+=($cr_file) logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "percona-standby" |\n\t\t.metadata.labels = {"e2e":"percona-standby"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"percona-standby","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" |\n\t\t.spec.logcollector.image = "docker.io/perconalab/fluentbit:main-logcollector" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:3-dev-latest" |\n\t\t.spec.pmm.secret = "percona-standby-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "percona-standby-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy/cr.yaml /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||/migration-from-crunchy/18228/repo1|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + [[ -n '' ]] logger.go:42: 04:10:37 | migration-from-crunchy-standby/4-create-percona-standby | + cat /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 04:10:38 | migration-from-crunchy-standby/4-create-percona-standby | perconapgcluster.pgv2.percona.com/percona-standby created logger.go:42: 04:11:27 | migration-from-crunchy-standby/4-create-percona-standby | test step completed 4-create-percona-standby logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | starting test step 5-wait-for-sync logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | running command: [sh -c set -o errexit set -o xtrace source ../../functions # Poll until initial data from Crunchy is visible on the Percona standby. # The standby replays WAL archived to S3 by Crunchy, so there may be lag. data="" attempts=0 max_attempts=30 until [ -n "${data}" ]; do data=$(kubectl exec -n "${NAMESPACE}" \ $(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') \ -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data WHERE id = 1;' 2>/dev/null" \ 2>/dev/null || true) attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: initial data not visible on Percona standby after $((max_attempts * 15)) seconds" exit 1 fi sleep 15 done kubectl create configmap -n "${NAMESPACE}" 05-standby-initial-sync \ --from-literal=data="${data}"] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | + source ../../functions logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ realpath ../../.. logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++ BUSYBOX_VER=1.36 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ pwd logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++ test_name=migration-from-crunchy-standby logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/vars.sh logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export GIT_BRANCH=PR-1743 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ GIT_BRANCH=PR-1743 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export VERSION=PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ VERSION=PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ SKIP_TEST_WARNINGS=true logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ command -v oc logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ ! -n '' ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ -n '' ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PG_VER=18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ PG_VER=18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PG_DISTRIBUTION= logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ PG_DISTRIBUTION= logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ '' == community ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export BUCKET=pg-operator-testing logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ BUCKET=pg-operator-testing logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PGOV1_TAG=1.4.0 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ PGOV1_TAG=1.4.0 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PGOV1_VER=14 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ PGOV1_VER=14 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export CPGO_VERSION=5.8.7 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ CPGO_VERSION=5.8.7 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export MINIO_VER=5.4.0 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ MINIO_VER=5.4.0 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export VAULT_VER=0.32.0 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ VAULT_VER=0.32.0 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export REGISTRY_NAME=docker.io logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ REGISTRY_NAME=docker.io logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ printenv logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ grep -E '^IMAGE' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ awk -F= '{print $1}' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == docker.io/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == percona/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == perconalab/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which gdate logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which date logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ date=/usr/sbin/date logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which gsed logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which sed logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ sed=/usr/sbin/sed logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | ++ oc get projects logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | + data= logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | + attempts=0 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | + max_attempts=30 logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | + '[' -n '' ']' logger.go:42: 04:11:27 | migration-from-crunchy-standby/5-wait-for-sync | +++ kubectl get pod -n kuttl-test-charming-crappie -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 04:11:28 | migration-from-crunchy-standby/5-wait-for-sync | ++ kubectl exec -n kuttl-test-charming-crappie percona-standby-instance1-bsrj-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data WHERE id = 1;'\'' 2>/dev/null' logger.go:42: 04:11:29 | migration-from-crunchy-standby/5-wait-for-sync | + data=' 1 | initial-data-before-standby' logger.go:42: 04:11:29 | migration-from-crunchy-standby/5-wait-for-sync | + attempts=1 logger.go:42: 04:11:29 | migration-from-crunchy-standby/5-wait-for-sync | + '[' 1 -ge 30 ']' logger.go:42: 04:11:29 | migration-from-crunchy-standby/5-wait-for-sync | + sleep 15 logger.go:42: 04:11:44 | migration-from-crunchy-standby/5-wait-for-sync | + '[' -n ' 1 | initial-data-before-standby' ']' logger.go:42: 04:11:44 | migration-from-crunchy-standby/5-wait-for-sync | + kubectl create configmap -n kuttl-test-charming-crappie 05-standby-initial-sync '--from-literal=data= 1 | initial-data-before-standby' logger.go:42: 04:11:45 | migration-from-crunchy-standby/5-wait-for-sync | configmap/05-standby-initial-sync created logger.go:42: 04:11:45 | migration-from-crunchy-standby/5-wait-for-sync | running command: [sh -c data=$(kubectl get configmap 05-standby-initial-sync -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: initial data not replicated to standby. Got: ${data}" exit 1 }] logger.go:42: 04:11:45 | migration-from-crunchy-standby/5-wait-for-sync | test step completed 5-wait-for-sync logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | starting test step 6-write-more-data logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Crunchy primary pod not found" exit 1 fi # Write additional rows after standby is already syncing kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c " psql -d migrationtest -c \"INSERT INTO migration_data VALUES (2, 'data-added-while-standby-syncing');\" psql -d migrationtest -c \"INSERT INTO migration_data VALUES (3, 'more-data-for-replication-test');\" "] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | + source ../../functions logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ realpath ../../.. logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++ BUSYBOX_VER=1.36 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ pwd logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++ test_name=migration-from-crunchy-standby logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/vars.sh logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export GIT_BRANCH=PR-1743 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ GIT_BRANCH=PR-1743 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export VERSION=PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ VERSION=PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ command -v oc logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ ! -n '' ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ -n '' ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export PG_VER=18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ PG_VER=18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export PG_DISTRIBUTION= logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ PG_DISTRIBUTION= logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ '' == community ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export BUCKET=pg-operator-testing logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ BUCKET=pg-operator-testing logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export PGOV1_VER=14 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ PGOV1_VER=14 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export MINIO_VER=5.4.0 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ MINIO_VER=5.4.0 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export VAULT_VER=0.32.0 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ VAULT_VER=0.32.0 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ REGISTRY_NAME=docker.io logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ printenv logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ grep -E '^IMAGE' logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ awk -F= '{print $1}' logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE' logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == docker.io/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == percona/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == perconalab/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ which gdate logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ which date logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ date=/usr/sbin/date logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ which gsed logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++++ which sed logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | +++ sed=/usr/sbin/sed logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++ oc get projects logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | + CRUNCHY_NS=kuttl-test-charming-crappie-crunchy logger.go:42: 04:11:45 | migration-from-crunchy-standby/6-write-more-data | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-charming-crappie-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 04:11:46 | migration-from-crunchy-standby/6-write-more-data | + primary=crunchy-source-instance1-qmpt-0 logger.go:42: 04:11:46 | migration-from-crunchy-standby/6-write-more-data | + '[' -z crunchy-source-instance1-qmpt-0 ']' logger.go:42: 04:11:46 | migration-from-crunchy-standby/6-write-more-data | + kubectl exec -n kuttl-test-charming-crappie-crunchy crunchy-source-instance1-qmpt-0 -c database -- bash -c $'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (2, \'data-added-while-standby-syncing\');"\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (3, \'more-data-for-replication-test\');"\n' logger.go:42: 04:11:47 | migration-from-crunchy-standby/6-write-more-data | INSERT 0 1 logger.go:42: 04:11:47 | migration-from-crunchy-standby/6-write-more-data | INSERT 0 1 logger.go:42: 04:11:47 | migration-from-crunchy-standby/6-write-more-data | test step completed 6-write-more-data logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | starting test step 7-verify-data-standby logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | running command: [sh -c set -o errexit set -o xtrace source ../../functions standby_pod=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${standby_pod}" ]; then echo "ERROR: Percona standby pod not found" exit 1 fi # Poll until rows 2 and 3 (written after standby was running) are visible data="" attempts=0 max_attempts=30 until echo "${data}" | grep -q "more-data-for-replication-test"; do data=$(kubectl exec -n "${NAMESPACE}" "${standby_pod}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;' 2>/dev/null" \ 2>/dev/null || true) attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: updated data not replicated to Percona standby after $((max_attempts * 15)) seconds" echo "Current data on standby: ${data}" exit 1 fi sleep 15 done kubectl create configmap -n "${NAMESPACE}" 06-standby-data \ --from-literal=data="${data}"] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | + source ../../functions logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ realpath ../../.. logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ pwd logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++ test_name=migration-from-crunchy-standby logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/vars.sh logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export GIT_BRANCH=PR-1743 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ GIT_BRANCH=PR-1743 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export VERSION=PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ VERSION=PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ command -v oc logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ ! -n '' ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ -n '' ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PG_VER=18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ PG_VER=18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PG_DISTRIBUTION= logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ PG_DISTRIBUTION= logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ '' == community ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ BUCKET=pg-operator-testing logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PGOV1_VER=14 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ PGOV1_VER=14 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ MINIO_VER=5.4.0 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export VAULT_VER=0.32.0 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ VAULT_VER=0.32.0 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ printenv logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ grep -E '^IMAGE' logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ awk -F= '{print $1}' logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE' logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == docker.io/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == percona/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == perconalab/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which gdate logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which date logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ date=/usr/sbin/date logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which gsed logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which sed logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | +++ sed=/usr/sbin/sed logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++ oc get projects logger.go:42: 04:11:47 | migration-from-crunchy-standby/7-verify-data-standby | ++ kubectl get pod -n kuttl-test-charming-crappie -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 04:11:48 | migration-from-crunchy-standby/7-verify-data-standby | + standby_pod=percona-standby-instance1-bsrj-0 logger.go:42: 04:11:48 | migration-from-crunchy-standby/7-verify-data-standby | + '[' -z percona-standby-instance1-bsrj-0 ']' logger.go:42: 04:11:48 | migration-from-crunchy-standby/7-verify-data-standby | + data= logger.go:42: 04:11:48 | migration-from-crunchy-standby/7-verify-data-standby | + attempts=0 logger.go:42: 04:11:48 | migration-from-crunchy-standby/7-verify-data-standby | + max_attempts=30 logger.go:42: 04:11:48 | migration-from-crunchy-standby/7-verify-data-standby | + echo '' logger.go:42: 04:11:48 | migration-from-crunchy-standby/7-verify-data-standby | + grep -q more-data-for-replication-test logger.go:42: 04:11:48 | migration-from-crunchy-standby/7-verify-data-standby | ++ kubectl exec -n kuttl-test-charming-crappie percona-standby-instance1-bsrj-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\'' 2>/dev/null' logger.go:42: 04:11:49 | migration-from-crunchy-standby/7-verify-data-standby | + data=$' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 04:11:49 | migration-from-crunchy-standby/7-verify-data-standby | + attempts=1 logger.go:42: 04:11:49 | migration-from-crunchy-standby/7-verify-data-standby | + '[' 1 -ge 30 ']' logger.go:42: 04:11:49 | migration-from-crunchy-standby/7-verify-data-standby | + sleep 15 logger.go:42: 04:12:04 | migration-from-crunchy-standby/7-verify-data-standby | + echo $' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 04:12:04 | migration-from-crunchy-standby/7-verify-data-standby | + grep -q more-data-for-replication-test logger.go:42: 04:12:04 | migration-from-crunchy-standby/7-verify-data-standby | + kubectl create configmap -n kuttl-test-charming-crappie 06-standby-data $'--from-literal=data= 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 04:12:05 | migration-from-crunchy-standby/7-verify-data-standby | configmap/06-standby-data created logger.go:42: 04:12:05 | migration-from-crunchy-standby/7-verify-data-standby | running command: [sh -c data=$(kubectl get configmap 06-standby-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: row 1 missing from standby. Got: ${data}" exit 1 } echo "${data}" | grep -q "data-added-while-standby-syncing" || { echo "ERROR: row 2 missing from standby. Got: ${data}" exit 1 } echo "${data}" | grep -q "more-data-for-replication-test" || { echo "ERROR: row 3 missing from standby. Got: ${data}" exit 1 }] logger.go:42: 04:12:05 | migration-from-crunchy-standby/7-verify-data-standby | test step completed 7-verify-data-standby logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | starting test step 8-cutover logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # ----------------------------------------------------------------------- # Pre-cutover: verify streaming replication lag is minimal. # Query pg_stat_replication on the Crunchy primary to confirm the Percona # standby is caught up before we stop writes. # ----------------------------------------------------------------------- primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') attempts=0 max_attempts=12 until kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- \ psql -q -t -c " SELECT count(*) FROM pg_stat_replication WHERE state = 'streaming' AND (write_lag IS NULL OR write_lag < interval '5 seconds') AND (replay_lag IS NULL OR replay_lag < interval '5 seconds'); " | grep -q "^[[:space:]]*[1-9]"; do attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: Percona standby replication lag too high before cutover" kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- \ psql -c "SELECT client_addr, state, write_lag, flush_lag, replay_lag FROM pg_stat_replication;" exit 1 fi echo "Waiting for standby lag to drop (attempt ${attempts}/${max_attempts})..." sleep 10 done echo "Replication lag acceptable — proceeding with cutover" # ----------------------------------------------------------------------- # Convert Crunchy to standby mode: Patroni demotes the leader, archives # the final WAL segments to S3, then enters recovery. # ----------------------------------------------------------------------- kubectl patch postgrescluster crunchy-source \ -n "${CRUNCHY_NS}" \ --type=merge \ -p '{"spec": {"standby": {"enabled": true, "repoName": "repo1"}}}' echo "Crunchy cluster patch applied — demotion verified in 08-assert"] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | + source ../../functions logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ realpath ../../.. logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++ BUSYBOX_VER=1.36 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ pwd logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++ test_name=migration-from-crunchy-standby logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/vars.sh logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export GIT_BRANCH=PR-1743 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ GIT_BRANCH=PR-1743 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export VERSION=PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ VERSION=PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ SKIP_TEST_WARNINGS=true logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ command -v oc logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ ! -n '' ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ -n '' ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export PG_VER=18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ PG_VER=18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export PG_DISTRIBUTION= logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ PG_DISTRIBUTION= logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ '' == community ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export BUCKET=pg-operator-testing logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ BUCKET=pg-operator-testing logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export PGOV1_TAG=1.4.0 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ PGOV1_TAG=1.4.0 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export PGOV1_VER=14 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ PGOV1_VER=14 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export CPGO_VERSION=5.8.7 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ CPGO_VERSION=5.8.7 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export MINIO_VER=5.4.0 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ MINIO_VER=5.4.0 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export VAULT_VER=0.32.0 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ VAULT_VER=0.32.0 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export REGISTRY_NAME=docker.io logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ REGISTRY_NAME=docker.io logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ printenv logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ grep -E '^IMAGE' logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ awk -F= '{print $1}' logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE' logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == docker.io/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == percona/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == perconalab/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ which gdate logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ which date logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ date=/usr/sbin/date logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ which gsed logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++++ which sed logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | +++ sed=/usr/sbin/sed logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++ oc get projects logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | + CRUNCHY_NS=kuttl-test-charming-crappie-crunchy logger.go:42: 04:12:05 | migration-from-crunchy-standby/8-cutover | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-charming-crappie-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 04:12:06 | migration-from-crunchy-standby/8-cutover | + primary=crunchy-source-instance1-qmpt-0 logger.go:42: 04:12:06 | migration-from-crunchy-standby/8-cutover | + attempts=0 logger.go:42: 04:12:06 | migration-from-crunchy-standby/8-cutover | + max_attempts=12 logger.go:42: 04:12:06 | migration-from-crunchy-standby/8-cutover | + kubectl exec -n kuttl-test-charming-crappie-crunchy crunchy-source-instance1-qmpt-0 -c database -- psql -q -t -c $'\n SELECT count(*) FROM pg_stat_replication\n WHERE state = \'streaming\'\n AND (write_lag IS NULL OR write_lag < interval \'5 seconds\')\n AND (replay_lag IS NULL OR replay_lag < interval \'5 seconds\');\n ' logger.go:42: 04:12:06 | migration-from-crunchy-standby/8-cutover | + grep -q '^[[:space:]]*[1-9]' logger.go:42: 04:12:07 | migration-from-crunchy-standby/8-cutover | + echo 'Replication lag acceptable — proceeding with cutover' logger.go:42: 04:12:07 | migration-from-crunchy-standby/8-cutover | Replication lag acceptable — proceeding with cutover logger.go:42: 04:12:07 | migration-from-crunchy-standby/8-cutover | + kubectl patch postgrescluster crunchy-source -n kuttl-test-charming-crappie-crunchy --type=merge -p '{"spec": {"standby": {"enabled": true, "repoName": "repo1"}}}' logger.go:42: 04:12:08 | migration-from-crunchy-standby/8-cutover | postgrescluster.postgres-operator.crunchydata.com/crunchy-source patched logger.go:42: 04:12:08 | migration-from-crunchy-standby/8-cutover | + echo 'Crunchy cluster patch applied — demotion verified in 08-assert' logger.go:42: 04:12:08 | migration-from-crunchy-standby/8-cutover | Crunchy cluster patch applied — demotion verified in 08-assert logger.go:42: 04:12:08 | migration-from-crunchy-standby/8-cutover | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Verify Crunchy actually demoted to standby mode. # # PGO 5.8.7 does NOT: # - delete the pod (Patroni restarts postgres in recovery, pod stays) # - remove the role=master label (the Standby Leader still holds the DCS # leader key, so PGO keeps the label) # - write status.standby.enabled (no such field in PGO's status schema) # # The only reliable signal is pg_is_in_recovery() returning true on the # pod that was the primary. Poll until it does. attempt=0 while [ "${attempt}" -lt 36 ]; do master_pod=$(kubectl get pods -n "${CRUNCHY_NS}" \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${master_pod}" ]; then # No master-labelled pod at all — pick any postgres pod. master_pod=$(kubectl get pods -n "${CRUNCHY_NS}" \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') fi in_recovery=$(kubectl exec -n "${CRUNCHY_NS}" "${master_pod}" -c database -- \ psql -q -t -c "SELECT pg_is_in_recovery();" 2>/dev/null | tr -d ' \n') || true if [ "${in_recovery}" = "t" ]; then echo "Crunchy source confirmed demoted — postgres is in recovery (Standby Leader)" exit 0 fi echo "Waiting for Crunchy demotion (attempt ${attempt}/36): in_recovery=${in_recovery} pod=${master_pod}" attempt=$((attempt + 1)) sleep 5 done echo "ERROR: Crunchy primary still not in recovery after timeout" exit 1] logger.go:42: 04:12:10 | migration-from-crunchy-standby/8-cutover | Waiting for Crunchy demotion (attempt 0/36): in_recovery= pod=crunchy-source-instance1-qmpt-0 logger.go:42: 04:12:16 | migration-from-crunchy-standby/8-cutover | Crunchy source confirmed demoted — postgres is in recovery (Standby Leader) logger.go:42: 04:12:16 | migration-from-crunchy-standby/8-cutover | test step completed 8-cutover logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | starting test step 9-shutdown-source logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Shut down the Crunchy source cluster (optional step — frees resources # and ensures no split-brain once Percona is promoted). kubectl patch postgrescluster crunchy-source \ -n "${CRUNCHY_NS}" \ --type=merge \ -p '{"spec": {"shutdown": true}}' # Wait for all Crunchy pods to terminate kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=delete \ --timeout=120s || true echo "Crunchy source cluster shut down"] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | + source ../../functions logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ realpath ../../.. logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++ BUSYBOX_VER=1.36 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ pwd logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++ test_name=migration-from-crunchy-standby logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/vars.sh logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export GIT_BRANCH=PR-1743 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ GIT_BRANCH=PR-1743 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export VERSION=PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ VERSION=PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ SKIP_TEST_WARNINGS=true logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ command -v oc logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ ! -n '' ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ -n '' ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export PG_VER=18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ PG_VER=18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export PG_DISTRIBUTION= logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ PG_DISTRIBUTION= logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ '' == community ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export BUCKET=pg-operator-testing logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ BUCKET=pg-operator-testing logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export PGOV1_TAG=1.4.0 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ PGOV1_TAG=1.4.0 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export PGOV1_VER=14 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ PGOV1_VER=14 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export CPGO_VERSION=5.8.7 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ CPGO_VERSION=5.8.7 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export MINIO_VER=5.4.0 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ MINIO_VER=5.4.0 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export VAULT_VER=0.32.0 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ VAULT_VER=0.32.0 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export REGISTRY_NAME=docker.io logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ REGISTRY_NAME=docker.io logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ printenv logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ grep -E '^IMAGE' logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ awk -F= '{print $1}' logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE' logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == docker.io/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == percona/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == perconalab/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ which gdate logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ which date logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ date=/usr/sbin/date logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ which gsed logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++++ which sed logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | +++ sed=/usr/sbin/sed logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | ++ oc get projects logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | + CRUNCHY_NS=kuttl-test-charming-crappie-crunchy logger.go:42: 04:12:16 | migration-from-crunchy-standby/9-shutdown-source | + kubectl patch postgrescluster crunchy-source -n kuttl-test-charming-crappie-crunchy --type=merge -p '{"spec": {"shutdown": true}}' logger.go:42: 04:12:17 | migration-from-crunchy-standby/9-shutdown-source | postgrescluster.postgres-operator.crunchydata.com/crunchy-source patched logger.go:42: 04:12:17 | migration-from-crunchy-standby/9-shutdown-source | + kubectl wait pod -l postgres-operator.crunchydata.com/cluster=crunchy-source -n kuttl-test-charming-crappie-crunchy --for=delete --timeout=120s logger.go:42: 04:14:17 | migration-from-crunchy-standby/9-shutdown-source | timed out waiting for the condition on pods/crunchy-source-backup-5w94-nqzlv logger.go:42: 04:14:17 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 04:14:17 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 04:14:17 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 04:14:17 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 04:14:17 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 04:14:17 | migration-from-crunchy-standby/9-shutdown-source | + true logger.go:42: 04:14:17 | migration-from-crunchy-standby/9-shutdown-source | + echo 'Crunchy source cluster shut down' logger.go:42: 04:14:17 | migration-from-crunchy-standby/9-shutdown-source | Crunchy source cluster shut down logger.go:42: 04:14:17 | migration-from-crunchy-standby/9-shutdown-source | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=delete \ --timeout=120s || true # Poll until the Percona standby WAL replay LSN stabilises. # Once Crunchy is shut down, no new WAL is produced; the standby will # finish replaying from S3 and then stop advancing. Two consecutive # identical LSNs mean replay is complete and it is safe to promote. standby_pod=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') prev_lsn="" stable_count=0 for i in $(seq 20); do curr_lsn=$(kubectl exec -n "${NAMESPACE}" "${standby_pod}" -c database -- \ psql -q -t -c "SELECT pg_last_wal_replay_lsn();" | tr -d ' ') echo "WAL replay LSN check ${i}/20: ${curr_lsn}" if [ "${curr_lsn}" = "${prev_lsn}" ] && [ -n "${curr_lsn}" ]; then stable_count=$((stable_count + 1)) # Two consecutive matching LSNs = replay has stopped if [ "${stable_count}" -ge 2 ]; then echo "WAL replay stable at ${curr_lsn} — safe to promote" exit 0 fi else stable_count=0 fi prev_lsn="${curr_lsn}" sleep 5 done echo "ERROR: WAL replay LSN did not stabilise within 100 seconds" exit 1] logger.go:42: 04:16:17 | migration-from-crunchy-standby/9-shutdown-source | timed out waiting for the condition on pods/crunchy-source-backup-5w94-nqzlv logger.go:42: 04:16:17 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 04:16:19 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 1/20: 0/C0000A0 logger.go:42: 04:16:25 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 2/20: 0/C0000A0 logger.go:42: 04:16:31 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 3/20: 0/C0000A0 logger.go:42: 04:16:31 | migration-from-crunchy-standby/9-shutdown-source | WAL replay stable at 0/C0000A0 — safe to promote logger.go:42: 04:16:31 | migration-from-crunchy-standby/9-shutdown-source | test step completed 9-shutdown-source logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | starting test step 10-promote-percona logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | running command: [sh -c set -o errexit set -o xtrace source ../../functions # Promote the Percona standby to a primary cluster by disabling standby mode kubectl patch perconapgcluster percona-standby \ -n "${NAMESPACE}" \ --type=merge \ -p '{"spec": {"standby": {"enabled": false}}}' echo "Percona standby promotion triggered"] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | + source ../../functions logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ realpath ../../.. logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++ BUSYBOX_VER=1.36 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ pwd logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++ test_name=migration-from-crunchy-standby logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/vars.sh logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export GIT_BRANCH=PR-1743 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ GIT_BRANCH=PR-1743 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export VERSION=PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ VERSION=PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ SKIP_TEST_WARNINGS=true logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ command -v oc logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ ! -n '' ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ -n '' ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export PG_VER=18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ PG_VER=18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export PG_DISTRIBUTION= logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ PG_DISTRIBUTION= logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ '' == community ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export BUCKET=pg-operator-testing logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ BUCKET=pg-operator-testing logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export PGOV1_TAG=1.4.0 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ PGOV1_TAG=1.4.0 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export PGOV1_VER=14 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ PGOV1_VER=14 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export CPGO_VERSION=5.8.7 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ CPGO_VERSION=5.8.7 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export MINIO_VER=5.4.0 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ MINIO_VER=5.4.0 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export VAULT_VER=0.32.0 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ VAULT_VER=0.32.0 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export REGISTRY_NAME=docker.io logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ REGISTRY_NAME=docker.io logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ printenv logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ grep -E '^IMAGE' logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ awk -F= '{print $1}' logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE' logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == docker.io/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == percona/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == perconalab/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ which gdate logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ which date logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ date=/usr/sbin/date logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ which gsed logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++++ which sed logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | +++ sed=/usr/sbin/sed logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | ++ oc get projects logger.go:42: 04:16:31 | migration-from-crunchy-standby/10-promote-percona | + kubectl patch perconapgcluster percona-standby -n kuttl-test-charming-crappie --type=merge -p '{"spec": {"standby": {"enabled": false}}}' logger.go:42: 04:16:32 | migration-from-crunchy-standby/10-promote-percona | perconapgcluster.pgv2.percona.com/percona-standby patched logger.go:42: 04:16:32 | migration-from-crunchy-standby/10-promote-percona | + echo 'Percona standby promotion triggered' logger.go:42: 04:16:32 | migration-from-crunchy-standby/10-promote-percona | Percona standby promotion triggered logger.go:42: 04:16:34 | migration-from-crunchy-standby/10-promote-percona | test step completed 10-promote-percona logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | starting test step 11-verify-writable logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Percona primary pod not found after promotion" exit 1 fi kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " psql -d migrationtest -c \"INSERT INTO migration_data VALUES (4, 'written-after-percona-promotion');\" " data=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;'") kubectl create configmap -n "${NAMESPACE}" 10-percona-primary-data \ --from-literal=data="${data}" # Workaround for upstream Crunchy PGO bug: the operator hardcodes # archive-async=y in the generated pgBackRest config, causing the # background archiver to silently drop 00000002.history with error 103 # (archive.info missing) during the dataSource bootstrap promotion. # Re-push synchronously here after the stanza has been created. # In the standby flow the Percona archive shares the same S3 path as # Crunchy so the file may already be present; use || true accordingly. # See: https://github.com/CrunchyData/postgres-operator/issues/XXXX kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " pgbackrest --stanza=db --no-archive-async \ archive-push \"\${PGDATA}/pg_wal/00000002.history\" || true "] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | + source ../../functions logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ realpath ../../.. logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++ BUSYBOX_VER=1.36 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ pwd logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++ test_name=migration-from-crunchy-standby logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/vars.sh logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/deploy logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/conf logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export GIT_BRANCH=PR-1743 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ GIT_BRANCH=PR-1743 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export VERSION=PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ VERSION=PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ SKIP_TEST_WARNINGS=true logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ command -v oc logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ ! -n '' ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ -n '' ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export PG_VER=18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ PG_VER=18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export PG_DISTRIBUTION= logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ PG_DISTRIBUTION= logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ '' == community ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export BUCKET=pg-operator-testing logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ BUCKET=pg-operator-testing logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export PGOV1_TAG=1.4.0 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ PGOV1_TAG=1.4.0 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export PGOV1_VER=14 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ PGOV1_VER=14 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export CPGO_VERSION=5.8.7 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ CPGO_VERSION=5.8.7 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export MINIO_VER=5.4.0 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ MINIO_VER=5.4.0 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export VAULT_VER=0.32.0 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ VAULT_VER=0.32.0 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export REGISTRY_NAME=docker.io logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ REGISTRY_NAME=docker.io logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ printenv logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ grep -E '^IMAGE' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ awk -F= '{print $1}' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == docker.io/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == percona/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1743-4d2cc79af == perconalab/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1743-4d2cc79af logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ which gdate logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ which date logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ date=/usr/sbin/date logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ which gsed logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1743/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++++ which sed logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | +++ sed=/usr/sbin/sed logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++ oc get projects logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | ++ kubectl get pod -n kuttl-test-charming-crappie -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | + primary=percona-standby-instance1-bsrj-0 logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | + '[' -z percona-standby-instance1-bsrj-0 ']' logger.go:42: 04:16:34 | migration-from-crunchy-standby/11-verify-writable | + kubectl exec -n kuttl-test-charming-crappie percona-standby-instance1-bsrj-0 -c database -- bash -c $'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (4, \'written-after-percona-promotion\');"\n' logger.go:42: 04:16:36 | migration-from-crunchy-standby/11-verify-writable | INSERT 0 1 logger.go:42: 04:16:36 | migration-from-crunchy-standby/11-verify-writable | ++ kubectl exec -n kuttl-test-charming-crappie percona-standby-instance1-bsrj-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\''' logger.go:42: 04:16:37 | migration-from-crunchy-standby/11-verify-writable | + data=$' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test\n 4 | written-after-percona-promotion' logger.go:42: 04:16:37 | migration-from-crunchy-standby/11-verify-writable | + kubectl create configmap -n kuttl-test-charming-crappie 10-percona-primary-data $'--from-literal=data= 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test\n 4 | written-after-percona-promotion' logger.go:42: 04:16:37 | migration-from-crunchy-standby/11-verify-writable | configmap/10-percona-primary-data created logger.go:42: 04:16:37 | migration-from-crunchy-standby/11-verify-writable | + kubectl exec -n kuttl-test-charming-crappie percona-standby-instance1-bsrj-0 -c database -- bash -c $'\n pgbackrest --stanza=db --no-archive-async archive-push "${PGDATA}/pg_wal/00000002.history" || true\n' logger.go:42: 04:16:38 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c data=$(kubectl get configmap 10-percona-primary-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') for expected in \ "initial-data-before-standby" \ "data-added-while-standby-syncing" \ "more-data-for-replication-test" \ "written-after-percona-promotion"; do echo "${data}" | grep -q "${expected}" || { echo "ERROR: '${expected}' missing from Percona primary. Got: ${data}" exit 1 } done] logger.go:42: 04:16:39 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=90s] logger.go:42: 04:16:42 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 04:16:42 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].replicaCreateBackupComplete}'=true \ --timeout=90s] logger.go:42: 04:18:12 | migration-from-crunchy-standby/11-verify-writable | error: timed out waiting for the condition on perconapgclusters/percona-standby logger.go:42: 04:18:13 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c data=$(kubectl get configmap 10-percona-primary-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') for expected in \ "initial-data-before-standby" \ "data-added-while-standby-syncing" \ "more-data-for-replication-test" \ "written-after-percona-promotion"; do echo "${data}" | grep -q "${expected}" || { echo "ERROR: '${expected}' missing from Percona primary. Got: ${data}" exit 1 } done] logger.go:42: 04:18:13 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=90s] logger.go:42: 04:18:14 | migration-from-crunchy-standby/11-verify-writable | E0811 04:18:14.433912 46673 reflector.go:227] "Failed to watch" err="Get \"https://34.171.177.78/apis/pgv2.percona.com/v2/namespaces/kuttl-test-charming-crappie/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-standby&resourceVersion=1786421890471113000&timeoutSeconds=560&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 04:18:14 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 04:18:14 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].replicaCreateBackupComplete}'=true \ --timeout=90s] logger.go:42: 04:18:42 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 04:18:42 | migration-from-crunchy-standby/11-verify-writable | test step completed 11-verify-writable logger.go:42: 04:18:42 | migration-from-crunchy-standby/12-backup | starting test step 12-backup logger.go:42: 04:18:43 | migration-from-crunchy-standby/12-backup | PerconaPGBackup:kuttl-test-charming-crappie/post-migration-backup created logger.go:42: 04:19:32 | migration-from-crunchy-standby/12-backup | test step completed 12-backup logger.go:42: 04:19:32 | migration-from-crunchy-standby/13-restore | starting test step 13-restore logger.go:42: 04:19:32 | migration-from-crunchy-standby/13-restore | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Percona primary pod not found" exit 1 fi # Capture the current database time as the PITR target BEFORE truncating, # then force a WAL switch so this point is flushed to the archive before # any truncate WAL is written. --target-timeline=current is valid with # --type=time (but not with --type=immediate) and prevents pgBackRest from # following a newer timeline that may exist in the archive from a previous # restore, which would cause a checkpoint-record PANIC. restore_target=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- \ psql -q -t -c "SELECT to_char(clock_timestamp(), 'YYYY-MM-DD HH24:MI:SS')" \ | xargs) kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- \ psql -q -c "SELECT pg_switch_wal();" echo "PITR target: ${restore_target}" # Truncate the table to prove the restore actually brings data back. kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " psql -d migrationtest -c 'TRUNCATE TABLE migration_data;' " # Verify the table is empty before triggering the restore. count=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT count(*) FROM migration_data;' | tr -d ' '") if [ "${count}" != "0" ]; then echo "ERROR: Expected 0 rows after truncate, got ${count}" exit 1 fi cat <