=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://34.42.232.220 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 600 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 47 tests === RUN kuttl/harness === RUN kuttl/harness/migration-from-crunchy-standby === PAUSE kuttl/harness/migration-from-crunchy-standby === CONT kuttl/harness/migration-from-crunchy-standby logger.go:42: 19:32:35 | migration-from-crunchy-standby | Ignoring "conf": does not begin with a number followed by a dash. logger.go:42: 19:32:35 | migration-from-crunchy-standby | Creating namespace "kuttl-test-welcomed-lion" logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | starting test step 0-deploy-operators logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl create namespace "${CRUNCHY_NS}" || true # singleNamespace=true scopes pgo to its own namespace only helm install pgo \ oci://registry.developers.crunchydata.com/crunchydata/pgo \ --namespace "${CRUNCHY_NS}" \ --version "${CPGO_VERSION}" \ --set singleNamespace=true \ --wait # Deploy minio WITH TLS — pgBackRest requires HTTPS; repo1-s3-verify-tls=n skips validation. kubectl -n "${NAMESPACE}" apply -f "${TESTS_CONFIG_DIR}/minio-secret.yml" access_key="$(kubectl -n "${NAMESPACE}" get secret minio-secret \ -o jsonpath='{.data.AWS_ACCESS_KEY_ID}' | base64 -d)" secret_key="$(kubectl -n "${NAMESPACE}" get secret minio-secret \ -o jsonpath='{.data.AWS_SECRET_ACCESS_KEY}' | base64 -d)" # Self-signed cert; SAN is irrelevant because verify-tls=n openssl req -x509 -nodes -days 3650 -newkey rsa:2048 \ -keyout "${TEMP_DIR}/minio.key" \ -out "${TEMP_DIR}/minio.crt" \ -subj "/CN=minio-service" kubectl -n "${NAMESPACE}" create secret generic minio-tls \ --from-file=public.crt="${TEMP_DIR}/minio.crt" \ --from-file=private.key="${TEMP_DIR}/minio.key" deploy_minio minio-service minio-tls cat > "${TEMP_DIR}/pgbackrest-minio.ini" << EOF [global] repo1-s3-key=${access_key} repo1-s3-key-secret=${secret_key} EOF # Separate secrets: Percona operator (test namespace) and Crunchy (crunchy namespace) kubectl -n "${NAMESPACE}" create secret generic "migration-from-crunchy-pgbackrest-secrets" \ --from-file=cloud.conf="${TEMP_DIR}/pgbackrest-minio.ini" kubectl -n "${CRUNCHY_NS}" create secret generic "crunchy-pgbackrest-secret" \ --from-file=cloud.conf="${TEMP_DIR}/pgbackrest-minio.ini" deploy_operator deploy_client] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | + source ../../functions logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ realpath ../../.. logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++ BUSYBOX_VER=1.36 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ pwd logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ command -v oc logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ ! -n '' ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ -n '' ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export PG_VER=18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ PG_VER=18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export BUCKET=pg-operator-testing logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ BUCKET=pg-operator-testing logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export PGOV1_VER=14 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ PGOV1_VER=14 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export MINIO_VER=5.4.0 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ MINIO_VER=5.4.0 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ REGISTRY_NAME=docker.io logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ printenv logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ grep -E '^IMAGE' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ awk -F= '{print $1}' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ which gdate logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ which date logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ date=/usr/sbin/date logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ which gsed logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++++ which sed logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | +++ sed=/usr/sbin/sed logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | ++ oc get projects logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | + init_temp_dir logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | + rm -rf /tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | + mkdir -p /tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | + CRUNCHY_NS=kuttl-test-welcomed-lion-crunchy logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | + kubectl create namespace kuttl-test-welcomed-lion-crunchy logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | namespace/kuttl-test-welcomed-lion-crunchy created logger.go:42: 19:32:36 | migration-from-crunchy-standby/0-deploy-operators | + helm install pgo oci://registry.developers.crunchydata.com/crunchydata/pgo --namespace kuttl-test-welcomed-lion-crunchy --version 5.8.7 --set singleNamespace=true --wait logger.go:42: 19:32:38 | migration-from-crunchy-standby/0-deploy-operators | Pulled: registry.developers.crunchydata.com/crunchydata/pgo:5.8.7 logger.go:42: 19:32:38 | migration-from-crunchy-standby/0-deploy-operators | Digest: sha256:c6666e6916666f29d46f51fb383e9cdafd7f6d452f05b73314d55c93511b6842 logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | NAME: pgo logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | LAST DEPLOYED: Thu Jun 11 19:32:44 2026 logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | NAMESPACE: kuttl-test-welcomed-lion-crunchy logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | STATUS: deployed logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | REVISION: 1 logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | TEST SUITE: None logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | NOTES: logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | Thank you for deploying PGO v5.8.7! logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((%%%%%%%((((((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%%% %%%%(((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%%( (((( ( %%%((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((%% (( ,(( %%%((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((%% *%%/ %%%%%%%(((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((%%(( %%%%%%%%%%#(((((%%%%%%%%%%#(((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((((((%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%(((((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | *((((((((((((((((((((%%%%%% /%%%%%%%%%%%%%%%%%%%(((((((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((((((%%%/ .%, %%%((((((((((((((((((, logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((((((((((% %#((((((((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((%%%%%% #%((((((((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((%% %%(((((((((((((((, logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((%%%#% % %%((((((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((%. % % #(((((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%% % %%* %((((((((((((( logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | #(###(###(#%% %%% %% %%% #%%#(###(###(# logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ###########%%%%% /%%%%%%%%%%%%% %% %%%%% ,%%####### logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ###############%% %%%%%% %%% %%%%%%%% %%##### logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ################%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% %%## logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ################%% %%%%%%%%%%%%%%%%% %%%% % logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ##############%# %% (%%%%%%% %%%%%% logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | #############% %%%%% %%%%%%%%%%% logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ###########% %%%%%%%%%%% %%%%%%%%% logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | #########%% %% %%%%%%%%%%%%%%%# logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ########%% %% %%%%%%%%% logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ######%% %% %%%%%% logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | ####%%% %%%%% % logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | %% %%%% logger.go:42: 19:33:09 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-welcomed-lion apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf/minio-secret.yml logger.go:42: 19:33:10 | migration-from-crunchy-standby/0-deploy-operators | secret/minio-secret created logger.go:42: 19:33:10 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-welcomed-lion get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 19:33:10 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 19:33:10 | migration-from-crunchy-standby/0-deploy-operators | + access_key=some-access-key logger.go:42: 19:33:10 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-welcomed-lion get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 19:33:10 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + secret_key=some-secret-key logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + openssl req -x509 -nodes -days 3650 -newkey rsa:2048 -keyout /tmp/kuttl/pg/migration-from-crunchy-standby/minio.key -out /tmp/kuttl/pg/migration-from-crunchy-standby/minio.crt -subj /CN=minio-service logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | ....+....+.........+..+.........+.+......+...+...........+.........+......+....+......+...+..+.+..+++++++++++++++++++++++++++++++++++++++*.....+...+..+....+..+...+.........+............+...+++++++++++++++++++++++++++++++++++++++*....+.....+.+..+...+.....................+.+...+..+.......+..+.........+....+..+....+............+.....+............+...+...+..........+..+....+......+........+.......+..+.+.........+...........+....+..+.+...+.....+............+.........+......+.......+....................+.+.....+.......+.............................+.........+.......+...+..+...............+...................+.....+....+...........+...+.+..+.........+......+....+.........+..+.......+.....+.......+...+........+.......+...........+....+.....+.+......+.....+.........+....+..+.............+..+.+............+.....+...+....+........+...+....+...........+.........+....+.....+.......++++++ logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | .+...+..+.+.......................+.+......+.....+...+++++++++++++++++++++++++++++++++++++++*.....+.+...+...+............+........+..........+.........+...+...........+.......+...+.....+....+.....+.+............+..+.+..+....+......+............+++++++++++++++++++++++++++++++++++++++*....+...............+.........+.+.....+...................++++++ logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | ----- logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-welcomed-lion create secret generic minio-tls --from-file=public.crt=/tmp/kuttl/pg/migration-from-crunchy-standby/minio.crt --from-file=private.key=/tmp/kuttl/pg/migration-from-crunchy-standby/minio.key logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | secret/minio-tls created logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + deploy_minio minio-service minio-tls logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + local name=minio-service logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + local tls_secret=minio-tls logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + local access_key logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + local secret_key logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + local endpoint_url=http://minio-service:9000 logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + local aws_extra_args= logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + local service_account_name=minio-sa logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + local -a additional_helm_args logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-welcomed-lion get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | + access_key=some-access-key logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-welcomed-lion get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 19:33:11 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 19:33:12 | migration-from-crunchy-standby/0-deploy-operators | + secret_key=some-secret-key logger.go:42: 19:33:12 | migration-from-crunchy-standby/0-deploy-operators | ++ detect_k8s_platform logger.go:42: 19:33:12 | migration-from-crunchy-standby/0-deploy-operators | ++ local platform= logger.go:42: 19:33:12 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl get nodes -o json logger.go:42: 19:33:12 | migration-from-crunchy-standby/0-deploy-operators | ++ jq -r '.items[0].spec.providerID' logger.go:42: 19:33:12 | migration-from-crunchy-standby/0-deploy-operators | ++ grep -q gce:// logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | ++ platform=gke logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | ++ echo gke logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + [[ gke == openshift ]] logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n minio-tls ]] logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + additional_helm_args+=(--set tls.enabled=true --set tls.certSecret="${tls_secret}") logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + endpoint_url=https://minio-service:9000 logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + aws_extra_args=--no-verify-ssl logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + helm uninstall -n kuttl-test-welcomed-lion minio-service logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | Error: uninstall: Release not loaded: minio-service: release: not found logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + : logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + helm repo remove minio logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | "minio" has been removed from your repositories logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + helm repo add minio https://charts.min.io/ logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | "minio" has been added to your repositories logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | +++ printf %q some-access-key logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | ++ printf %q some-access-key logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | +++ printf %q some-secret-key logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | ++ printf %q some-secret-key logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + retry 10 60 helm install minio-service -n kuttl-test-welcomed-lion --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-tls minio/minio logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + local max=10 logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + local delay=60 logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + shift 2 logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + local n=1 logger.go:42: 19:33:13 | migration-from-crunchy-standby/0-deploy-operators | + helm install minio-service -n kuttl-test-welcomed-lion --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-tls minio/minio logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | NAME: minio-service logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | LAST DEPLOYED: Thu Jun 11 19:33:14 2026 logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | NAMESPACE: kuttl-test-welcomed-lion logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | STATUS: deployed logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | REVISION: 1 logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | TEST SUITE: None logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | NOTES: logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | MinIO can be accessed via port 9000 on the following DNS name from within your cluster: logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | minio-service.kuttl-test-welcomed-lion.cluster.local logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | To access MinIO from localhost, run the below commands: logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-welcomed-lion -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-welcomed-lion logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-welcomed-lion minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-welcomed-lion minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | 3. mc ls minio-service-local logger.go:42: 19:33:43 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-welcomed-lion get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 19:33:44 | migration-from-crunchy-standby/0-deploy-operators | + MINIO_POD=minio-service-7979c64d4c-jxhz9 logger.go:42: 19:33:44 | migration-from-crunchy-standby/0-deploy-operators | + wait_pod minio-service-7979c64d4c-jxhz9 logger.go:42: 19:33:44 | migration-from-crunchy-standby/0-deploy-operators | + local pod=minio-service-7979c64d4c-jxhz9 logger.go:42: 19:33:44 | migration-from-crunchy-standby/0-deploy-operators | + set +o xtrace logger.go:42: 19:33:44 | migration-from-crunchy-standby/0-deploy-operators | minio-service-7979c64d4c-jxhz9true logger.go:42: 19:33:44 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-welcomed-lion run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c $'AWS_ACCESS_KEY_ID=\'some-access-key\' AWS_SECRET_ACCESS_KEY=\'some-secret-key\' AWS_DEFAULT_REGION=us-east-1 \t\t/usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing' logger.go:42: 19:33:49 | migration-from-crunchy-standby/0-deploy-operators | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. logger.go:42: 19:33:49 | migration-from-crunchy-standby/0-deploy-operators | If you don't see a command prompt, try pressing enter. logger.go:42: 19:33:52 | migration-from-crunchy-standby/0-deploy-operators | pod "aws-cli" deleted from kuttl-test-welcomed-lion namespace logger.go:42: 19:33:52 | migration-from-crunchy-standby/0-deploy-operators | + cat logger.go:42: 19:33:52 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-welcomed-lion create secret generic migration-from-crunchy-pgbackrest-secrets --from-file=cloud.conf=/tmp/kuttl/pg/migration-from-crunchy-standby/pgbackrest-minio.ini logger.go:42: 19:33:52 | migration-from-crunchy-standby/0-deploy-operators | secret/migration-from-crunchy-pgbackrest-secrets created logger.go:42: 19:33:52 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-welcomed-lion-crunchy create secret generic crunchy-pgbackrest-secret --from-file=cloud.conf=/tmp/kuttl/pg/migration-from-crunchy-standby/pgbackrest-minio.ini logger.go:42: 19:33:53 | migration-from-crunchy-standby/0-deploy-operators | secret/crunchy-pgbackrest-secret created logger.go:42: 19:33:53 | migration-from-crunchy-standby/0-deploy-operators | + deploy_operator logger.go:42: 19:33:53 | migration-from-crunchy-standby/0-deploy-operators | + local cw_prefix= logger.go:42: 19:33:53 | migration-from-crunchy-standby/0-deploy-operators | + destroy_operator logger.go:42: 19:33:53 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 19:33:53 | migration-from-crunchy-standby/0-deploy-operators | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 19:33:53 | migration-from-crunchy-standby/0-deploy-operators | Error from server (NotFound): deployments.apps "percona-postgresql-operator" not found logger.go:42: 19:33:53 | migration-from-crunchy-standby/0-deploy-operators | + true logger.go:42: 19:33:53 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n pg-operator ]] logger.go:42: 19:33:53 | migration-from-crunchy-standby/0-deploy-operators | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 19:33:53 | migration-from-crunchy-standby/0-deploy-operators | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 19:33:54 | migration-from-crunchy-standby/0-deploy-operators | Error from server (NotFound): namespaces "pg-operator" not found logger.go:42: 19:33:54 | migration-from-crunchy-standby/0-deploy-operators | + true logger.go:42: 19:33:54 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n pg-operator ]] logger.go:42: 19:33:54 | migration-from-crunchy-standby/0-deploy-operators | + create_namespace pg-operator logger.go:42: 19:33:54 | migration-from-crunchy-standby/0-deploy-operators | + local namespace=pg-operator logger.go:42: 19:33:54 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n '' ]] logger.go:42: 19:33:54 | migration-from-crunchy-standby/0-deploy-operators | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 19:33:54 | migration-from-crunchy-standby/0-deploy-operators | + kubectl wait --for=delete namespace pg-operator logger.go:42: 19:33:55 | migration-from-crunchy-standby/0-deploy-operators | + kubectl create namespace pg-operator logger.go:42: 19:33:55 | migration-from-crunchy-standby/0-deploy-operators | namespace/pg-operator created logger.go:42: 19:33:55 | migration-from-crunchy-standby/0-deploy-operators | + cw_prefix=cw- logger.go:42: 19:33:55 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy/crd.yaml logger.go:42: 19:33:56 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 19:33:56 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 19:33:58 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 19:33:59 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 19:33:59 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 19:33:59 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/pgadmins.upstream.pgv2.percona.com serverside-applied logger.go:42: 19:33:59 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/pgupgrades.upstream.pgv2.percona.com serverside-applied logger.go:42: 19:34:02 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/postgresclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 19:34:02 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy/cw-rbac.yaml logger.go:42: 19:34:03 | migration-from-crunchy-standby/0-deploy-operators | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 19:34:03 | migration-from-crunchy-standby/0-deploy-operators | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 19:34:03 | migration-from-crunchy-standby/0-deploy-operators | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 19:34:03 | migration-from-crunchy-standby/0-deploy-operators | + local disable_telemetry=true logger.go:42: 19:34:03 | migration-from-crunchy-standby/0-deploy-operators | + '[' migration-from-crunchy-standby == telemetry-transfer ']' logger.go:42: 19:34:03 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy/cw-operator.yaml logger.go:42: 19:34:03 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 19:34:03 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 19:34:03 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 19:34:03 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply -f - logger.go:42: 19:34:04 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/percona-postgresql-operator created logger.go:42: 19:34:04 | migration-from-crunchy-standby/0-deploy-operators | + deploy_client logger.go:42: 19:34:04 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-welcomed-lion apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf/client.yaml logger.go:42: 19:34:05 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/pg-client created logger.go:42: 19:34:06 | migration-from-crunchy-standby/0-deploy-operators | running command: [sh -c kubectl wait deployment pgo \ -n "${NAMESPACE}-crunchy" \ --for=condition=Available \ --timeout=120s] logger.go:42: 19:34:07 | migration-from-crunchy-standby/0-deploy-operators | E0611 19:34:07.235163 801238 reflector.go:227] "Failed to watch" err="Get \"https://34.42.232.220/apis/apps/v1/namespaces/kuttl-test-welcomed-lion-crunchy/deployments?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpgo&resourceVersion=1781206446791247020&timeoutSeconds=559&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 19:34:07 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/pgo condition met logger.go:42: 19:34:07 | migration-from-crunchy-standby/0-deploy-operators | test step completed 0-deploy-operators logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | starting test step 1-create-crunchy-cluster logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" MINIO_ENDPOINT="minio-service.${NAMESPACE}.svc.cluster.local:9000" REPO_PATH="/migration-from-crunchy/${RANDOM}/repo1" kubectl create configmap -n "${NAMESPACE}" crunchy-migration-config \ --from-literal=repo-path="${REPO_PATH}" \ --from-literal=minio-endpoint="${MINIO_ENDPOINT}" \ --from-literal=crunchy-ns="${CRUNCHY_NS}" cat "${TEST_CONFIG_DIR}/crunchy-source.yaml" | \ yq eval ".spec.postgresVersion = ${PG_VER}" | \ $sed "s||${REPO_PATH}|g" | \ $sed "s||${MINIO_ENDPOINT}|g" | \ kubectl -n "${CRUNCHY_NS}" apply -f -] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | + source ../../functions logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ realpath ../../.. logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ BUSYBOX_VER=1.36 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ pwd logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ command -v oc logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ ! -n '' ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ -n '' ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PG_VER=18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PG_VER=18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PGOV1_VER=14 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PGOV1_VER=14 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ printenv logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ grep -E '^IMAGE' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ awk -F= '{print $1}' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which gdate logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which date logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ date=/usr/sbin/date logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which gsed logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which sed logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ sed=/usr/sbin/sed logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ oc get projects logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | + CRUNCHY_NS=kuttl-test-welcomed-lion-crunchy logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | + MINIO_ENDPOINT=minio-service.kuttl-test-welcomed-lion.svc.cluster.local:9000 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | + REPO_PATH=/migration-from-crunchy/30509/repo1 logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | + kubectl create configmap -n kuttl-test-welcomed-lion crunchy-migration-config --from-literal=repo-path=/migration-from-crunchy/30509/repo1 --from-literal=minio-endpoint=minio-service.kuttl-test-welcomed-lion.svc.cluster.local:9000 --from-literal=crunchy-ns=kuttl-test-welcomed-lion-crunchy logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | configmap/crunchy-migration-config created logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | + cat /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf/crunchy-source.yaml logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | + yq eval '.spec.postgresVersion = 18' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | + /usr/sbin/sed 's||/migration-from-crunchy/30509/repo1|g' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | + /usr/sbin/sed 's||minio-service.kuttl-test-welcomed-lion.svc.cluster.local:9000|g' logger.go:42: 19:34:07 | migration-from-crunchy-standby/1-create-crunchy-cluster | + kubectl -n kuttl-test-welcomed-lion-crunchy apply -f - logger.go:42: 19:34:09 | migration-from-crunchy-standby/1-create-crunchy-cluster | postgrescluster.postgres-operator.crunchydata.com/crunchy-source created logger.go:42: 19:34:09 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Wait for the primary pod to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=420s # Wait for pgBouncer to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=pgbouncer \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=120s # Wait for pgbackrest stanza to be created. # The backup annotation (triggering the full backup) is applied in the # next step only after stanza creation, so we don't wait for a job here. kubectl wait postgrescluster/crunchy-source \ -n "${CRUNCHY_NS}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=300s] logger.go:42: 19:34:09 | migration-from-crunchy-standby/1-create-crunchy-cluster | error: no matching resources found logger.go:42: 19:34:10 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Wait for the primary pod to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=420s # Wait for pgBouncer to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=pgbouncer \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=120s # Wait for pgbackrest stanza to be created. # The backup annotation (triggering the full backup) is applied in the # next step only after stanza creation, so we don't wait for a job here. kubectl wait postgrescluster/crunchy-source \ -n "${CRUNCHY_NS}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=300s] logger.go:42: 19:34:51 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-gq62-0 condition met logger.go:42: 19:34:55 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-qjwp-0 condition met logger.go:42: 19:34:56 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0611 19:34:56.136587 801345 reflector.go:227] "Failed to watch" err="Get \"https://34.42.232.220/api/v1/namespaces/kuttl-test-welcomed-lion-crunchy/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source-instance1-wspx-0&resourceVersion=1781206495754479013&timeoutSeconds=388&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 19:34:56 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-wspx-0 condition met logger.go:42: 19:34:56 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0611 19:34:56.943316 801402 reflector.go:227] "Failed to watch" err="Get \"https://34.42.232.220/api/v1/namespaces/kuttl-test-welcomed-lion-crunchy/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source-pgbouncer-7685c67cc-82j2j&resourceVersion=1781206496732563000&timeoutSeconds=574&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 19:34:56 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-pgbouncer-7685c67cc-82j2j condition met logger.go:42: 19:34:57 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0611 19:34:57.697577 801344 reflector.go:227] "Failed to watch" err="Get \"https://34.42.232.220/apis/postgres-operator.crunchydata.com/v1beta1/namespaces/kuttl-test-welcomed-lion-crunchy/postgresclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source&resourceVersion=1781206495754447004&timeoutSeconds=498&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 19:34:57 | migration-from-crunchy-standby/1-create-crunchy-cluster | postgrescluster.postgres-operator.crunchydata.com/crunchy-source condition met logger.go:42: 19:34:57 | migration-from-crunchy-standby/1-create-crunchy-cluster | test step completed 1-create-crunchy-cluster logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | starting test step 2-write-initial-data logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Get the primary pod in the Crunchy namespace primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Crunchy primary pod not found" exit 1 fi # Write initial test data directly via psql on the primary pod kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c " psql -c 'CREATE DATABASE migrationtest;' psql -d migrationtest -c 'CREATE TABLE migration_data (id int PRIMARY KEY, value text);' psql -d migrationtest -c \"INSERT INTO migration_data VALUES (1, 'initial-data-before-standby');\" " data=$(kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;'") kubectl create configmap -n "${NAMESPACE}" 02-initial-data \ --from-literal=data="${data}"] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | + source ../../functions logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ realpath ../../.. logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++ BUSYBOX_VER=1.36 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ pwd logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ command -v oc logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ ! -n '' ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ -n '' ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export PG_VER=18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ PG_VER=18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export BUCKET=pg-operator-testing logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ BUCKET=pg-operator-testing logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export PGOV1_VER=14 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ PGOV1_VER=14 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export MINIO_VER=5.4.0 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ MINIO_VER=5.4.0 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ REGISTRY_NAME=docker.io logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ printenv logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ grep -E '^IMAGE' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ awk -F= '{print $1}' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ which gdate logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ which date logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ date=/usr/sbin/date logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ which gsed logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++++ which sed logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | +++ sed=/usr/sbin/sed logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++ oc get projects logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | + CRUNCHY_NS=kuttl-test-welcomed-lion-crunchy logger.go:42: 19:34:57 | migration-from-crunchy-standby/2-write-initial-data | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-welcomed-lion-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 19:34:58 | migration-from-crunchy-standby/2-write-initial-data | + primary=crunchy-source-instance1-gq62-0 logger.go:42: 19:34:58 | migration-from-crunchy-standby/2-write-initial-data | + '[' -z crunchy-source-instance1-gq62-0 ']' logger.go:42: 19:34:58 | migration-from-crunchy-standby/2-write-initial-data | + kubectl exec -n kuttl-test-welcomed-lion-crunchy crunchy-source-instance1-gq62-0 -c database -- bash -c $'\n psql -c \'CREATE DATABASE migrationtest;\'\n psql -d migrationtest -c \'CREATE TABLE migration_data (id int PRIMARY KEY, value text);\'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (1, \'initial-data-before-standby\');"\n' logger.go:42: 19:34:59 | migration-from-crunchy-standby/2-write-initial-data | CREATE DATABASE logger.go:42: 19:34:59 | migration-from-crunchy-standby/2-write-initial-data | CREATE TABLE logger.go:42: 19:34:59 | migration-from-crunchy-standby/2-write-initial-data | INSERT 0 1 logger.go:42: 19:34:59 | migration-from-crunchy-standby/2-write-initial-data | ++ kubectl exec -n kuttl-test-welcomed-lion-crunchy crunchy-source-instance1-gq62-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\''' logger.go:42: 19:35:00 | migration-from-crunchy-standby/2-write-initial-data | + data=' 1 | initial-data-before-standby' logger.go:42: 19:35:00 | migration-from-crunchy-standby/2-write-initial-data | + kubectl create configmap -n kuttl-test-welcomed-lion 02-initial-data '--from-literal=data= 1 | initial-data-before-standby' logger.go:42: 19:35:01 | migration-from-crunchy-standby/2-write-initial-data | configmap/02-initial-data created logger.go:42: 19:35:01 | migration-from-crunchy-standby/2-write-initial-data | running command: [sh -c data=$(kubectl get configmap 02-initial-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: initial data not found. Got: ${data}" exit 1 }] logger.go:42: 19:35:01 | migration-from-crunchy-standby/2-write-initial-data | test step completed 2-write-initial-data logger.go:42: 19:35:01 | migration-from-crunchy-standby/3-trigger-backup | starting test step 3-trigger-backup logger.go:42: 19:35:01 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit set -o xtrace CRUNCHY_NS="${NAMESPACE}-crunchy" # Trigger a full backup now that the data has been written. # Doing the backup AFTER writing data means the Percona standby will # restore close to the current state and replay only a small amount of WAL, # which is the realistic production migration pattern. kubectl -n "${CRUNCHY_NS}" annotate postgrescluster crunchy-source \ postgres-operator.crunchydata.com/pgbackrest-backup="$(date +%s)"] logger.go:42: 19:35:01 | migration-from-crunchy-standby/3-trigger-backup | + CRUNCHY_NS=kuttl-test-welcomed-lion-crunchy logger.go:42: 19:35:01 | migration-from-crunchy-standby/3-trigger-backup | ++ date +%s logger.go:42: 19:35:01 | migration-from-crunchy-standby/3-trigger-backup | + kubectl -n kuttl-test-welcomed-lion-crunchy annotate postgrescluster crunchy-source postgres-operator.crunchydata.com/pgbackrest-backup=1781206501 logger.go:42: 19:35:02 | migration-from-crunchy-standby/3-trigger-backup | postgrescluster.postgres-operator.crunchydata.com/crunchy-source annotated logger.go:42: 19:35:02 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 19:35:02 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 19:35:03 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 19:35:04 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 19:35:05 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 19:35:05 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 19:35:06 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 19:35:06 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 19:35:07 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 19:35:08 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 19:35:09 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 19:35:09 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 19:35:10 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 19:35:11 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 19:35:12 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 19:35:12 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 19:35:13 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 19:38:52 | migration-from-crunchy-standby/3-trigger-backup | job.batch/crunchy-source-backup-v5mm condition met logger.go:42: 19:38:52 | migration-from-crunchy-standby/3-trigger-backup | test step completed 3-trigger-backup logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | starting test step 4-create-percona-standby logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Retrieve the S3 repo path set when the Crunchy cluster was created REPO_PATH=$(kubectl get configmap crunchy-migration-config -n "${NAMESPACE}" \ -o jsonpath='{.data.repo-path}') MINIO_ENDPOINT="minio-service.${NAMESPACE}.svc.cluster.local:9000" # ----------------------------------------------------------------------- # Copy TLS certificates from the Crunchy namespace to the Percona namespace. # The cluster-cert provides the shared CA so each side can verify the other. # The replication-cert (CN=_crunchyreplication) is presented by the Percona # standby when opening a streaming replication connection to the Crunchy primary. # ----------------------------------------------------------------------- for secret in crunchy-source-cluster-cert crunchy-source-replication-cert; do kubectl get secret "${secret}" -n "${CRUNCHY_NS}" -o json | \ yq '{"apiVersion": .apiVersion, "kind": .kind, "data": .data, "metadata": {"name": .metadata.name}, "type": .type}' -o yaml | \ kubectl apply -n "${NAMESPACE}" -f - done # Use the Crunchy HA service DNS as the streaming replication host. # In-cluster cross-namespace DNS avoids the need for a LoadBalancer IP. CRUNCHY_HOST="crunchy-source-ha.${CRUNCHY_NS}.svc.cluster.local" # ----------------------------------------------------------------------- # Create the Percona standby cluster: # - repoName: repo1 → initial restore from the shared S3 backup # - host/port → ongoing streaming replication from the Crunchy primary # - customTLSSecret → lets Percona verify Crunchy's TLS and vice-versa # - customReplicationTLSSecret → cert Percona presents as _crunchyreplication # ----------------------------------------------------------------------- get_cr "percona-standby" "${REPO_PATH}" | \ yq eval 'del(.spec.users)' | \ yq eval ".spec.backups.pgbackrest.global.\"repo1-s3-uri-style\" = \"path\"" | \ yq eval ".spec.backups.pgbackrest.global.\"repo1-s3-verify-tls\" = \"n\"" | \ yq eval ".spec.backups.pgbackrest.repos[0].s3.endpoint = \"${MINIO_ENDPOINT}\"" | \ yq eval ".spec.standby.enabled = true" | \ yq eval ".spec.standby.repoName = \"repo1\"" | \ yq eval ".spec.standby.host = \"${CRUNCHY_HOST}\"" | \ yq eval ".spec.standby.port = 5432" | \ yq eval ".spec.secrets.customTLSSecret.name = \"crunchy-source-cluster-cert\"" | \ yq eval ".spec.secrets.customReplicationTLSSecret.name = \"crunchy-source-replication-cert\"" | \ kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | + source ../../functions logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ realpath ../../.. logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ pwd logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ command -v oc logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ ! -n '' ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ -n '' ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PG_VER=18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ PG_VER=18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ BUCKET=pg-operator-testing logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PGOV1_VER=14 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ PGOV1_VER=14 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ MINIO_VER=5.4.0 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ printenv logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ grep -E '^IMAGE' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ awk -F= '{print $1}' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which gdate logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which date logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ date=/usr/sbin/date logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which gsed logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which sed logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ sed=/usr/sbin/sed logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ oc get projects logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | + CRUNCHY_NS=kuttl-test-welcomed-lion-crunchy logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ kubectl get configmap crunchy-migration-config -n kuttl-test-welcomed-lion -o 'jsonpath={.data.repo-path}' logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | + REPO_PATH=/migration-from-crunchy/30509/repo1 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | + MINIO_ENDPOINT=minio-service.kuttl-test-welcomed-lion.svc.cluster.local:9000 logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | + for secret in crunchy-source-cluster-cert crunchy-source-replication-cert logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl get secret crunchy-source-cluster-cert -n kuttl-test-welcomed-lion-crunchy -o json logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | + yq $'{"apiVersion": .apiVersion, "kind": .kind, "data": .data,\n "metadata": {"name": .metadata.name}, "type": .type}' -o yaml logger.go:42: 19:38:52 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl apply -n kuttl-test-welcomed-lion -f - logger.go:42: 19:38:54 | migration-from-crunchy-standby/4-create-percona-standby | secret/crunchy-source-cluster-cert created logger.go:42: 19:38:54 | migration-from-crunchy-standby/4-create-percona-standby | + for secret in crunchy-source-cluster-cert crunchy-source-replication-cert logger.go:42: 19:38:54 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl get secret crunchy-source-replication-cert -n kuttl-test-welcomed-lion-crunchy -o json logger.go:42: 19:38:54 | migration-from-crunchy-standby/4-create-percona-standby | + yq $'{"apiVersion": .apiVersion, "kind": .kind, "data": .data,\n "metadata": {"name": .metadata.name}, "type": .type}' -o yaml logger.go:42: 19:38:54 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl apply -n kuttl-test-welcomed-lion -f - logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | secret/crunchy-source-replication-cert created logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + CRUNCHY_HOST=crunchy-source-ha.kuttl-test-welcomed-lion-crunchy.svc.cluster.local logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + get_cr percona-standby /migration-from-crunchy/30509/repo1 logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + local cr_name=percona-standby logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + local repo_path=/migration-from-crunchy/30509/repo1 logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + local source_path= logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + '[' -z percona-standby ']' logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval 'del(.spec.users)' logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.global."repo1-s3-uri-style" = "path"' logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.global."repo1-s3-verify-tls" = "n"' logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | ++ detect_k8s_platform logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.repos[0].s3.endpoint = "minio-service.kuttl-test-welcomed-lion.svc.cluster.local:9000"' logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | ++ local platform= logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.enabled = true' logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.repoName = "repo1"' logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | ++ kubectl get nodes -o json logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | ++ jq -r '.items[0].spec.providerID' logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.host = "crunchy-source-ha.kuttl-test-welcomed-lion-crunchy.svc.cluster.local"' logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.port = 5432' logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl -n kuttl-test-welcomed-lion apply -f - logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | ++ grep -q gce:// logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.secrets.customTLSSecret.name = "crunchy-source-cluster-cert"' logger.go:42: 19:38:55 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.secrets.customReplicationTLSSecret.name = "crunchy-source-replication-cert"' logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | ++ platform=gke logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | ++ echo gke logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + local platform=gke logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby-spaces.yaml logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + local aks_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby-aks.yaml logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + [[ gke == digitalocean ]] logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + [[ gke == aks ]] logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy/cr.yaml') logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + local crs logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml ]] logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + crs+=($cr_file) logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "percona-standby" |\n\t\t.metadata.labels = {"e2e":"percona-standby"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"percona-standby","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:dev-latest" |\n\t\t.spec.pmm.secret = "percona-standby-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "percona-standby-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy/cr.yaml /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||/migration-from-crunchy/30509/repo1|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + [[ -n '' ]] logger.go:42: 19:38:56 | migration-from-crunchy-standby/4-create-percona-standby | + cat /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 19:38:57 | migration-from-crunchy-standby/4-create-percona-standby | perconapgcluster.pgv2.percona.com/percona-standby created logger.go:42: 19:39:38 | migration-from-crunchy-standby/4-create-percona-standby | test step completed 4-create-percona-standby logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | starting test step 5-wait-for-sync logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | running command: [sh -c set -o errexit set -o xtrace source ../../functions # Poll until initial data from Crunchy is visible on the Percona standby. # The standby replays WAL archived to S3 by Crunchy, so there may be lag. data="" attempts=0 max_attempts=30 until [ -n "${data}" ]; do data=$(kubectl exec -n "${NAMESPACE}" \ $(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') \ -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data WHERE id = 1;' 2>/dev/null" \ 2>/dev/null || true) attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: initial data not visible on Percona standby after $((max_attempts * 15)) seconds" exit 1 fi sleep 15 done kubectl create configmap -n "${NAMESPACE}" 05-standby-initial-sync \ --from-literal=data="${data}"] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | + source ../../functions logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ realpath ../../.. logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++ BUSYBOX_VER=1.36 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ pwd logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ command -v oc logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ ! -n '' ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ -n '' ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PG_VER=18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ PG_VER=18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export BUCKET=pg-operator-testing logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ BUCKET=pg-operator-testing logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PGOV1_VER=14 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ PGOV1_VER=14 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export MINIO_VER=5.4.0 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ MINIO_VER=5.4.0 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ REGISTRY_NAME=docker.io logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ printenv logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ grep -E '^IMAGE' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ awk -F= '{print $1}' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which gdate logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which date logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ date=/usr/sbin/date logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which gsed logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which sed logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ sed=/usr/sbin/sed logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | ++ oc get projects logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | + data= logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | + attempts=0 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | + max_attempts=30 logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | + '[' -n '' ']' logger.go:42: 19:39:38 | migration-from-crunchy-standby/5-wait-for-sync | +++ kubectl get pod -n kuttl-test-welcomed-lion -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 19:39:39 | migration-from-crunchy-standby/5-wait-for-sync | ++ kubectl exec -n kuttl-test-welcomed-lion percona-standby-instance1-7r82-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data WHERE id = 1;'\'' 2>/dev/null' logger.go:42: 19:39:40 | migration-from-crunchy-standby/5-wait-for-sync | + data=' 1 | initial-data-before-standby' logger.go:42: 19:39:40 | migration-from-crunchy-standby/5-wait-for-sync | + attempts=1 logger.go:42: 19:39:40 | migration-from-crunchy-standby/5-wait-for-sync | + '[' 1 -ge 30 ']' logger.go:42: 19:39:40 | migration-from-crunchy-standby/5-wait-for-sync | + sleep 15 logger.go:42: 19:39:55 | migration-from-crunchy-standby/5-wait-for-sync | + '[' -n ' 1 | initial-data-before-standby' ']' logger.go:42: 19:39:55 | migration-from-crunchy-standby/5-wait-for-sync | + kubectl create configmap -n kuttl-test-welcomed-lion 05-standby-initial-sync '--from-literal=data= 1 | initial-data-before-standby' logger.go:42: 19:39:55 | migration-from-crunchy-standby/5-wait-for-sync | configmap/05-standby-initial-sync created logger.go:42: 19:39:55 | migration-from-crunchy-standby/5-wait-for-sync | running command: [sh -c data=$(kubectl get configmap 05-standby-initial-sync -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: initial data not replicated to standby. Got: ${data}" exit 1 }] logger.go:42: 19:39:56 | migration-from-crunchy-standby/5-wait-for-sync | test step completed 5-wait-for-sync logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | starting test step 6-write-more-data logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Crunchy primary pod not found" exit 1 fi # Write additional rows after standby is already syncing kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c " psql -d migrationtest -c \"INSERT INTO migration_data VALUES (2, 'data-added-while-standby-syncing');\" psql -d migrationtest -c \"INSERT INTO migration_data VALUES (3, 'more-data-for-replication-test');\" "] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | + source ../../functions logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ realpath ../../.. logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++ BUSYBOX_VER=1.36 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ pwd logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ command -v oc logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ ! -n '' ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ -n '' ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export PG_VER=18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ PG_VER=18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export BUCKET=pg-operator-testing logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ BUCKET=pg-operator-testing logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export PGOV1_VER=14 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ PGOV1_VER=14 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export MINIO_VER=5.4.0 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ MINIO_VER=5.4.0 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ REGISTRY_NAME=docker.io logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ printenv logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ grep -E '^IMAGE' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ awk -F= '{print $1}' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ which gdate logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ which date logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ date=/usr/sbin/date logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ which gsed logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++++ which sed logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | +++ sed=/usr/sbin/sed logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++ oc get projects logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | + CRUNCHY_NS=kuttl-test-welcomed-lion-crunchy logger.go:42: 19:39:56 | migration-from-crunchy-standby/6-write-more-data | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-welcomed-lion-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 19:39:57 | migration-from-crunchy-standby/6-write-more-data | + primary=crunchy-source-instance1-gq62-0 logger.go:42: 19:39:57 | migration-from-crunchy-standby/6-write-more-data | + '[' -z crunchy-source-instance1-gq62-0 ']' logger.go:42: 19:39:57 | migration-from-crunchy-standby/6-write-more-data | + kubectl exec -n kuttl-test-welcomed-lion-crunchy crunchy-source-instance1-gq62-0 -c database -- bash -c $'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (2, \'data-added-while-standby-syncing\');"\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (3, \'more-data-for-replication-test\');"\n' logger.go:42: 19:39:58 | migration-from-crunchy-standby/6-write-more-data | INSERT 0 1 logger.go:42: 19:39:58 | migration-from-crunchy-standby/6-write-more-data | INSERT 0 1 logger.go:42: 19:39:58 | migration-from-crunchy-standby/6-write-more-data | test step completed 6-write-more-data logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | starting test step 7-verify-data-standby logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | running command: [sh -c set -o errexit set -o xtrace source ../../functions standby_pod=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${standby_pod}" ]; then echo "ERROR: Percona standby pod not found" exit 1 fi # Poll until rows 2 and 3 (written after standby was running) are visible data="" attempts=0 max_attempts=30 until echo "${data}" | grep -q "more-data-for-replication-test"; do data=$(kubectl exec -n "${NAMESPACE}" "${standby_pod}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;' 2>/dev/null" \ 2>/dev/null || true) attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: updated data not replicated to Percona standby after $((max_attempts * 15)) seconds" echo "Current data on standby: ${data}" exit 1 fi sleep 15 done kubectl create configmap -n "${NAMESPACE}" 06-standby-data \ --from-literal=data="${data}"] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | + source ../../functions logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ realpath ../../.. logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ pwd logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ command -v oc logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ ! -n '' ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ -n '' ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PG_VER=18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ PG_VER=18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ BUCKET=pg-operator-testing logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PGOV1_VER=14 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ PGOV1_VER=14 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ MINIO_VER=5.4.0 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ printenv logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ grep -E '^IMAGE' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ awk -F= '{print $1}' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which gdate logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which date logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ date=/usr/sbin/date logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which gsed logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which sed logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | +++ sed=/usr/sbin/sed logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++ oc get projects logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++ kubectl get pod -n kuttl-test-welcomed-lion -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | + standby_pod=percona-standby-instance1-7r82-0 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | + '[' -z percona-standby-instance1-7r82-0 ']' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | + data= logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | + attempts=0 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | + max_attempts=30 logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | + echo '' logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | + grep -q more-data-for-replication-test logger.go:42: 19:39:58 | migration-from-crunchy-standby/7-verify-data-standby | ++ kubectl exec -n kuttl-test-welcomed-lion percona-standby-instance1-7r82-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\'' 2>/dev/null' logger.go:42: 19:40:00 | migration-from-crunchy-standby/7-verify-data-standby | + data=$' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 19:40:00 | migration-from-crunchy-standby/7-verify-data-standby | + attempts=1 logger.go:42: 19:40:00 | migration-from-crunchy-standby/7-verify-data-standby | + '[' 1 -ge 30 ']' logger.go:42: 19:40:00 | migration-from-crunchy-standby/7-verify-data-standby | + sleep 15 logger.go:42: 19:40:15 | migration-from-crunchy-standby/7-verify-data-standby | + echo $' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 19:40:15 | migration-from-crunchy-standby/7-verify-data-standby | + grep -q more-data-for-replication-test logger.go:42: 19:40:15 | migration-from-crunchy-standby/7-verify-data-standby | + kubectl create configmap -n kuttl-test-welcomed-lion 06-standby-data $'--from-literal=data= 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 19:40:15 | migration-from-crunchy-standby/7-verify-data-standby | configmap/06-standby-data created logger.go:42: 19:40:15 | migration-from-crunchy-standby/7-verify-data-standby | running command: [sh -c data=$(kubectl get configmap 06-standby-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: row 1 missing from standby. Got: ${data}" exit 1 } echo "${data}" | grep -q "data-added-while-standby-syncing" || { echo "ERROR: row 2 missing from standby. Got: ${data}" exit 1 } echo "${data}" | grep -q "more-data-for-replication-test" || { echo "ERROR: row 3 missing from standby. Got: ${data}" exit 1 }] logger.go:42: 19:40:15 | migration-from-crunchy-standby/7-verify-data-standby | test step completed 7-verify-data-standby logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | starting test step 8-cutover logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # ----------------------------------------------------------------------- # Pre-cutover: verify streaming replication lag is minimal. # Query pg_stat_replication on the Crunchy primary to confirm the Percona # standby is caught up before we stop writes. # ----------------------------------------------------------------------- primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') attempts=0 max_attempts=12 until kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- \ psql -q -t -c " SELECT count(*) FROM pg_stat_replication WHERE state = 'streaming' AND (write_lag IS NULL OR write_lag < interval '5 seconds') AND (replay_lag IS NULL OR replay_lag < interval '5 seconds'); " | grep -q "^[[:space:]]*[1-9]"; do attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: Percona standby replication lag too high before cutover" kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- \ psql -c "SELECT client_addr, state, write_lag, flush_lag, replay_lag FROM pg_stat_replication;" exit 1 fi echo "Waiting for standby lag to drop (attempt ${attempts}/${max_attempts})..." sleep 10 done echo "Replication lag acceptable — proceeding with cutover" # ----------------------------------------------------------------------- # Convert Crunchy to standby mode: Patroni demotes the leader, archives # the final WAL segments to S3, then enters recovery. # ----------------------------------------------------------------------- kubectl patch postgrescluster crunchy-source \ -n "${CRUNCHY_NS}" \ --type=merge \ -p '{"spec": {"standby": {"enabled": true, "repoName": "repo1"}}}' echo "Crunchy cluster patch applied — demotion verified in 08-assert"] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | + source ../../functions logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ realpath ../../.. logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++ BUSYBOX_VER=1.36 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ pwd logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ command -v oc logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ ! -n '' ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ -n '' ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export PG_VER=18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ PG_VER=18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export BUCKET=pg-operator-testing logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ BUCKET=pg-operator-testing logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export PGOV1_VER=14 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ PGOV1_VER=14 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export MINIO_VER=5.4.0 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ MINIO_VER=5.4.0 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ REGISTRY_NAME=docker.io logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ printenv logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ grep -E '^IMAGE' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ awk -F= '{print $1}' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ which gdate logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ which date logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ date=/usr/sbin/date logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ which gsed logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++++ which sed logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | +++ sed=/usr/sbin/sed logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++ oc get projects logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | + CRUNCHY_NS=kuttl-test-welcomed-lion-crunchy logger.go:42: 19:40:15 | migration-from-crunchy-standby/8-cutover | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-welcomed-lion-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 19:40:16 | migration-from-crunchy-standby/8-cutover | + primary=crunchy-source-instance1-gq62-0 logger.go:42: 19:40:16 | migration-from-crunchy-standby/8-cutover | + attempts=0 logger.go:42: 19:40:16 | migration-from-crunchy-standby/8-cutover | + max_attempts=12 logger.go:42: 19:40:16 | migration-from-crunchy-standby/8-cutover | + kubectl exec -n kuttl-test-welcomed-lion-crunchy crunchy-source-instance1-gq62-0 -c database -- psql -q -t -c $'\n SELECT count(*) FROM pg_stat_replication\n WHERE state = \'streaming\'\n AND (write_lag IS NULL OR write_lag < interval \'5 seconds\')\n AND (replay_lag IS NULL OR replay_lag < interval \'5 seconds\');\n ' logger.go:42: 19:40:16 | migration-from-crunchy-standby/8-cutover | + grep -q '^[[:space:]]*[1-9]' logger.go:42: 19:40:17 | migration-from-crunchy-standby/8-cutover | + echo 'Replication lag acceptable — proceeding with cutover' logger.go:42: 19:40:17 | migration-from-crunchy-standby/8-cutover | Replication lag acceptable — proceeding with cutover logger.go:42: 19:40:17 | migration-from-crunchy-standby/8-cutover | + kubectl patch postgrescluster crunchy-source -n kuttl-test-welcomed-lion-crunchy --type=merge -p '{"spec": {"standby": {"enabled": true, "repoName": "repo1"}}}' logger.go:42: 19:40:18 | migration-from-crunchy-standby/8-cutover | postgrescluster.postgres-operator.crunchydata.com/crunchy-source patched logger.go:42: 19:40:18 | migration-from-crunchy-standby/8-cutover | + echo 'Crunchy cluster patch applied — demotion verified in 08-assert' logger.go:42: 19:40:18 | migration-from-crunchy-standby/8-cutover | Crunchy cluster patch applied — demotion verified in 08-assert logger.go:42: 19:40:18 | migration-from-crunchy-standby/8-cutover | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Verify Crunchy actually demoted to standby mode. # # PGO 5.8.7 does NOT: # - delete the pod (Patroni restarts postgres in recovery, pod stays) # - remove the role=master label (the Standby Leader still holds the DCS # leader key, so PGO keeps the label) # - write status.standby.enabled (no such field in PGO's status schema) # # The only reliable signal is pg_is_in_recovery() returning true on the # pod that was the primary. Poll until it does. attempt=0 while [ "${attempt}" -lt 36 ]; do master_pod=$(kubectl get pods -n "${CRUNCHY_NS}" \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${master_pod}" ]; then # No master-labelled pod at all — pick any postgres pod. master_pod=$(kubectl get pods -n "${CRUNCHY_NS}" \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') fi in_recovery=$(kubectl exec -n "${CRUNCHY_NS}" "${master_pod}" -c database -- \ psql -q -t -c "SELECT pg_is_in_recovery();" 2>/dev/null | tr -d ' \n') || true if [ "${in_recovery}" = "t" ]; then echo "Crunchy source confirmed demoted — postgres is in recovery (Standby Leader)" exit 0 fi echo "Waiting for Crunchy demotion (attempt ${attempt}/36): in_recovery=${in_recovery} pod=${master_pod}" attempt=$((attempt + 1)) sleep 5 done echo "ERROR: Crunchy primary still not in recovery after timeout" exit 1] logger.go:42: 19:40:19 | migration-from-crunchy-standby/8-cutover | Waiting for Crunchy demotion (attempt 0/36): in_recovery= pod=crunchy-source-instance1-gq62-0 logger.go:42: 19:40:26 | migration-from-crunchy-standby/8-cutover | Crunchy source confirmed demoted — postgres is in recovery (Standby Leader) logger.go:42: 19:40:26 | migration-from-crunchy-standby/8-cutover | test step completed 8-cutover logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | starting test step 9-shutdown-source logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Shut down the Crunchy source cluster (optional step — frees resources # and ensures no split-brain once Percona is promoted). kubectl patch postgrescluster crunchy-source \ -n "${CRUNCHY_NS}" \ --type=merge \ -p '{"spec": {"shutdown": true}}' # Wait for all Crunchy pods to terminate kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=delete \ --timeout=120s || true echo "Crunchy source cluster shut down"] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | + source ../../functions logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ realpath ../../.. logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++ BUSYBOX_VER=1.36 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ pwd logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ command -v oc logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ ! -n '' ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ -n '' ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export PG_VER=18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ PG_VER=18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export BUCKET=pg-operator-testing logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ BUCKET=pg-operator-testing logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export PGOV1_VER=14 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ PGOV1_VER=14 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export MINIO_VER=5.4.0 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ MINIO_VER=5.4.0 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ REGISTRY_NAME=docker.io logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ printenv logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ grep -E '^IMAGE' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ awk -F= '{print $1}' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ which gdate logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ which date logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ date=/usr/sbin/date logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ which gsed logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++++ which sed logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | +++ sed=/usr/sbin/sed logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | ++ oc get projects logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | + CRUNCHY_NS=kuttl-test-welcomed-lion-crunchy logger.go:42: 19:40:26 | migration-from-crunchy-standby/9-shutdown-source | + kubectl patch postgrescluster crunchy-source -n kuttl-test-welcomed-lion-crunchy --type=merge -p '{"spec": {"shutdown": true}}' logger.go:42: 19:40:27 | migration-from-crunchy-standby/9-shutdown-source | postgrescluster.postgres-operator.crunchydata.com/crunchy-source patched logger.go:42: 19:40:27 | migration-from-crunchy-standby/9-shutdown-source | + kubectl wait pod -l postgres-operator.crunchydata.com/cluster=crunchy-source -n kuttl-test-welcomed-lion-crunchy --for=delete --timeout=120s logger.go:42: 19:42:27 | migration-from-crunchy-standby/9-shutdown-source | timed out waiting for the condition on pods/crunchy-source-backup-6pmr-7n5sk logger.go:42: 19:42:27 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 19:42:27 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 19:42:27 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 19:42:27 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 19:42:27 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 19:42:27 | migration-from-crunchy-standby/9-shutdown-source | + true logger.go:42: 19:42:27 | migration-from-crunchy-standby/9-shutdown-source | + echo 'Crunchy source cluster shut down' logger.go:42: 19:42:27 | migration-from-crunchy-standby/9-shutdown-source | Crunchy source cluster shut down logger.go:42: 19:42:27 | migration-from-crunchy-standby/9-shutdown-source | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=delete \ --timeout=120s || true # Poll until the Percona standby WAL replay LSN stabilises. # Once Crunchy is shut down, no new WAL is produced; the standby will # finish replaying from S3 and then stop advancing. Two consecutive # identical LSNs mean replay is complete and it is safe to promote. standby_pod=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') prev_lsn="" stable_count=0 for i in $(seq 20); do curr_lsn=$(kubectl exec -n "${NAMESPACE}" "${standby_pod}" -c database -- \ psql -q -t -c "SELECT pg_last_wal_replay_lsn();" | tr -d ' ') echo "WAL replay LSN check ${i}/20: ${curr_lsn}" if [ "${curr_lsn}" = "${prev_lsn}" ] && [ -n "${curr_lsn}" ]; then stable_count=$((stable_count + 1)) # Two consecutive matching LSNs = replay has stopped if [ "${stable_count}" -ge 2 ]; then echo "WAL replay stable at ${curr_lsn} — safe to promote" exit 0 fi else stable_count=0 fi prev_lsn="${curr_lsn}" sleep 5 done echo "ERROR: WAL replay LSN did not stabilise within 100 seconds" exit 1] logger.go:42: 19:44:27 | migration-from-crunchy-standby/9-shutdown-source | timed out waiting for the condition on pods/crunchy-source-backup-6pmr-7n5sk logger.go:42: 19:44:27 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 19:44:29 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 1/20: 0/C0000A0 logger.go:42: 19:44:35 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 2/20: 0/C0000A0 logger.go:42: 19:44:41 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 3/20: 0/C0000A0 logger.go:42: 19:44:41 | migration-from-crunchy-standby/9-shutdown-source | WAL replay stable at 0/C0000A0 — safe to promote logger.go:42: 19:44:41 | migration-from-crunchy-standby/9-shutdown-source | test step completed 9-shutdown-source logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | starting test step 10-promote-percona logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | running command: [sh -c set -o errexit set -o xtrace source ../../functions # Promote the Percona standby to a primary cluster by disabling standby mode kubectl patch perconapgcluster percona-standby \ -n "${NAMESPACE}" \ --type=merge \ -p '{"spec": {"standby": {"enabled": false}}}' echo "Percona standby promotion triggered"] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | + source ../../functions logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ realpath ../../.. logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++ BUSYBOX_VER=1.36 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ pwd logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ command -v oc logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ ! -n '' ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ -n '' ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export PG_VER=18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ PG_VER=18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export BUCKET=pg-operator-testing logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ BUCKET=pg-operator-testing logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export PGOV1_VER=14 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ PGOV1_VER=14 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export MINIO_VER=5.4.0 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ MINIO_VER=5.4.0 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ REGISTRY_NAME=docker.io logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ printenv logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ grep -E '^IMAGE' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ awk -F= '{print $1}' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ which gdate logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ which date logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ date=/usr/sbin/date logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ which gsed logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++++ which sed logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | +++ sed=/usr/sbin/sed logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | ++ oc get projects logger.go:42: 19:44:41 | migration-from-crunchy-standby/10-promote-percona | + kubectl patch perconapgcluster percona-standby -n kuttl-test-welcomed-lion --type=merge -p '{"spec": {"standby": {"enabled": false}}}' logger.go:42: 19:44:42 | migration-from-crunchy-standby/10-promote-percona | perconapgcluster.pgv2.percona.com/percona-standby patched logger.go:42: 19:44:42 | migration-from-crunchy-standby/10-promote-percona | + echo 'Percona standby promotion triggered' logger.go:42: 19:44:42 | migration-from-crunchy-standby/10-promote-percona | Percona standby promotion triggered logger.go:42: 19:44:43 | migration-from-crunchy-standby/10-promote-percona | test step completed 10-promote-percona logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | starting test step 11-verify-writable logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Percona primary pod not found after promotion" exit 1 fi kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " psql -d migrationtest -c \"INSERT INTO migration_data VALUES (4, 'written-after-percona-promotion');\" " data=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;'") kubectl create configmap -n "${NAMESPACE}" 10-percona-primary-data \ --from-literal=data="${data}" # Workaround for upstream Crunchy PGO bug: the operator hardcodes # archive-async=y in the generated pgBackRest config, causing the # background archiver to silently drop 00000002.history with error 103 # (archive.info missing) during the dataSource bootstrap promotion. # Re-push synchronously here after the stanza has been created. # In the standby flow the Percona archive shares the same S3 path as # Crunchy so the file may already be present; use || true accordingly. # See: https://github.com/CrunchyData/postgres-operator/issues/XXXX kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " pgbackrest --stanza=db --no-archive-async \ archive-push \"\${PGDATA}/pg_wal/00000002.history\" || true "] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | + source ../../functions logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ realpath ../../.. logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++ BUSYBOX_VER=1.36 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ pwd logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ command -v oc logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ ! -n '' ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ -n '' ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export PG_VER=18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ PG_VER=18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export BUCKET=pg-operator-testing logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ BUCKET=pg-operator-testing logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export PGOV1_VER=14 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ PGOV1_VER=14 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export MINIO_VER=5.4.0 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ MINIO_VER=5.4.0 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ REGISTRY_NAME=docker.io logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ printenv logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ grep -E '^IMAGE' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ awk -F= '{print $1}' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ which gdate logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ which date logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ date=/usr/sbin/date logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ which gsed logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++++ which sed logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | +++ sed=/usr/sbin/sed logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++ oc get projects logger.go:42: 19:44:43 | migration-from-crunchy-standby/11-verify-writable | ++ kubectl get pod -n kuttl-test-welcomed-lion -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 19:44:44 | migration-from-crunchy-standby/11-verify-writable | + primary=percona-standby-instance1-8t7d-0 logger.go:42: 19:44:44 | migration-from-crunchy-standby/11-verify-writable | + '[' -z percona-standby-instance1-8t7d-0 ']' logger.go:42: 19:44:44 | migration-from-crunchy-standby/11-verify-writable | + kubectl exec -n kuttl-test-welcomed-lion percona-standby-instance1-8t7d-0 -c database -- bash -c $'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (4, \'written-after-percona-promotion\');"\n' logger.go:42: 19:44:45 | migration-from-crunchy-standby/11-verify-writable | INSERT 0 1 logger.go:42: 19:44:45 | migration-from-crunchy-standby/11-verify-writable | ++ kubectl exec -n kuttl-test-welcomed-lion percona-standby-instance1-8t7d-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\''' logger.go:42: 19:44:46 | migration-from-crunchy-standby/11-verify-writable | + data=$' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test\n 4 | written-after-percona-promotion' logger.go:42: 19:44:46 | migration-from-crunchy-standby/11-verify-writable | + kubectl create configmap -n kuttl-test-welcomed-lion 10-percona-primary-data $'--from-literal=data= 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test\n 4 | written-after-percona-promotion' logger.go:42: 19:44:46 | migration-from-crunchy-standby/11-verify-writable | configmap/10-percona-primary-data created logger.go:42: 19:44:46 | migration-from-crunchy-standby/11-verify-writable | + kubectl exec -n kuttl-test-welcomed-lion percona-standby-instance1-8t7d-0 -c database -- bash -c $'\n pgbackrest --stanza=db --no-archive-async archive-push "${PGDATA}/pg_wal/00000002.history" || true\n' logger.go:42: 19:44:48 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c data=$(kubectl get configmap 10-percona-primary-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') for expected in \ "initial-data-before-standby" \ "data-added-while-standby-syncing" \ "more-data-for-replication-test" \ "written-after-percona-promotion"; do echo "${data}" | grep -q "${expected}" || { echo "ERROR: '${expected}' missing from Percona primary. Got: ${data}" exit 1 } done] logger.go:42: 19:44:48 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=90s] logger.go:42: 19:44:51 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 19:44:51 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].replicaCreateBackupComplete}'=true \ --timeout=90s] logger.go:42: 19:46:21 | migration-from-crunchy-standby/11-verify-writable | error: timed out waiting for the condition on perconapgclusters/percona-standby logger.go:42: 19:46:22 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c data=$(kubectl get configmap 10-percona-primary-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') for expected in \ "initial-data-before-standby" \ "data-added-while-standby-syncing" \ "more-data-for-replication-test" \ "written-after-percona-promotion"; do echo "${data}" | grep -q "${expected}" || { echo "ERROR: '${expected}' missing from Percona primary. Got: ${data}" exit 1 } done] logger.go:42: 19:46:22 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=90s] logger.go:42: 19:46:23 | migration-from-crunchy-standby/11-verify-writable | E0611 19:46:23.501790 803243 reflector.go:227] "Failed to watch" err="Get \"https://34.42.232.220/apis/pgv2.percona.com/v2/namespaces/kuttl-test-welcomed-lion/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-standby&resourceVersion=1781207181171188000&timeoutSeconds=352&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 19:46:23 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 19:46:23 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].replicaCreateBackupComplete}'=true \ --timeout=90s] logger.go:42: 19:46:50 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 19:46:50 | migration-from-crunchy-standby/11-verify-writable | test step completed 11-verify-writable logger.go:42: 19:46:50 | migration-from-crunchy-standby/12-backup | starting test step 12-backup logger.go:42: 19:46:51 | migration-from-crunchy-standby/12-backup | PerconaPGBackup:kuttl-test-welcomed-lion/post-migration-backup created logger.go:42: 19:47:29 | migration-from-crunchy-standby/12-backup | test step completed 12-backup logger.go:42: 19:47:29 | migration-from-crunchy-standby/13-restore | starting test step 13-restore logger.go:42: 19:47:29 | migration-from-crunchy-standby/13-restore | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Percona primary pod not found" exit 1 fi # Capture the current database time as the PITR target BEFORE truncating, # then force a WAL switch so this point is flushed to the archive before # any truncate WAL is written. --target-timeline=current is valid with # --type=time (but not with --type=immediate) and prevents pgBackRest from # following a newer timeline that may exist in the archive from a previous # restore, which would cause a checkpoint-record PANIC. restore_target=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- \ psql -q -t -c "SELECT to_char(clock_timestamp(), 'YYYY-MM-DD HH24:MI:SS')" \ | xargs) kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- \ psql -q -c "SELECT pg_switch_wal();" echo "PITR target: ${restore_target}" # Truncate the table to prove the restore actually brings data back. kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " psql -d migrationtest -c 'TRUNCATE TABLE migration_data;' " # Verify the table is empty before triggering the restore. count=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT count(*) FROM migration_data;' | tr -d ' '") if [ "${count}" != "0" ]; then echo "ERROR: Expected 0 rows after truncate, got ${count}" exit 1 fi cat </dev/null || true helm uninstall pgo --namespace "${CRUNCHY_NS}" --ignore-not-found || true kubectl delete namespace "${CRUNCHY_NS}" --ignore-not-found || true remove_all_finalizers check_operator_panic destroy_operator] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | + source ../../functions logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ realpath ../../.. logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++ BUSYBOX_VER=1.36 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ pwd logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++ test_name=migration-from-crunchy-standby logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/vars.sh logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/deploy logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/conf logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export GIT_BRANCH=PR-1575 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ GIT_BRANCH=PR-1575 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export VERSION=PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ VERSION=PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ SKIP_TEST_WARNINGS=true logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ command -v oc logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ ! -n '' ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ -n '' ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export PG_VER=18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ PG_VER=18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export BUCKET=pg-operator-testing logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ BUCKET=pg-operator-testing logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export PGOV1_TAG=1.4.0 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ PGOV1_TAG=1.4.0 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export PGOV1_VER=14 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ PGOV1_VER=14 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export CPGO_VERSION=5.8.7 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ CPGO_VERSION=5.8.7 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export MINIO_VER=5.4.0 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ MINIO_VER=5.4.0 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export REGISTRY_NAME=docker.io logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ REGISTRY_NAME=docker.io logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ printenv logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ grep -E '^IMAGE' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ awk -F= '{print $1}' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == docker.io/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == percona/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:PR-1575-26ce453f2 == perconalab/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2 logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ which gdate logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ which date logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ date=/usr/sbin/date logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ which gsed logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1575/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++++ which sed logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | +++ sed=/usr/sbin/sed logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | ++ oc get projects logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | + CRUNCHY_NS=kuttl-test-welcomed-lion-crunchy logger.go:42: 19:48:57 | migration-from-crunchy-standby/99-cleanup | + kubectl delete postgrescluster crunchy-source -n kuttl-test-welcomed-lion-crunchy --ignore-not-found logger.go:42: 19:48:58 | migration-from-crunchy-standby/99-cleanup | postgrescluster.postgres-operator.crunchydata.com "crunchy-source" deleted from kuttl-test-welcomed-lion-crunchy namespace logger.go:42: 19:48:58 | migration-from-crunchy-standby/99-cleanup | + kubectl patch postgrescluster crunchy-source -n kuttl-test-welcomed-lion-crunchy --type=json '-p=[{"op":"remove","path":"/metadata/finalizers"}]' logger.go:42: 19:48:59 | migration-from-crunchy-standby/99-cleanup | + true logger.go:42: 19:48:59 | migration-from-crunchy-standby/99-cleanup | + helm uninstall pgo --namespace kuttl-test-welcomed-lion-crunchy --ignore-not-found logger.go:42: 19:49:02 | migration-from-crunchy-standby/99-cleanup | release "pgo" uninstalled logger.go:42: 19:49:02 | migration-from-crunchy-standby/99-cleanup | + kubectl delete namespace kuttl-test-welcomed-lion-crunchy --ignore-not-found logger.go:42: 19:49:02 | migration-from-crunchy-standby/99-cleanup | namespace "kuttl-test-welcomed-lion-crunchy" deleted logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | + remove_all_finalizers logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | + resource_types=("pg-restore" "pg-backup" "pg") logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | + for resource in "${resource_types[@]}" logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | + echo 'removing all finalizers for pg-restore resources' logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | removing all finalizers for pg-restore resources logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-welcomed-lion get pg-restore -o json logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | + jq '.items[] | .metadata.name' -r logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-welcomed-lion delete pg-restore post-migration-restore --wait=0 logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | perconapgrestore.pgv2.percona.com "post-migration-restore" deleted from kuttl-test-welcomed-lion namespace logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | ++ kubectl -n kuttl-test-welcomed-lion get pg-restore post-migration-restore -o yaml logger.go:42: 19:49:15 | migration-from-crunchy-standby/99-cleanup | ++ yq '.metadata.finalizers | length' logger.go:42: 19:49:16 | migration-from-crunchy-standby/99-cleanup | + [[ 1 == 0 ]] logger.go:42: 19:49:16 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-welcomed-lion patch pg-restore post-migration-restore --type=json '-p=[{"op": "remove", "path": "/metadata/finalizers"}]' logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | perconapgrestore.pgv2.percona.com/post-migration-restore patched logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | + for resource in "${resource_types[@]}" logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | + echo 'removing all finalizers for pg-backup resources' logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | removing all finalizers for pg-backup resources logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-welcomed-lion get pg-backup -o json logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | + jq '.items[] | .metadata.name' -r logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-welcomed-lion delete pg-backup percona-standby-backup-2gk7-f6t7l --wait=0 logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | perconapgbackup.pgv2.percona.com "percona-standby-backup-2gk7-f6t7l" deleted from kuttl-test-welcomed-lion namespace logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | ++ kubectl -n kuttl-test-welcomed-lion get pg-backup percona-standby-backup-2gk7-f6t7l -o yaml logger.go:42: 19:49:17 | migration-from-crunchy-standby/99-cleanup | ++ yq '.metadata.finalizers | length' logger.go:42: 19:49:18 | migration-from-crunchy-standby/99-cleanup | Error from server (NotFound): perconapgbackups.pgv2.percona.com "percona-standby-backup-2gk7-f6t7l" not found logger.go:42: 19:49:18 | migration-from-crunchy-standby/99-cleanup | + [[ 0 == 0 ]] logger.go:42: 19:49:18 | migration-from-crunchy-standby/99-cleanup | + continue logger.go:42: 19:49:18 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 19:49:18 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 19:49:18 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-welcomed-lion delete pg-backup post-migration-backup --wait=0 logger.go:42: 19:49:18 | migration-from-crunchy-standby/99-cleanup | perconapgbackup.pgv2.percona.com "post-migration-backup" deleted from kuttl-test-welcomed-lion namespace logger.go:42: 19:49:18 | migration-from-crunchy-standby/99-cleanup | ++ kubectl -n kuttl-test-welcomed-lion get pg-backup post-migration-backup -o yaml logger.go:42: 19:49:18 | migration-from-crunchy-standby/99-cleanup | ++ yq '.metadata.finalizers | length' logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | Error from server (NotFound): perconapgbackups.pgv2.percona.com "post-migration-backup" not found logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | + [[ 0 == 0 ]] logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | + continue logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | + for resource in "${resource_types[@]}" logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | + echo 'removing all finalizers for pg resources' logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | removing all finalizers for pg resources logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-welcomed-lion get pg -o json logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | + jq '.items[] | .metadata.name' -r logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | + check_operator_panic logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | ++ get_operator_pod logger.go:42: 19:49:19 | migration-from-crunchy-standby/99-cleanup | +++ kubectl get pods -n pg-operator --selector=app.kubernetes.io/name=percona-postgresql-operator -o 'jsonpath={.items[].metadata.name}' logger.go:42: 19:49:20 | migration-from-crunchy-standby/99-cleanup | ++ echo percona-postgresql-operator-6bdc47bfb5-g9bhw logger.go:42: 19:49:20 | migration-from-crunchy-standby/99-cleanup | + local operator_pod=percona-postgresql-operator-6bdc47bfb5-g9bhw logger.go:42: 19:49:20 | migration-from-crunchy-standby/99-cleanup | + local panic_log logger.go:42: 19:49:20 | migration-from-crunchy-standby/99-cleanup | ++ kubectl logs -n pg-operator percona-postgresql-operator-6bdc47bfb5-g9bhw -c operator logger.go:42: 19:49:20 | migration-from-crunchy-standby/99-cleanup | ++ grep -A 100 'Observed a panic' logger.go:42: 19:49:21 | migration-from-crunchy-standby/99-cleanup | ++ true logger.go:42: 19:49:21 | migration-from-crunchy-standby/99-cleanup | + panic_log= logger.go:42: 19:49:21 | migration-from-crunchy-standby/99-cleanup | + '[' -n '' ']' logger.go:42: 19:49:21 | migration-from-crunchy-standby/99-cleanup | + destroy_operator logger.go:42: 19:49:21 | migration-from-crunchy-standby/99-cleanup | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 19:49:21 | migration-from-crunchy-standby/99-cleanup | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 19:49:21 | migration-from-crunchy-standby/99-cleanup | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 19:49:21 | migration-from-crunchy-standby/99-cleanup | + [[ -n pg-operator ]] logger.go:42: 19:49:21 | migration-from-crunchy-standby/99-cleanup | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 19:49:21 | migration-from-crunchy-standby/99-cleanup | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 19:49:22 | migration-from-crunchy-standby/99-cleanup | namespace "pg-operator" force deleted logger.go:42: 19:49:33 | migration-from-crunchy-standby/99-cleanup | test step completed 99-cleanup logger.go:42: 19:49:34 | migration-from-crunchy-standby | migration-from-crunchy-standby events from ns kuttl-test-welcomed-lion: logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:17 +0000 UTC Normal ReplicaSet.apps minio-service-7979c64d4c SuccessfulCreate Created pod: minio-service-7979c64d4c-jxhz9 replicaset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:17 +0000 UTC Normal PersistentVolumeClaim minio-service WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:17 +0000 UTC Normal Deployment.apps minio-service ScalingReplicaSet Scaled up replica set minio-service-7979c64d4c from 0 to 1 deployment-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:17 +0000 UTC Normal PersistentVolumeClaim minio-service ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:17 +0000 UTC Normal PersistentVolumeClaim minio-service Provisioning External provisioner is provisioning volume for claim "kuttl-test-welcomed-lion/minio-service" pd.csi.storage.gke.io_gke-818d455410ed4b93a090-8722-1acf-vm_c55fc83c-af73-4286-b4f9-05d896ca025a logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:18 +0000 UTC Normal Pod minio-service-post-job-nvjqc Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/minio-service-post-job-nvjqc to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-x33c default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:18 +0000 UTC Normal Job.batch minio-service-post-job SuccessfulCreate Created pod: minio-service-post-job-nvjqc job-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:19 +0000 UTC Normal Pod minio-service-post-job-nvjqc.spec.containers{minio-make-user} Pulling Pulling image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:21 +0000 UTC Normal Pod minio-service-7979c64d4c-jxhz9 Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/minio-service-7979c64d4c-jxhz9 to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-x33c default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:21 +0000 UTC Normal Pod minio-service-post-job-nvjqc.spec.containers{minio-make-user} Pulled Successfully pulled image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" in 1.791s (1.791s including waiting). Image size: 28122288 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:21 +0000 UTC Normal Pod minio-service-post-job-nvjqc.spec.containers{minio-make-user} Created Created container: minio-make-user kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:21 +0000 UTC Normal Pod minio-service-post-job-nvjqc.spec.containers{minio-make-user} Started Started container minio-make-user kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:21 +0000 UTC Normal PersistentVolumeClaim minio-service ProvisioningSucceeded Successfully provisioned volume pvc-1fc2d402-ae1f-44cf-9c26-761b12b3af78 pd.csi.storage.gke.io_gke-818d455410ed4b93a090-8722-1acf-vm_c55fc83c-af73-4286-b4f9-05d896ca025a logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:29 +0000 UTC Normal Pod minio-service-7979c64d4c-jxhz9 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-1fc2d402-ae1f-44cf-9c26-761b12b3af78" attachdetach-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:32 +0000 UTC Normal Pod minio-service-7979c64d4c-jxhz9.spec.containers{minio} Pulling Pulling image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:34 +0000 UTC Normal Pod minio-service-7979c64d4c-jxhz9.spec.containers{minio} Pulled Successfully pulled image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" in 2.63s (2.63s including waiting). Image size: 62642371 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:34 +0000 UTC Normal Pod minio-service-7979c64d4c-jxhz9.spec.containers{minio} Created Created container: minio kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:34 +0000 UTC Normal Pod minio-service-7979c64d4c-jxhz9.spec.containers{minio} Started Started container minio kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:42 +0000 UTC Normal Job.batch minio-service-post-job Completed Job completed job-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:45 +0000 UTC Normal Pod aws-cli Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/aws-cli to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-2nxk default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:45 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulling Pulling image "perconalab/awscli" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:48 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulled Successfully pulled image "perconalab/awscli" in 3.145s (3.145s including waiting). Image size: 30314917 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:48 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Created Created container: aws-cli kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:33:48 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Started Started container aws-cli kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:34:05 +0000 UTC Normal Pod pg-client-65d98588cc-rwjzs Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/pg-client-65d98588cc-rwjzs to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-x33c default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:34:05 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-rwjzs replicaset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:34:05 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-65d98588cc from 0 to 1 deployment-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:34:06 +0000 UTC Normal Pod pg-client-65d98588cc-rwjzs.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:34:06 +0000 UTC Normal Pod pg-client-65d98588cc-rwjzs.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 119ms (119ms including waiting). Image size: 449758875 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:34:06 +0000 UTC Normal Pod pg-client-65d98588cc-rwjzs.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:34:06 +0000 UTC Normal Pod pg-client-65d98588cc-rwjzs.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:58 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-8t7d-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:58 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-xb7v-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:58 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-xb7v-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:58 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-xb7v-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-welcomed-lion/percona-standby-instance1-xb7v-pgdata" pd.csi.storage.gke.io_gke-818d455410ed4b93a090-8722-1acf-vm_c55fc83c-af73-4286-b4f9-05d896ca025a logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:58 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-xb7v SuccessfulCreate create Pod percona-standby-instance1-xb7v-0 in StatefulSet percona-standby-instance1-xb7v successful statefulset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:58 +0000 UTC Warning Service percona-standby-replicas ClusterIPAllocation ClusterIPNotAllocated Cluster IP [IPv4]: 34.118.238.140 is not allocated; repairing ipallocator-repair-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:59 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-7r82-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:59 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-7r82-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:59 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-7r82-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-welcomed-lion/percona-standby-instance1-7r82-pgdata" pd.csi.storage.gke.io_gke-818d455410ed4b93a090-8722-1acf-vm_c55fc83c-af73-4286-b4f9-05d896ca025a logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:59 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-7r82 SuccessfulCreate create Pod percona-standby-instance1-7r82-0 in StatefulSet percona-standby-instance1-7r82 successful statefulset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:59 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-8t7d-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:59 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-8t7d-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-welcomed-lion/percona-standby-instance1-8t7d-pgdata" pd.csi.storage.gke.io_gke-818d455410ed4b93a090-8722-1acf-vm_c55fc83c-af73-4286-b4f9-05d896ca025a logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:59 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-8t7d SuccessfulCreate create Pod percona-standby-instance1-8t7d-0 in StatefulSet percona-standby-instance1-8t7d successful statefulset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:59 +0000 UTC Normal Pod percona-standby-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-repo-host-0 to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-2nxk default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:59 +0000 UTC Normal StatefulSet.apps percona-standby-repo-host SuccessfulCreate create Pod percona-standby-repo-host-0 in StatefulSet percona-standby-repo-host successful statefulset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:38:59 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com percona-standby RepoHostCreated created pgBackRest repository host StatefulSet/percona-standby-repo-host postgrescluster-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-67wjl Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-pgbouncer-7888848bd4-67wjl to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-x33c default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-67wjl.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-7rwm9 Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-pgbouncer-7888848bd4-7rwm9 to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-5bwl default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-7rwm9.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-xdwvw Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-pgbouncer-7888848bd4-xdwvw to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-2nxk default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal ReplicaSet.apps percona-standby-pgbouncer-7888848bd4 SuccessfulCreate Created pod: percona-standby-pgbouncer-7888848bd4-67wjl replicaset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal ReplicaSet.apps percona-standby-pgbouncer-7888848bd4 SuccessfulCreate Created pod: percona-standby-pgbouncer-7888848bd4-7rwm9 replicaset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal ReplicaSet.apps percona-standby-pgbouncer-7888848bd4 SuccessfulCreate Created pod: percona-standby-pgbouncer-7888848bd4-xdwvw replicaset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal PodDisruptionBudget.policy percona-standby-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal Deployment.apps percona-standby-pgbouncer ScalingReplicaSet Scaled up replica set percona-standby-pgbouncer-7888848bd4 from 0 to 3 deployment-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 179ms (179ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:00 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-67wjl.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 129ms (129ms including waiting). Image size: 84332550 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-67wjl.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-67wjl.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-67wjl.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-67wjl.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 156ms (156ms including waiting). Image size: 84332550 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-67wjl.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-67wjl.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-7rwm9.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 129ms (129ms including waiting). Image size: 84332550 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-7rwm9.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-7rwm9.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-7rwm9.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-7rwm9.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 150ms (150ms including waiting). Image size: 84332550 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-7rwm9.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-7rwm9.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-xdwvw.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-xdwvw.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 167ms (167ms including waiting). Image size: 84332550 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-xdwvw.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-xdwvw.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-xdwvw.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-xdwvw.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 160ms (160ms including waiting). Image size: 84332550 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-xdwvw.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-xdwvw.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 123ms (123ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 140ms (140ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:01 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:02 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-8t7d-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-33e5056f-59b4-4370-89be-36ab59aa039b pd.csi.storage.gke.io_gke-818d455410ed4b93a090-8722-1acf-vm_c55fc83c-af73-4286-b4f9-05d896ca025a logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:02 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0 Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-instance1-xb7v-0 to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-x33c default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:02 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-xb7v-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-4f89445f-039a-4c79-86ae-50338a04bb3b pd.csi.storage.gke.io_gke-818d455410ed4b93a090-8722-1acf-vm_c55fc83c-af73-4286-b4f9-05d896ca025a logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:03 +0000 UTC Normal Pod percona-standby-instance1-7r82-0 Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-instance1-7r82-0 to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-5bwl default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:03 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-7r82-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-505bea43-76c0-4350-af1d-9eab21d89959 pd.csi.storage.gke.io_gke-818d455410ed4b93a090-8722-1acf-vm_c55fc83c-af73-4286-b4f9-05d896ca025a logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:03 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0 Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-instance1-8t7d-0 to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-2nxk default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:07 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-33e5056f-59b4-4370-89be-36ab59aa039b" attachdetach-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:07 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-4f89445f-039a-4c79-86ae-50338a04bb3b" attachdetach-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:08 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:08 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" in 133ms (133ms including waiting). Image size: 85313985 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:08 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:09 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:09 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:09 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" in 137ms (137ms including waiting). Image size: 85313985 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:09 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:09 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:10 +0000 UTC Normal Pod percona-standby-instance1-7r82-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-505bea43-76c0-4350-af1d-9eab21d89959" attachdetach-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:10 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:10 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 151ms (151ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:10 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:10 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:10 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:10 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 170ms (170ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:10 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:10 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:11 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:11 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 147ms (147ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:11 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:11 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:11 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:11 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 162ms (162ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:11 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:11 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" in 130ms (130ms including waiting). Image size: 85313985 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 138ms (138ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{database} Started Started container database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 199ms (199ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 130ms (130ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 146ms (146ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{database} Started Started container database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 146ms (147ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:12 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 136ms (136ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 101ms (101ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:13 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:14 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:14 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 131ms (131ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:14 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:14 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:15 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:15 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 160ms (160ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:15 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:15 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{database} Started Started container database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:15 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:15 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 134ms (134ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:15 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:15 +0000 UTC Warning Pod percona-standby-instance1-8t7d-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:15 +0000 UTC Warning Pod percona-standby-instance1-xb7v-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:16 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:16 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:16 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 125ms (125ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:16 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:16 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:16 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:39:18 +0000 UTC Warning Pod percona-standby-instance1-7r82-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:50 +0000 UTC Normal Pod percona-standby-backup-2gk7-f62hb Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-backup-2gk7-f62hb to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-5bwl default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:50 +0000 UTC Normal Pod percona-standby-backup-2gk7-f62hb.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:50 +0000 UTC Normal Job.batch percona-standby-backup-2gk7 SuccessfulCreate Created pod: percona-standby-backup-2gk7-f62hb job-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:50 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com percona-standby StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:51 +0000 UTC Normal Pod percona-standby-backup-2gk7-f62hb.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" in 157ms (157ms including waiting). Image size: 85313985 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:51 +0000 UTC Normal Pod percona-standby-backup-2gk7-f62hb.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:51 +0000 UTC Normal Pod percona-standby-backup-2gk7-f62hb.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:52 +0000 UTC Normal Pod percona-standby-backup-2gk7-f62hb.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:52 +0000 UTC Normal Pod percona-standby-backup-2gk7-f62hb.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 97ms (97ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:52 +0000 UTC Normal Pod percona-standby-backup-2gk7-f62hb.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:52 +0000 UTC Normal Pod percona-standby-backup-2gk7-f62hb.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:44:55 +0000 UTC Warning PostgresCluster.upstream.pgv2.percona.com percona-standby UnableToCreateStanzas 2026-06-11 19:44:55.417 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? 2026-06-11 19:44:55.598 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? : command terminated with exit code 50 postgrescluster-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:46:48 +0000 UTC Normal Job.batch percona-standby-backup-2gk7 Completed Job completed job-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:46:53 +0000 UTC Normal Pod percona-standby-backup-qjhk-75dwp Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-backup-qjhk-75dwp to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-5bwl default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:46:53 +0000 UTC Normal Job.batch percona-standby-backup-qjhk SuccessfulCreate Created pod: percona-standby-backup-qjhk-75dwp job-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:46:54 +0000 UTC Normal Pod percona-standby-backup-qjhk-75dwp.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:46:54 +0000 UTC Normal Pod percona-standby-backup-qjhk-75dwp.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" in 167ms (167ms including waiting). Image size: 85313985 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:46:54 +0000 UTC Normal Pod percona-standby-backup-qjhk-75dwp.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:46:54 +0000 UTC Normal Pod percona-standby-backup-qjhk-75dwp.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:46:54 +0000 UTC Normal Pod percona-standby-backup-qjhk-75dwp.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:46:54 +0000 UTC Normal Pod percona-standby-backup-qjhk-75dwp.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 113ms (113ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:46:54 +0000 UTC Normal Pod percona-standby-backup-qjhk-75dwp.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:46:55 +0000 UTC Normal Pod percona-standby-backup-qjhk-75dwp.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:18 +0000 UTC Normal Job.batch percona-standby-backup-qjhk Completed Job completed job-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:38 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:38 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:38 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:41 +0000 UTC Normal PodDisruptionBudget.policy percona-standby-set-instance1 NoPods No matching pods found controllermanager logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:42 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-6twcw Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-pgbackrest-restore-6twcw to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-5bwl default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:42 +0000 UTC Warning Pod percona-standby-pgbackrest-restore-6twcw FailedAttachVolume Multi-Attach error for volume "pvc-33e5056f-59b4-4370-89be-36ab59aa039b" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:42 +0000 UTC Normal Job.batch percona-standby-pgbackrest-restore SuccessfulCreate Created pod: percona-standby-pgbackrest-restore-6twcw job-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:56 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-6twcw SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-33e5056f-59b4-4370-89be-36ab59aa039b" attachdetach-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:57 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-6twcw.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:57 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-6twcw.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 167ms (167ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:57 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-6twcw.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:58 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-6twcw.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:58 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-6twcw.spec.containers{pgbackrest-restore} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:59 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-6twcw.spec.containers{pgbackrest-restore} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 148ms (148ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:59 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-6twcw.spec.containers{pgbackrest-restore} Created Created container: pgbackrest-restore kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:47:59 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-6twcw.spec.containers{pgbackrest-restore} Started Started container pgbackrest-restore kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:10 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0 Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-instance1-8t7d-0 to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-5bwl default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:10 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-8t7d SuccessfulCreate create Pod percona-standby-instance1-8t7d-0 in StatefulSet percona-standby-instance1-8t7d successful statefulset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:10 +0000 UTC Normal Job.batch percona-standby-pgbackrest-restore Completed Job completed job-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:17 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:18 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" in 161ms (161ms including waiting). Image size: 85313985 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:18 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:18 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:19 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:19 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 144ms (144ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:19 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:19 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:20 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:20 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 143ms (143ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:20 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:20 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:21 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:21 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 193ms (193ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:21 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:21 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{database} Started Started container database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:21 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:21 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 189ms (189ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:21 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:21 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:21 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:21 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 137ms (137ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:21 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:22 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:22 +0000 UTC Normal Pod percona-standby-instance1-8t7d-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:24 +0000 UTC Warning Pod percona-standby-instance1-8t7d-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:27 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0 Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-instance1-xb7v-0 to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-x33c default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:27 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-xb7v SuccessfulCreate create Pod percona-standby-instance1-xb7v-0 in StatefulSet percona-standby-instance1-xb7v successful statefulset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:28 +0000 UTC Normal Pod percona-standby-instance1-7r82-0 Binding Scheduled Successfully assigned kuttl-test-welcomed-lion/percona-standby-instance1-7r82-0 to gke-jen-pg-1575-26ce453f-default-pool-77ca128b-2nxk default-scheduler logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:28 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-7r82 SuccessfulCreate create Pod percona-standby-instance1-7r82-0 in StatefulSet percona-standby-instance1-7r82 successful statefulset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:32 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-4f89445f-039a-4c79-86ae-50338a04bb3b" attachdetach-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:33 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:33 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" in 159ms (159ms including waiting). Image size: 85313985 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:33 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:33 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:34 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:34 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 136ms (136ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:34 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:34 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:35 +0000 UTC Normal Pod percona-standby-instance1-7r82-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-505bea43-76c0-4350-af1d-9eab21d89959" attachdetach-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:35 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:35 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 151ms (151ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:35 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:35 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 118ms (118ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{database} Started Started container database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 149ms (149ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 142ms (142ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:36 +0000 UTC Normal Pod percona-standby-instance1-xb7v-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:37 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:37 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1575-26ce453f2" in 156ms (156ms including waiting). Image size: 85313985 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:37 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:37 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:37 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:38 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 153ms (153ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:38 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:38 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:38 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:38 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 129ms (129ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:39 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:39 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:39 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:39 +0000 UTC Warning Pod percona-standby-instance1-xb7v-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 139ms (139ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{database} Started Started container database kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 176ms (176ms including waiting). Image size: 447931804 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 116ms (116ms including waiting). Image size: 131756530 bytes. kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:40 +0000 UTC Normal Pod percona-standby-instance1-7r82-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:51 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-xb7v SuccessfulDelete delete Pod percona-standby-instance1-xb7v-0 in StatefulSet percona-standby-instance1-xb7v successful statefulset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:52 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-7r82 SuccessfulDelete delete Pod percona-standby-instance1-7r82-0 in StatefulSet percona-standby-instance1-7r82 successful statefulset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:55 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-8t7d SuccessfulDelete delete Pod percona-standby-instance1-8t7d-0 in StatefulSet percona-standby-instance1-8t7d successful statefulset-controller logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:58 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:48:58 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:49:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-67wjl.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:49:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-67wjl.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:49:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-7rwm9.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:49:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-7rwm9.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:49:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-xdwvw.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | 2026-06-11 19:49:01 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-xdwvw.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 19:49:34 | migration-from-crunchy-standby | Deleting namespace "kuttl-test-welcomed-lion" === NAME kuttl harness.go:404: run tests finished harness.go:511: cleaning up harness.go:568: removing temp folder: "" --- PASS: kuttl (1082.28s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/migration-from-crunchy-standby (1081.57s) PASS