=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://35.225.132.168 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 600 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 47 tests === RUN kuttl/harness === RUN kuttl/harness/migration-from-crunchy-standby === PAUSE kuttl/harness/migration-from-crunchy-standby === CONT kuttl/harness/migration-from-crunchy-standby logger.go:42: 16:04:49 | migration-from-crunchy-standby | Ignoring "conf": does not begin with a number followed by a dash. logger.go:42: 16:04:49 | migration-from-crunchy-standby | Creating namespace "kuttl-test-loving-chimp" logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | starting test step 0-deploy-operators logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl create namespace "${CRUNCHY_NS}" || true # singleNamespace=true scopes pgo to its own namespace only helm install pgo \ oci://registry.developers.crunchydata.com/crunchydata/pgo \ --namespace "${CRUNCHY_NS}" \ --version "${CPGO_VERSION}" \ --set singleNamespace=true \ --wait # Deploy minio WITH TLS — pgBackRest requires HTTPS; repo1-s3-verify-tls=n skips validation. kubectl -n "${NAMESPACE}" apply -f "${TESTS_CONFIG_DIR}/minio-secret.yml" access_key="$(kubectl -n "${NAMESPACE}" get secret minio-secret \ -o jsonpath='{.data.AWS_ACCESS_KEY_ID}' | base64 -d)" secret_key="$(kubectl -n "${NAMESPACE}" get secret minio-secret \ -o jsonpath='{.data.AWS_SECRET_ACCESS_KEY}' | base64 -d)" # Self-signed cert; SAN is irrelevant because verify-tls=n openssl req -x509 -nodes -days 3650 -newkey rsa:2048 \ -keyout "${TEMP_DIR}/minio.key" \ -out "${TEMP_DIR}/minio.crt" \ -subj "/CN=minio-service" kubectl -n "${NAMESPACE}" create secret generic minio-tls \ --from-file=public.crt="${TEMP_DIR}/minio.crt" \ --from-file=private.key="${TEMP_DIR}/minio.key" deploy_minio minio-service minio-tls cat > "${TEMP_DIR}/pgbackrest-minio.ini" << EOF [global] repo1-s3-key=${access_key} repo1-s3-key-secret=${secret_key} EOF # Separate secrets: Percona operator (test namespace) and Crunchy (crunchy namespace) kubectl -n "${NAMESPACE}" create secret generic "migration-from-crunchy-pgbackrest-secrets" \ --from-file=cloud.conf="${TEMP_DIR}/pgbackrest-minio.ini" kubectl -n "${CRUNCHY_NS}" create secret generic "crunchy-pgbackrest-secret" \ --from-file=cloud.conf="${TEMP_DIR}/pgbackrest-minio.ini" deploy_operator deploy_client] logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | + source ../../functions logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ realpath ../../.. logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | ++ BUSYBOX_VER=1.36 logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | ++++ pwd logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ command -v oc logger.go:42: 16:04:49 | migration-from-crunchy-standby/0-deploy-operators | +++ oc get projects logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | error: the server doesn't have a resource type "projects" logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ ! -n '' ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ -n '' ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export PG_VER=18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ PG_VER=18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export PG_DISTRIBUTION= logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ PG_DISTRIBUTION= logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ '' == community ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export BUCKET=pg-operator-testing logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ BUCKET=pg-operator-testing logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export PGOV1_VER=14 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ PGOV1_VER=14 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export MINIO_VER=5.4.0 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ MINIO_VER=5.4.0 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ REGISTRY_NAME=docker.io logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ printenv logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ grep -E '^IMAGE' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ awk -F= '{print $1}' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ which gdate logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ which date logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ date=/usr/sbin/date logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ which gsed logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++++ which sed logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | +++ sed=/usr/sbin/sed logger.go:42: 16:04:50 | migration-from-crunchy-standby/0-deploy-operators | ++ oc get projects logger.go:42: 16:04:51 | migration-from-crunchy-standby/0-deploy-operators | + init_temp_dir logger.go:42: 16:04:51 | migration-from-crunchy-standby/0-deploy-operators | + rm -rf /tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:04:51 | migration-from-crunchy-standby/0-deploy-operators | + mkdir -p /tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:04:51 | migration-from-crunchy-standby/0-deploy-operators | + CRUNCHY_NS=kuttl-test-loving-chimp-crunchy logger.go:42: 16:04:51 | migration-from-crunchy-standby/0-deploy-operators | + kubectl create namespace kuttl-test-loving-chimp-crunchy logger.go:42: 16:04:51 | migration-from-crunchy-standby/0-deploy-operators | namespace/kuttl-test-loving-chimp-crunchy created logger.go:42: 16:04:51 | migration-from-crunchy-standby/0-deploy-operators | + helm install pgo oci://registry.developers.crunchydata.com/crunchydata/pgo --namespace kuttl-test-loving-chimp-crunchy --version 5.8.7 --set singleNamespace=true --wait logger.go:42: 16:04:53 | migration-from-crunchy-standby/0-deploy-operators | Pulled: registry.developers.crunchydata.com/crunchydata/pgo:5.8.7 logger.go:42: 16:04:53 | migration-from-crunchy-standby/0-deploy-operators | Digest: sha256:c6666e6916666f29d46f51fb383e9cdafd7f6d452f05b73314d55c93511b6842 logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | NAME: pgo logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | LAST DEPLOYED: Mon Jul 13 16:04:55 2026 logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | NAMESPACE: kuttl-test-loving-chimp-crunchy logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | STATUS: deployed logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | REVISION: 1 logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | TEST SUITE: None logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | NOTES: logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | Thank you for deploying PGO v5.8.7! logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((%%%%%%%((((((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%%% %%%%(((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%%( (((( ( %%%((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((%% (( ,(( %%%((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((%% *%%/ %%%%%%%(((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((%%(( %%%%%%%%%%#(((((%%%%%%%%%%#(((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((((((%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%(((((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | *((((((((((((((((((((%%%%%% /%%%%%%%%%%%%%%%%%%%(((((((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((((((((((%%%/ .%, %%%((((((((((((((((((, logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((((((((((% %#((((((((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((((((%%%%%% #%((((((((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((((%% %%(((((((((((((((, logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((%%%#% % %%((((((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ((((((((((((%. % % #(((((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | (((((((((((%% % %%* %((((((((((((( logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | #(###(###(#%% %%% %% %%% #%%#(###(###(# logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ###########%%%%% /%%%%%%%%%%%%% %% %%%%% ,%%####### logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ###############%% %%%%%% %%% %%%%%%%% %%##### logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ################%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %% %%## logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ################%% %%%%%%%%%%%%%%%%% %%%% % logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ##############%# %% (%%%%%%% %%%%%% logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | #############% %%%%% %%%%%%%%%%% logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ###########% %%%%%%%%%%% %%%%%%%%% logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | #########%% %% %%%%%%%%%%%%%%%# logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ########%% %% %%%%%%%%% logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ######%% %% %%%%%% logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | ####%%% %%%%% % logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | %% %%%% logger.go:42: 16:05:33 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-loving-chimp apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf/minio-secret.yml logger.go:42: 16:05:34 | migration-from-crunchy-standby/0-deploy-operators | secret/minio-secret created logger.go:42: 16:05:34 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-loving-chimp get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 16:05:34 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + access_key=some-access-key logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-loving-chimp get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + secret_key=some-secret-key logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + openssl req -x509 -nodes -days 3650 -newkey rsa:2048 -keyout /tmp/kuttl/pg/migration-from-crunchy-standby/minio.key -out /tmp/kuttl/pg/migration-from-crunchy-standby/minio.crt -subj /CN=minio-service logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | ......+..+.+.....+......+.+..+.......+.....+++++++++++++++++++++++++++++++++++++++*.+.........+...+.....+......+......+.+..+...............+................+..+++++++++++++++++++++++++++++++++++++++*....+......+...............+...+..+.......+..+....+......+......+........+.......+..+.+.....+.......+...+..+...+.+.....+......+...............+.......+.....+...+............+..................+....+...+...........+......+.+..+.+......+...+...+..............................+...+......++++++ logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | ...+..+............+.+.....+....+...+........+...+.+.....+++++++++++++++++++++++++++++++++++++++*.+.+.....+....+........+...+....+..+....+.....+......+..........+...........+...+.......+..............+.+..+++++++++++++++++++++++++++++++++++++++*........+..+.+........+....+..+.....................+....+...+........+..........+...+............+..+............+....+.........+........+....+.....+..................+.+...........+...+.+..+..........+...+......+........+......+............+...+............+....+.........+..+..........+...+.........+..+...+......+................+.........+.....................+........+...+....+.........+..+...+.........+...++++++ logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | ----- logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-loving-chimp create secret generic minio-tls --from-file=public.crt=/tmp/kuttl/pg/migration-from-crunchy-standby/minio.crt --from-file=private.key=/tmp/kuttl/pg/migration-from-crunchy-standby/minio.key logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | secret/minio-tls created logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + deploy_minio minio-service minio-tls logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + local name=minio-service logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + local tls_secret=minio-tls logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + local access_key logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + local secret_key logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + local endpoint_url=http://minio-service:9000 logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + local aws_extra_args= logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + local service_account_name=minio-sa logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | + local -a additional_helm_args logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-loving-chimp get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 16:05:35 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 16:05:36 | migration-from-crunchy-standby/0-deploy-operators | + access_key=some-access-key logger.go:42: 16:05:36 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-loving-chimp get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 16:05:36 | migration-from-crunchy-standby/0-deploy-operators | ++ base64 -d logger.go:42: 16:05:36 | migration-from-crunchy-standby/0-deploy-operators | + secret_key=some-secret-key logger.go:42: 16:05:36 | migration-from-crunchy-standby/0-deploy-operators | ++ detect_k8s_platform logger.go:42: 16:05:36 | migration-from-crunchy-standby/0-deploy-operators | ++ local platform= logger.go:42: 16:05:36 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl get nodes -o json logger.go:42: 16:05:36 | migration-from-crunchy-standby/0-deploy-operators | ++ jq -r '.items[0].spec.providerID' logger.go:42: 16:05:36 | migration-from-crunchy-standby/0-deploy-operators | ++ grep -q gce:// logger.go:42: 16:05:37 | migration-from-crunchy-standby/0-deploy-operators | ++ platform=gke logger.go:42: 16:05:37 | migration-from-crunchy-standby/0-deploy-operators | ++ echo gke logger.go:42: 16:05:37 | migration-from-crunchy-standby/0-deploy-operators | + [[ gke == openshift ]] logger.go:42: 16:05:37 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n minio-tls ]] logger.go:42: 16:05:37 | migration-from-crunchy-standby/0-deploy-operators | + additional_helm_args+=(--set tls.enabled=true --set tls.certSecret="${tls_secret}") logger.go:42: 16:05:37 | migration-from-crunchy-standby/0-deploy-operators | + endpoint_url=https://minio-service:9000 logger.go:42: 16:05:37 | migration-from-crunchy-standby/0-deploy-operators | + aws_extra_args=--no-verify-ssl logger.go:42: 16:05:37 | migration-from-crunchy-standby/0-deploy-operators | + helm uninstall -n kuttl-test-loving-chimp minio-service logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | Error: uninstall: Release not loaded: minio-service: release: not found logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | + : logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | + helm repo remove minio logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | "minio" has been removed from your repositories logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | + helm repo add minio https://charts.min.io/ logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | "minio" has been added to your repositories logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | +++ printf %q some-access-key logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | ++ printf %q some-access-key logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | +++ printf %q some-secret-key logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | ++ printf %q some-secret-key logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | + retry 10 60 helm install minio-service -n kuttl-test-loving-chimp --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-tls minio/minio logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | + local max=10 logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | + local delay=60 logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | + shift 2 logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | + local n=1 logger.go:42: 16:05:38 | migration-from-crunchy-standby/0-deploy-operators | + helm install minio-service -n kuttl-test-loving-chimp --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false --set tls.enabled=true --set tls.certSecret=minio-tls minio/minio logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | NAME: minio-service logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | LAST DEPLOYED: Mon Jul 13 16:05:39 2026 logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | NAMESPACE: kuttl-test-loving-chimp logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | STATUS: deployed logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | REVISION: 1 logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | TEST SUITE: None logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | NOTES: logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | MinIO can be accessed via port 9000 on the following DNS name from within your cluster: logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | minio-service.kuttl-test-loving-chimp.cluster.local logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | To access MinIO from localhost, run the below commands: logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-loving-chimp -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-loving-chimp logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-loving-chimp minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-loving-chimp minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | 3. mc ls minio-service-local logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | ++ kubectl -n kuttl-test-loving-chimp get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | + MINIO_POD=minio-service-7979c64d4c-xl6vx logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | + wait_pod minio-service-7979c64d4c-xl6vx logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | + local pod=minio-service-7979c64d4c-xl6vx logger.go:42: 16:06:07 | migration-from-crunchy-standby/0-deploy-operators | + set +o xtrace logger.go:42: 16:06:08 | migration-from-crunchy-standby/0-deploy-operators | minio-service-7979c64d4c-xl6vxtrue logger.go:42: 16:06:08 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-loving-chimp run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c $'AWS_ACCESS_KEY_ID=\'some-access-key\' AWS_SECRET_ACCESS_KEY=\'some-secret-key\' AWS_DEFAULT_REGION=us-east-1 \t\t/usr/bin/aws --endpoint-url https://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing' logger.go:42: 16:06:13 | migration-from-crunchy-standby/0-deploy-operators | /usr/lib/python2.7/site-packages/botocore/vendored/requests/packages/urllib3/connectionpool.py:768: InsecureRequestWarning: Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.org/en/latest/security.html logger.go:42: 16:06:13 | migration-from-crunchy-standby/0-deploy-operators | InsecureRequestWarning) logger.go:42: 16:06:13 | migration-from-crunchy-standby/0-deploy-operators | make_bucket: operator-testing logger.go:42: 16:06:13 | migration-from-crunchy-standby/0-deploy-operators | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. logger.go:42: 16:06:13 | migration-from-crunchy-standby/0-deploy-operators | If you don't see a command prompt, try pressing enter. logger.go:42: 16:06:15 | migration-from-crunchy-standby/0-deploy-operators | pod "aws-cli" deleted from kuttl-test-loving-chimp namespace logger.go:42: 16:06:15 | migration-from-crunchy-standby/0-deploy-operators | + cat logger.go:42: 16:06:15 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-loving-chimp create secret generic migration-from-crunchy-pgbackrest-secrets --from-file=cloud.conf=/tmp/kuttl/pg/migration-from-crunchy-standby/pgbackrest-minio.ini logger.go:42: 16:06:16 | migration-from-crunchy-standby/0-deploy-operators | secret/migration-from-crunchy-pgbackrest-secrets created logger.go:42: 16:06:16 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-loving-chimp-crunchy create secret generic crunchy-pgbackrest-secret --from-file=cloud.conf=/tmp/kuttl/pg/migration-from-crunchy-standby/pgbackrest-minio.ini logger.go:42: 16:06:16 | migration-from-crunchy-standby/0-deploy-operators | secret/crunchy-pgbackrest-secret created logger.go:42: 16:06:16 | migration-from-crunchy-standby/0-deploy-operators | + deploy_operator logger.go:42: 16:06:16 | migration-from-crunchy-standby/0-deploy-operators | + local cw_prefix= logger.go:42: 16:06:16 | migration-from-crunchy-standby/0-deploy-operators | + destroy_operator logger.go:42: 16:06:16 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 16:06:16 | migration-from-crunchy-standby/0-deploy-operators | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 16:06:17 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 16:06:17 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n pg-operator ]] logger.go:42: 16:06:17 | migration-from-crunchy-standby/0-deploy-operators | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 16:06:17 | migration-from-crunchy-standby/0-deploy-operators | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 16:06:17 | migration-from-crunchy-standby/0-deploy-operators | namespace "pg-operator" force deleted logger.go:42: 16:06:29 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n pg-operator ]] logger.go:42: 16:06:29 | migration-from-crunchy-standby/0-deploy-operators | + create_namespace pg-operator logger.go:42: 16:06:29 | migration-from-crunchy-standby/0-deploy-operators | + local namespace=pg-operator logger.go:42: 16:06:29 | migration-from-crunchy-standby/0-deploy-operators | + [[ -n '' ]] logger.go:42: 16:06:29 | migration-from-crunchy-standby/0-deploy-operators | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 16:06:29 | migration-from-crunchy-standby/0-deploy-operators | + kubectl wait --for=delete namespace pg-operator logger.go:42: 16:06:30 | migration-from-crunchy-standby/0-deploy-operators | + kubectl create namespace pg-operator logger.go:42: 16:06:30 | migration-from-crunchy-standby/0-deploy-operators | namespace/pg-operator created logger.go:42: 16:06:30 | migration-from-crunchy-standby/0-deploy-operators | + cw_prefix=cw- logger.go:42: 16:06:30 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy/crd.yaml logger.go:42: 16:06:31 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 16:06:32 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 16:06:35 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 16:06:35 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 16:06:35 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 16:06:35 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/pgadmins.upstream.pgv2.percona.com serverside-applied logger.go:42: 16:06:36 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/pgupgrades.upstream.pgv2.percona.com serverside-applied logger.go:42: 16:06:38 | migration-from-crunchy-standby/0-deploy-operators | customresourcedefinition.apiextensions.k8s.io/postgresclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 16:06:38 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy/cw-rbac.yaml logger.go:42: 16:06:39 | migration-from-crunchy-standby/0-deploy-operators | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 16:06:39 | migration-from-crunchy-standby/0-deploy-operators | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 16:06:39 | migration-from-crunchy-standby/0-deploy-operators | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 16:06:39 | migration-from-crunchy-standby/0-deploy-operators | + local disable_telemetry=true logger.go:42: 16:06:39 | migration-from-crunchy-standby/0-deploy-operators | + '[' migration-from-crunchy-standby == telemetry-transfer ']' logger.go:42: 16:06:39 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy/cw-operator.yaml logger.go:42: 16:06:39 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 16:06:39 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 16:06:39 | migration-from-crunchy-standby/0-deploy-operators | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 16:06:39 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n pg-operator apply -f - logger.go:42: 16:06:40 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/percona-postgresql-operator created logger.go:42: 16:06:40 | migration-from-crunchy-standby/0-deploy-operators | + deploy_client logger.go:42: 16:06:40 | migration-from-crunchy-standby/0-deploy-operators | + kubectl -n kuttl-test-loving-chimp apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf/client.yaml logger.go:42: 16:06:41 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/pg-client created logger.go:42: 16:06:43 | migration-from-crunchy-standby/0-deploy-operators | running command: [sh -c kubectl wait deployment pgo \ -n "${NAMESPACE}-crunchy" \ --for=condition=Available \ --timeout=120s] logger.go:42: 16:06:44 | migration-from-crunchy-standby/0-deploy-operators | E0713 16:06:44.107451 2612510 reflector.go:227] "Failed to watch" err="Get \"https://35.225.132.168/apis/apps/v1/namespaces/kuttl-test-loving-chimp-crunchy/deployments?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpgo&resourceVersion=1783958803577375002&timeoutSeconds=552&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 16:06:44 | migration-from-crunchy-standby/0-deploy-operators | deployment.apps/pgo condition met logger.go:42: 16:06:44 | migration-from-crunchy-standby/0-deploy-operators | test step completed 0-deploy-operators logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | starting test step 1-create-crunchy-cluster logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" MINIO_ENDPOINT="minio-service.${NAMESPACE}.svc.cluster.local:9000" REPO_PATH="/migration-from-crunchy/${RANDOM}/repo1" kubectl create configmap -n "${NAMESPACE}" crunchy-migration-config \ --from-literal=repo-path="${REPO_PATH}" \ --from-literal=minio-endpoint="${MINIO_ENDPOINT}" \ --from-literal=crunchy-ns="${CRUNCHY_NS}" cat "${TEST_CONFIG_DIR}/crunchy-source.yaml" | \ yq eval ".spec.postgresVersion = ${PG_VER}" | \ $sed "s||${REPO_PATH}|g" | \ $sed "s||${MINIO_ENDPOINT}|g" | \ kubectl -n "${CRUNCHY_NS}" apply -f -] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | + source ../../functions logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ realpath ../../.. logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ BUSYBOX_VER=1.36 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ pwd logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ command -v oc logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ oc get projects logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | error: the server doesn't have a resource type "projects" logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ ! -n '' ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ -n '' ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PG_VER=18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PG_VER=18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PG_DISTRIBUTION= logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PG_DISTRIBUTION= logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ '' == community ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export PGOV1_VER=14 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ PGOV1_VER=14 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ printenv logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ grep -E '^IMAGE' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ awk -F= '{print $1}' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which gdate logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which date logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ date=/usr/sbin/date logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which gsed logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++++ which sed logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | +++ sed=/usr/sbin/sed logger.go:42: 16:06:44 | migration-from-crunchy-standby/1-create-crunchy-cluster | ++ oc get projects logger.go:42: 16:06:45 | migration-from-crunchy-standby/1-create-crunchy-cluster | + CRUNCHY_NS=kuttl-test-loving-chimp-crunchy logger.go:42: 16:06:45 | migration-from-crunchy-standby/1-create-crunchy-cluster | + MINIO_ENDPOINT=minio-service.kuttl-test-loving-chimp.svc.cluster.local:9000 logger.go:42: 16:06:45 | migration-from-crunchy-standby/1-create-crunchy-cluster | + REPO_PATH=/migration-from-crunchy/25653/repo1 logger.go:42: 16:06:45 | migration-from-crunchy-standby/1-create-crunchy-cluster | + kubectl create configmap -n kuttl-test-loving-chimp crunchy-migration-config --from-literal=repo-path=/migration-from-crunchy/25653/repo1 --from-literal=minio-endpoint=minio-service.kuttl-test-loving-chimp.svc.cluster.local:9000 --from-literal=crunchy-ns=kuttl-test-loving-chimp-crunchy logger.go:42: 16:06:45 | migration-from-crunchy-standby/1-create-crunchy-cluster | configmap/crunchy-migration-config created logger.go:42: 16:06:45 | migration-from-crunchy-standby/1-create-crunchy-cluster | + cat /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf/crunchy-source.yaml logger.go:42: 16:06:45 | migration-from-crunchy-standby/1-create-crunchy-cluster | + yq eval '.spec.postgresVersion = 18' logger.go:42: 16:06:45 | migration-from-crunchy-standby/1-create-crunchy-cluster | + /usr/sbin/sed 's||/migration-from-crunchy/25653/repo1|g' logger.go:42: 16:06:45 | migration-from-crunchy-standby/1-create-crunchy-cluster | + /usr/sbin/sed 's||minio-service.kuttl-test-loving-chimp.svc.cluster.local:9000|g' logger.go:42: 16:06:45 | migration-from-crunchy-standby/1-create-crunchy-cluster | + kubectl -n kuttl-test-loving-chimp-crunchy apply -f - logger.go:42: 16:06:47 | migration-from-crunchy-standby/1-create-crunchy-cluster | postgrescluster.postgres-operator.crunchydata.com/crunchy-source created logger.go:42: 16:06:47 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Wait for the primary pod to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=420s # Wait for pgBouncer to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=pgbouncer \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=120s # Wait for pgbackrest stanza to be created. # The backup annotation (triggering the full backup) is applied in the # next step only after stanza creation, so we don't wait for a job here. kubectl wait postgrescluster/crunchy-source \ -n "${CRUNCHY_NS}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=300s] logger.go:42: 16:06:47 | migration-from-crunchy-standby/1-create-crunchy-cluster | error: no matching resources found logger.go:42: 16:06:48 | migration-from-crunchy-standby/1-create-crunchy-cluster | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Wait for the primary pod to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=420s # Wait for pgBouncer to be ready kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=pgbouncer \ -n "${CRUNCHY_NS}" \ --for=condition=Ready \ --timeout=120s # Wait for pgbackrest stanza to be created. # The backup annotation (triggering the full backup) is applied in the # next step only after stanza creation, so we don't wait for a job here. kubectl wait postgrescluster/crunchy-source \ -n "${CRUNCHY_NS}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=300s] logger.go:42: 16:08:54 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-pdff-0 condition met logger.go:42: 16:09:03 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-qjv6-0 condition met logger.go:42: 16:09:03 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0713 16:09:03.528560 2612654 reflector.go:227] "Failed to watch" err="Get \"https://35.225.132.168/api/v1/namespaces/kuttl-test-loving-chimp-crunchy/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source-instance1-vdtr-0&resourceVersion=1783958943139551001&timeoutSeconds=465&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 16:09:03 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-instance1-vdtr-0 condition met logger.go:42: 16:09:04 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0713 16:09:04.456271 2612852 reflector.go:227] "Failed to watch" err="Get \"https://35.225.132.168/api/v1/namespaces/kuttl-test-loving-chimp-crunchy/pods?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source-pgbouncer-7685c67cc-rsmkj&resourceVersion=1783958944067575000&timeoutSeconds=410&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 16:09:04 | migration-from-crunchy-standby/1-create-crunchy-cluster | pod/crunchy-source-pgbouncer-7685c67cc-rsmkj condition met logger.go:42: 16:09:05 | migration-from-crunchy-standby/1-create-crunchy-cluster | E0713 16:09:05.202741 2612653 reflector.go:227] "Failed to watch" err="Get \"https://35.225.132.168/apis/postgres-operator.crunchydata.com/v1beta1/namespaces/kuttl-test-loving-chimp-crunchy/postgresclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dcrunchy-source&resourceVersion=1783958941440056000&timeoutSeconds=560&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 16:09:05 | migration-from-crunchy-standby/1-create-crunchy-cluster | postgrescluster.postgres-operator.crunchydata.com/crunchy-source condition met logger.go:42: 16:09:05 | migration-from-crunchy-standby/1-create-crunchy-cluster | test step completed 1-create-crunchy-cluster logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | starting test step 2-write-initial-data logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Get the primary pod in the Crunchy namespace primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Crunchy primary pod not found" exit 1 fi # Write initial test data directly via psql on the primary pod kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c " psql -c 'CREATE DATABASE migrationtest;' psql -d migrationtest -c 'CREATE TABLE migration_data (id int PRIMARY KEY, value text);' psql -d migrationtest -c \"INSERT INTO migration_data VALUES (1, 'initial-data-before-standby');\" " data=$(kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;'") kubectl create configmap -n "${NAMESPACE}" 02-initial-data \ --from-literal=data="${data}"] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | + source ../../functions logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ realpath ../../.. logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++ BUSYBOX_VER=1.36 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ pwd logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ command -v oc logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ oc get projects logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | error: the server doesn't have a resource type "projects" logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ ! -n '' ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ -n '' ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export PG_VER=18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ PG_VER=18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export PG_DISTRIBUTION= logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ PG_DISTRIBUTION= logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ '' == community ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export BUCKET=pg-operator-testing logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ BUCKET=pg-operator-testing logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export PGOV1_VER=14 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ PGOV1_VER=14 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export MINIO_VER=5.4.0 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ MINIO_VER=5.4.0 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ REGISTRY_NAME=docker.io logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ printenv logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ grep -E '^IMAGE' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ awk -F= '{print $1}' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ which gdate logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ which date logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ date=/usr/sbin/date logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ which gsed logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++++ which sed logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | +++ sed=/usr/sbin/sed logger.go:42: 16:09:05 | migration-from-crunchy-standby/2-write-initial-data | ++ oc get projects logger.go:42: 16:09:06 | migration-from-crunchy-standby/2-write-initial-data | + CRUNCHY_NS=kuttl-test-loving-chimp-crunchy logger.go:42: 16:09:06 | migration-from-crunchy-standby/2-write-initial-data | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-loving-chimp-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:09:07 | migration-from-crunchy-standby/2-write-initial-data | + primary=crunchy-source-instance1-vdtr-0 logger.go:42: 16:09:07 | migration-from-crunchy-standby/2-write-initial-data | + '[' -z crunchy-source-instance1-vdtr-0 ']' logger.go:42: 16:09:07 | migration-from-crunchy-standby/2-write-initial-data | + kubectl exec -n kuttl-test-loving-chimp-crunchy crunchy-source-instance1-vdtr-0 -c database -- bash -c $'\n psql -c \'CREATE DATABASE migrationtest;\'\n psql -d migrationtest -c \'CREATE TABLE migration_data (id int PRIMARY KEY, value text);\'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (1, \'initial-data-before-standby\');"\n' logger.go:42: 16:09:08 | migration-from-crunchy-standby/2-write-initial-data | CREATE DATABASE logger.go:42: 16:09:08 | migration-from-crunchy-standby/2-write-initial-data | CREATE TABLE logger.go:42: 16:09:08 | migration-from-crunchy-standby/2-write-initial-data | INSERT 0 1 logger.go:42: 16:09:08 | migration-from-crunchy-standby/2-write-initial-data | ++ kubectl exec -n kuttl-test-loving-chimp-crunchy crunchy-source-instance1-vdtr-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\''' logger.go:42: 16:09:09 | migration-from-crunchy-standby/2-write-initial-data | + data=' 1 | initial-data-before-standby' logger.go:42: 16:09:09 | migration-from-crunchy-standby/2-write-initial-data | + kubectl create configmap -n kuttl-test-loving-chimp 02-initial-data '--from-literal=data= 1 | initial-data-before-standby' logger.go:42: 16:09:10 | migration-from-crunchy-standby/2-write-initial-data | configmap/02-initial-data created logger.go:42: 16:09:10 | migration-from-crunchy-standby/2-write-initial-data | running command: [sh -c data=$(kubectl get configmap 02-initial-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: initial data not found. Got: ${data}" exit 1 }] logger.go:42: 16:09:10 | migration-from-crunchy-standby/2-write-initial-data | test step completed 2-write-initial-data logger.go:42: 16:09:10 | migration-from-crunchy-standby/3-trigger-backup | starting test step 3-trigger-backup logger.go:42: 16:09:10 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit set -o xtrace CRUNCHY_NS="${NAMESPACE}-crunchy" # Trigger a full backup now that the data has been written. # Doing the backup AFTER writing data means the Percona standby will # restore close to the current state and replay only a small amount of WAL, # which is the realistic production migration pattern. kubectl -n "${CRUNCHY_NS}" annotate postgrescluster crunchy-source \ postgres-operator.crunchydata.com/pgbackrest-backup="$(date +%s)"] logger.go:42: 16:09:10 | migration-from-crunchy-standby/3-trigger-backup | + CRUNCHY_NS=kuttl-test-loving-chimp-crunchy logger.go:42: 16:09:10 | migration-from-crunchy-standby/3-trigger-backup | ++ date +%s logger.go:42: 16:09:10 | migration-from-crunchy-standby/3-trigger-backup | + kubectl -n kuttl-test-loving-chimp-crunchy annotate postgrescluster crunchy-source postgres-operator.crunchydata.com/pgbackrest-backup=1783958950 logger.go:42: 16:09:11 | migration-from-crunchy-standby/3-trigger-backup | postgrescluster.postgres-operator.crunchydata.com/crunchy-source annotated logger.go:42: 16:09:11 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 16:09:11 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 16:09:12 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 16:09:13 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 16:09:14 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 16:09:14 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 16:09:15 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 16:09:15 | migration-from-crunchy-standby/3-trigger-backup | error: no matching resources found logger.go:42: 16:09:16 | migration-from-crunchy-standby/3-trigger-backup | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait job \ -l postgres-operator.crunchydata.com/pgbackrest-backup=manual,postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=condition=Complete \ --timeout=270s] logger.go:42: 16:10:52 | migration-from-crunchy-standby/3-trigger-backup | job.batch/crunchy-source-backup-p99c condition met logger.go:42: 16:10:52 | migration-from-crunchy-standby/3-trigger-backup | test step completed 3-trigger-backup logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | starting test step 4-create-percona-standby logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Retrieve the S3 repo path set when the Crunchy cluster was created REPO_PATH=$(kubectl get configmap crunchy-migration-config -n "${NAMESPACE}" \ -o jsonpath='{.data.repo-path}') MINIO_ENDPOINT="minio-service.${NAMESPACE}.svc.cluster.local:9000" # ----------------------------------------------------------------------- # Copy TLS certificates from the Crunchy namespace to the Percona namespace. # The cluster-cert provides the shared CA so each side can verify the other. # The replication-cert (CN=_crunchyreplication) is presented by the Percona # standby when opening a streaming replication connection to the Crunchy primary. # ----------------------------------------------------------------------- for secret in crunchy-source-cluster-cert crunchy-source-replication-cert; do kubectl get secret "${secret}" -n "${CRUNCHY_NS}" -o json | \ yq '{"apiVersion": .apiVersion, "kind": .kind, "data": .data, "metadata": {"name": .metadata.name}, "type": .type}' -o yaml | \ kubectl apply -n "${NAMESPACE}" -f - done # Use the Crunchy HA service DNS as the streaming replication host. # In-cluster cross-namespace DNS avoids the need for a LoadBalancer IP. CRUNCHY_HOST="crunchy-source-ha.${CRUNCHY_NS}.svc.cluster.local" # ----------------------------------------------------------------------- # Create the Percona standby cluster: # - repoName: repo1 → initial restore from the shared S3 backup # - host/port → ongoing streaming replication from the Crunchy primary # - customTLSSecret → lets Percona verify Crunchy's TLS and vice-versa # - customReplicationTLSSecret → cert Percona presents as _crunchyreplication # ----------------------------------------------------------------------- get_cr "percona-standby" "${REPO_PATH}" | \ yq eval 'del(.spec.users)' | \ yq eval ".spec.backups.pgbackrest.global.\"repo1-s3-uri-style\" = \"path\"" | \ yq eval ".spec.backups.pgbackrest.global.\"repo1-s3-verify-tls\" = \"n\"" | \ yq eval ".spec.backups.pgbackrest.repos[0].s3.endpoint = \"${MINIO_ENDPOINT}\"" | \ yq eval ".spec.standby.enabled = true" | \ yq eval ".spec.standby.repoName = \"repo1\"" | \ yq eval ".spec.standby.host = \"${CRUNCHY_HOST}\"" | \ yq eval ".spec.standby.port = 5432" | \ yq eval ".spec.secrets.customTLSSecret.name = \"crunchy-source-cluster-cert\"" | \ yq eval ".spec.secrets.customReplicationTLSSecret.name = \"crunchy-source-replication-cert\"" | \ kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | + source ../../functions logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ realpath ../../.. logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ pwd logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ command -v oc logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ oc get projects logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | error: the server doesn't have a resource type "projects" logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ ! -n '' ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ -n '' ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PG_VER=18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ PG_VER=18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PG_DISTRIBUTION= logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ PG_DISTRIBUTION= logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ '' == community ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ BUCKET=pg-operator-testing logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export PGOV1_VER=14 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ PGOV1_VER=14 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ MINIO_VER=5.4.0 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ printenv logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ grep -E '^IMAGE' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ awk -F= '{print $1}' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which gdate logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which date logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ date=/usr/sbin/date logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which gsed logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++++ which sed logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | +++ sed=/usr/sbin/sed logger.go:42: 16:10:52 | migration-from-crunchy-standby/4-create-percona-standby | ++ oc get projects logger.go:42: 16:10:53 | migration-from-crunchy-standby/4-create-percona-standby | + CRUNCHY_NS=kuttl-test-loving-chimp-crunchy logger.go:42: 16:10:53 | migration-from-crunchy-standby/4-create-percona-standby | ++ kubectl get configmap crunchy-migration-config -n kuttl-test-loving-chimp -o 'jsonpath={.data.repo-path}' logger.go:42: 16:10:53 | migration-from-crunchy-standby/4-create-percona-standby | + REPO_PATH=/migration-from-crunchy/25653/repo1 logger.go:42: 16:10:53 | migration-from-crunchy-standby/4-create-percona-standby | + MINIO_ENDPOINT=minio-service.kuttl-test-loving-chimp.svc.cluster.local:9000 logger.go:42: 16:10:53 | migration-from-crunchy-standby/4-create-percona-standby | + for secret in crunchy-source-cluster-cert crunchy-source-replication-cert logger.go:42: 16:10:53 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl get secret crunchy-source-cluster-cert -n kuttl-test-loving-chimp-crunchy -o json logger.go:42: 16:10:53 | migration-from-crunchy-standby/4-create-percona-standby | + yq $'{"apiVersion": .apiVersion, "kind": .kind, "data": .data,\n "metadata": {"name": .metadata.name}, "type": .type}' -o yaml logger.go:42: 16:10:53 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl apply -n kuttl-test-loving-chimp -f - logger.go:42: 16:10:55 | migration-from-crunchy-standby/4-create-percona-standby | secret/crunchy-source-cluster-cert created logger.go:42: 16:10:55 | migration-from-crunchy-standby/4-create-percona-standby | + for secret in crunchy-source-cluster-cert crunchy-source-replication-cert logger.go:42: 16:10:55 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl get secret crunchy-source-replication-cert -n kuttl-test-loving-chimp-crunchy -o json logger.go:42: 16:10:55 | migration-from-crunchy-standby/4-create-percona-standby | + yq $'{"apiVersion": .apiVersion, "kind": .kind, "data": .data,\n "metadata": {"name": .metadata.name}, "type": .type}' -o yaml logger.go:42: 16:10:55 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl apply -n kuttl-test-loving-chimp -f - logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | secret/crunchy-source-replication-cert created logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + CRUNCHY_HOST=crunchy-source-ha.kuttl-test-loving-chimp-crunchy.svc.cluster.local logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + get_cr percona-standby /migration-from-crunchy/25653/repo1 logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + local cr_name=percona-standby logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + local repo_path=/migration-from-crunchy/25653/repo1 logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + local source_path= logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + '[' -z percona-standby ']' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.global."repo1-s3-uri-style" = "path"' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval 'del(.spec.users)' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | ++ detect_k8s_platform logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | ++ local platform= logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.global."repo1-s3-verify-tls" = "n"' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | ++ kubectl get nodes -o json logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.backups.pgbackrest.repos[0].s3.endpoint = "minio-service.kuttl-test-loving-chimp.svc.cluster.local:9000"' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | ++ grep -q gce:// logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | ++ jq -r '.items[0].spec.providerID' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.enabled = true' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.repoName = "repo1"' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.host = "crunchy-source-ha.kuttl-test-loving-chimp-crunchy.svc.cluster.local"' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.standby.port = 5432' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.secrets.customTLSSecret.name = "crunchy-source-cluster-cert"' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + kubectl -n kuttl-test-loving-chimp apply -f - logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval '.spec.secrets.customReplicationTLSSecret.name = "crunchy-source-replication-cert"' logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | ++ platform=gke logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | ++ echo gke logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + local platform=gke logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby-spaces.yaml logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + local aks_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby-aks.yaml logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + [[ gke == digitalocean ]] logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + [[ gke == aks ]] logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy/cr.yaml') logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + local crs logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml ]] logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + crs+=($cr_file) logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "percona-standby" |\n\t\t.metadata.labels = {"e2e":"percona-standby"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"percona-standby","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:dev-latest" |\n\t\t.spec.pmm.secret = "percona-standby-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "percona-standby-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy/cr.yaml /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf/percona-standby.yaml logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||/migration-from-crunchy/25653/repo1|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 16:10:57 | migration-from-crunchy-standby/4-create-percona-standby | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53|g' /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 16:10:58 | migration-from-crunchy-standby/4-create-percona-standby | + [[ -n '' ]] logger.go:42: 16:10:58 | migration-from-crunchy-standby/4-create-percona-standby | + cat /tmp/kuttl/pg/migration-from-crunchy-standby/cr.yaml logger.go:42: 16:10:59 | migration-from-crunchy-standby/4-create-percona-standby | perconapgcluster.pgv2.percona.com/percona-standby created logger.go:42: 16:13:45 | migration-from-crunchy-standby/4-create-percona-standby | test step completed 4-create-percona-standby logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | starting test step 5-wait-for-sync logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | running command: [sh -c set -o errexit set -o xtrace source ../../functions # Poll until initial data from Crunchy is visible on the Percona standby. # The standby replays WAL archived to S3 by Crunchy, so there may be lag. data="" attempts=0 max_attempts=30 until [ -n "${data}" ]; do data=$(kubectl exec -n "${NAMESPACE}" \ $(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') \ -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data WHERE id = 1;' 2>/dev/null" \ 2>/dev/null || true) attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: initial data not visible on Percona standby after $((max_attempts * 15)) seconds" exit 1 fi sleep 15 done kubectl create configmap -n "${NAMESPACE}" 05-standby-initial-sync \ --from-literal=data="${data}"] logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | + source ../../functions logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ realpath ../../.. logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | ++ BUSYBOX_VER=1.36 logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | ++++ pwd logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ command -v oc logger.go:42: 16:13:45 | migration-from-crunchy-standby/5-wait-for-sync | +++ oc get projects logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | error: the server doesn't have a resource type "projects" logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ ! -n '' ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ -n '' ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PG_VER=18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ PG_VER=18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PG_DISTRIBUTION= logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ PG_DISTRIBUTION= logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ '' == community ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export BUCKET=pg-operator-testing logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ BUCKET=pg-operator-testing logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export PGOV1_VER=14 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ PGOV1_VER=14 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export MINIO_VER=5.4.0 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ MINIO_VER=5.4.0 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ REGISTRY_NAME=docker.io logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ printenv logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ grep -E '^IMAGE' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ awk -F= '{print $1}' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which gdate logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which date logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ date=/usr/sbin/date logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which gsed logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++++ which sed logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ sed=/usr/sbin/sed logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | ++ oc get projects logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | + data= logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | + attempts=0 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | + max_attempts=30 logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | + '[' -n '' ']' logger.go:42: 16:13:46 | migration-from-crunchy-standby/5-wait-for-sync | +++ kubectl get pod -n kuttl-test-loving-chimp -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:13:47 | migration-from-crunchy-standby/5-wait-for-sync | ++ kubectl exec -n kuttl-test-loving-chimp percona-standby-instance1-f6j2-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data WHERE id = 1;'\'' 2>/dev/null' logger.go:42: 16:13:49 | migration-from-crunchy-standby/5-wait-for-sync | + data=' 1 | initial-data-before-standby' logger.go:42: 16:13:49 | migration-from-crunchy-standby/5-wait-for-sync | + attempts=1 logger.go:42: 16:13:49 | migration-from-crunchy-standby/5-wait-for-sync | + '[' 1 -ge 30 ']' logger.go:42: 16:13:49 | migration-from-crunchy-standby/5-wait-for-sync | + sleep 15 logger.go:42: 16:14:04 | migration-from-crunchy-standby/5-wait-for-sync | + '[' -n ' 1 | initial-data-before-standby' ']' logger.go:42: 16:14:04 | migration-from-crunchy-standby/5-wait-for-sync | + kubectl create configmap -n kuttl-test-loving-chimp 05-standby-initial-sync '--from-literal=data= 1 | initial-data-before-standby' logger.go:42: 16:14:04 | migration-from-crunchy-standby/5-wait-for-sync | configmap/05-standby-initial-sync created logger.go:42: 16:14:04 | migration-from-crunchy-standby/5-wait-for-sync | running command: [sh -c data=$(kubectl get configmap 05-standby-initial-sync -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: initial data not replicated to standby. Got: ${data}" exit 1 }] logger.go:42: 16:14:05 | migration-from-crunchy-standby/5-wait-for-sync | test step completed 5-wait-for-sync logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | starting test step 6-write-more-data logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Crunchy primary pod not found" exit 1 fi # Write additional rows after standby is already syncing kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- bash -c " psql -d migrationtest -c \"INSERT INTO migration_data VALUES (2, 'data-added-while-standby-syncing');\" psql -d migrationtest -c \"INSERT INTO migration_data VALUES (3, 'more-data-for-replication-test');\" "] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | + source ../../functions logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ realpath ../../.. logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++ BUSYBOX_VER=1.36 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ pwd logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ command -v oc logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ oc get projects logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | error: the server doesn't have a resource type "projects" logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ ! -n '' ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ -n '' ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export PG_VER=18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ PG_VER=18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export PG_DISTRIBUTION= logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ PG_DISTRIBUTION= logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ '' == community ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export BUCKET=pg-operator-testing logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ BUCKET=pg-operator-testing logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export PGOV1_VER=14 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ PGOV1_VER=14 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export MINIO_VER=5.4.0 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ MINIO_VER=5.4.0 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ REGISTRY_NAME=docker.io logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ printenv logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ grep -E '^IMAGE' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ awk -F= '{print $1}' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ which gdate logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ which date logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ date=/usr/sbin/date logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ which gsed logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++++ which sed logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | +++ sed=/usr/sbin/sed logger.go:42: 16:14:05 | migration-from-crunchy-standby/6-write-more-data | ++ oc get projects logger.go:42: 16:14:06 | migration-from-crunchy-standby/6-write-more-data | + CRUNCHY_NS=kuttl-test-loving-chimp-crunchy logger.go:42: 16:14:06 | migration-from-crunchy-standby/6-write-more-data | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-loving-chimp-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:14:07 | migration-from-crunchy-standby/6-write-more-data | + primary=crunchy-source-instance1-pdff-0 logger.go:42: 16:14:07 | migration-from-crunchy-standby/6-write-more-data | + '[' -z crunchy-source-instance1-pdff-0 ']' logger.go:42: 16:14:07 | migration-from-crunchy-standby/6-write-more-data | + kubectl exec -n kuttl-test-loving-chimp-crunchy crunchy-source-instance1-pdff-0 -c database -- bash -c $'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (2, \'data-added-while-standby-syncing\');"\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (3, \'more-data-for-replication-test\');"\n' logger.go:42: 16:14:08 | migration-from-crunchy-standby/6-write-more-data | INSERT 0 1 logger.go:42: 16:14:08 | migration-from-crunchy-standby/6-write-more-data | INSERT 0 1 logger.go:42: 16:14:08 | migration-from-crunchy-standby/6-write-more-data | test step completed 6-write-more-data logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | starting test step 7-verify-data-standby logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | running command: [sh -c set -o errexit set -o xtrace source ../../functions standby_pod=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${standby_pod}" ]; then echo "ERROR: Percona standby pod not found" exit 1 fi # Poll until rows 2 and 3 (written after standby was running) are visible data="" attempts=0 max_attempts=30 until echo "${data}" | grep -q "more-data-for-replication-test"; do data=$(kubectl exec -n "${NAMESPACE}" "${standby_pod}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;' 2>/dev/null" \ 2>/dev/null || true) attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: updated data not replicated to Percona standby after $((max_attempts * 15)) seconds" echo "Current data on standby: ${data}" exit 1 fi sleep 15 done kubectl create configmap -n "${NAMESPACE}" 06-standby-data \ --from-literal=data="${data}"] logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | + source ../../functions logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ realpath ../../.. logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | ++++ pwd logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ command -v oc logger.go:42: 16:14:08 | migration-from-crunchy-standby/7-verify-data-standby | +++ oc get projects logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | error: the server doesn't have a resource type "projects" logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ ! -n '' ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ -n '' ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PG_VER=18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ PG_VER=18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PG_DISTRIBUTION= logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ PG_DISTRIBUTION= logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ '' == community ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ BUCKET=pg-operator-testing logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export PGOV1_VER=14 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ PGOV1_VER=14 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ MINIO_VER=5.4.0 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ printenv logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ grep -E '^IMAGE' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ awk -F= '{print $1}' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which gdate logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which date logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ date=/usr/sbin/date logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which gsed logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++++ which sed logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | +++ sed=/usr/sbin/sed logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++ oc get projects logger.go:42: 16:14:09 | migration-from-crunchy-standby/7-verify-data-standby | ++ kubectl get pod -n kuttl-test-loving-chimp -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:14:10 | migration-from-crunchy-standby/7-verify-data-standby | + standby_pod=percona-standby-instance1-f6j2-0 logger.go:42: 16:14:10 | migration-from-crunchy-standby/7-verify-data-standby | + '[' -z percona-standby-instance1-f6j2-0 ']' logger.go:42: 16:14:10 | migration-from-crunchy-standby/7-verify-data-standby | + data= logger.go:42: 16:14:10 | migration-from-crunchy-standby/7-verify-data-standby | + attempts=0 logger.go:42: 16:14:10 | migration-from-crunchy-standby/7-verify-data-standby | + max_attempts=30 logger.go:42: 16:14:10 | migration-from-crunchy-standby/7-verify-data-standby | + echo '' logger.go:42: 16:14:10 | migration-from-crunchy-standby/7-verify-data-standby | + grep -q more-data-for-replication-test logger.go:42: 16:14:10 | migration-from-crunchy-standby/7-verify-data-standby | ++ kubectl exec -n kuttl-test-loving-chimp percona-standby-instance1-f6j2-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\'' 2>/dev/null' logger.go:42: 16:14:11 | migration-from-crunchy-standby/7-verify-data-standby | + data=$' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 16:14:11 | migration-from-crunchy-standby/7-verify-data-standby | + attempts=1 logger.go:42: 16:14:11 | migration-from-crunchy-standby/7-verify-data-standby | + '[' 1 -ge 30 ']' logger.go:42: 16:14:11 | migration-from-crunchy-standby/7-verify-data-standby | + sleep 15 logger.go:42: 16:14:26 | migration-from-crunchy-standby/7-verify-data-standby | + echo $' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 16:14:26 | migration-from-crunchy-standby/7-verify-data-standby | + grep -q more-data-for-replication-test logger.go:42: 16:14:26 | migration-from-crunchy-standby/7-verify-data-standby | + kubectl create configmap -n kuttl-test-loving-chimp 06-standby-data $'--from-literal=data= 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test' logger.go:42: 16:14:27 | migration-from-crunchy-standby/7-verify-data-standby | configmap/06-standby-data created logger.go:42: 16:14:27 | migration-from-crunchy-standby/7-verify-data-standby | running command: [sh -c data=$(kubectl get configmap 06-standby-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') echo "${data}" | grep -q "initial-data-before-standby" || { echo "ERROR: row 1 missing from standby. Got: ${data}" exit 1 } echo "${data}" | grep -q "data-added-while-standby-syncing" || { echo "ERROR: row 2 missing from standby. Got: ${data}" exit 1 } echo "${data}" | grep -q "more-data-for-replication-test" || { echo "ERROR: row 3 missing from standby. Got: ${data}" exit 1 }] logger.go:42: 16:14:27 | migration-from-crunchy-standby/7-verify-data-standby | test step completed 7-verify-data-standby logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | starting test step 8-cutover logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # ----------------------------------------------------------------------- # Pre-cutover: verify streaming replication lag is minimal. # Query pg_stat_replication on the Crunchy primary to confirm the Percona # standby is caught up before we stop writes. # ----------------------------------------------------------------------- primary=$(kubectl get pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -n "${CRUNCHY_NS}" \ -o jsonpath='{.items[0].metadata.name}') attempts=0 max_attempts=12 until kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- \ psql -q -t -c " SELECT count(*) FROM pg_stat_replication WHERE state = 'streaming' AND (write_lag IS NULL OR write_lag < interval '5 seconds') AND (replay_lag IS NULL OR replay_lag < interval '5 seconds'); " | grep -q "^[[:space:]]*[1-9]"; do attempts=$((attempts + 1)) if [ "${attempts}" -ge "${max_attempts}" ]; then echo "ERROR: Percona standby replication lag too high before cutover" kubectl exec -n "${CRUNCHY_NS}" "${primary}" -c database -- \ psql -c "SELECT client_addr, state, write_lag, flush_lag, replay_lag FROM pg_stat_replication;" exit 1 fi echo "Waiting for standby lag to drop (attempt ${attempts}/${max_attempts})..." sleep 10 done echo "Replication lag acceptable — proceeding with cutover" # ----------------------------------------------------------------------- # Convert Crunchy to standby mode: Patroni demotes the leader, archives # the final WAL segments to S3, then enters recovery. # ----------------------------------------------------------------------- kubectl patch postgrescluster crunchy-source \ -n "${CRUNCHY_NS}" \ --type=merge \ -p '{"spec": {"standby": {"enabled": true, "repoName": "repo1"}}}' echo "Crunchy cluster patch applied — demotion verified in 08-assert"] logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | + source ../../functions logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ realpath ../../.. logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | ++ BUSYBOX_VER=1.36 logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | ++++ pwd logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ command -v oc logger.go:42: 16:14:27 | migration-from-crunchy-standby/8-cutover | +++ oc get projects logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | error: the server doesn't have a resource type "projects" logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ ! -n '' ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ -n '' ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export PG_VER=18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ PG_VER=18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export PG_DISTRIBUTION= logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ PG_DISTRIBUTION= logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ '' == community ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export BUCKET=pg-operator-testing logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ BUCKET=pg-operator-testing logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export PGOV1_VER=14 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ PGOV1_VER=14 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export MINIO_VER=5.4.0 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ MINIO_VER=5.4.0 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ REGISTRY_NAME=docker.io logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ printenv logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ grep -E '^IMAGE' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ awk -F= '{print $1}' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ which gdate logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ which date logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ date=/usr/sbin/date logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ which gsed logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++++ which sed logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | +++ sed=/usr/sbin/sed logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++ oc get projects logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | + CRUNCHY_NS=kuttl-test-loving-chimp-crunchy logger.go:42: 16:14:28 | migration-from-crunchy-standby/8-cutover | ++ kubectl get pod -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master -n kuttl-test-loving-chimp-crunchy -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:14:29 | migration-from-crunchy-standby/8-cutover | + primary=crunchy-source-instance1-pdff-0 logger.go:42: 16:14:29 | migration-from-crunchy-standby/8-cutover | + attempts=0 logger.go:42: 16:14:29 | migration-from-crunchy-standby/8-cutover | + max_attempts=12 logger.go:42: 16:14:29 | migration-from-crunchy-standby/8-cutover | + kubectl exec -n kuttl-test-loving-chimp-crunchy crunchy-source-instance1-pdff-0 -c database -- psql -q -t -c $'\n SELECT count(*) FROM pg_stat_replication\n WHERE state = \'streaming\'\n AND (write_lag IS NULL OR write_lag < interval \'5 seconds\')\n AND (replay_lag IS NULL OR replay_lag < interval \'5 seconds\');\n ' logger.go:42: 16:14:29 | migration-from-crunchy-standby/8-cutover | + grep -q '^[[:space:]]*[1-9]' logger.go:42: 16:14:30 | migration-from-crunchy-standby/8-cutover | + echo 'Replication lag acceptable — proceeding with cutover' logger.go:42: 16:14:30 | migration-from-crunchy-standby/8-cutover | Replication lag acceptable — proceeding with cutover logger.go:42: 16:14:30 | migration-from-crunchy-standby/8-cutover | + kubectl patch postgrescluster crunchy-source -n kuttl-test-loving-chimp-crunchy --type=merge -p '{"spec": {"standby": {"enabled": true, "repoName": "repo1"}}}' logger.go:42: 16:14:31 | migration-from-crunchy-standby/8-cutover | postgrescluster.postgres-operator.crunchydata.com/crunchy-source patched logger.go:42: 16:14:31 | migration-from-crunchy-standby/8-cutover | + echo 'Crunchy cluster patch applied — demotion verified in 08-assert' logger.go:42: 16:14:31 | migration-from-crunchy-standby/8-cutover | Crunchy cluster patch applied — demotion verified in 08-assert logger.go:42: 16:14:31 | migration-from-crunchy-standby/8-cutover | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" # Verify Crunchy actually demoted to standby mode. # # PGO 5.8.7 does NOT: # - delete the pod (Patroni restarts postgres in recovery, pod stays) # - remove the role=master label (the Standby Leader still holds the DCS # leader key, so PGO keeps the label) # - write status.standby.enabled (no such field in PGO's status schema) # # The only reliable signal is pg_is_in_recovery() returning true on the # pod that was the primary. Poll until it does. attempt=0 while [ "${attempt}" -lt 36 ]; do master_pod=$(kubectl get pods -n "${CRUNCHY_NS}" \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/role=master \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${master_pod}" ]; then # No master-labelled pod at all — pick any postgres pod. master_pod=$(kubectl get pods -n "${CRUNCHY_NS}" \ -l postgres-operator.crunchydata.com/cluster=crunchy-source,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') fi in_recovery=$(kubectl exec -n "${CRUNCHY_NS}" "${master_pod}" -c database -- \ psql -q -t -c "SELECT pg_is_in_recovery();" 2>/dev/null | tr -d ' \n') || true if [ "${in_recovery}" = "t" ]; then echo "Crunchy source confirmed demoted — postgres is in recovery (Standby Leader)" exit 0 fi echo "Waiting for Crunchy demotion (attempt ${attempt}/36): in_recovery=${in_recovery} pod=${master_pod}" attempt=$((attempt + 1)) sleep 5 done echo "ERROR: Crunchy primary still not in recovery after timeout" exit 1] logger.go:42: 16:14:33 | migration-from-crunchy-standby/8-cutover | Waiting for Crunchy demotion (attempt 0/36): in_recovery= pod=crunchy-source-instance1-pdff-0 logger.go:42: 16:14:40 | migration-from-crunchy-standby/8-cutover | Crunchy source confirmed demoted — postgres is in recovery (Standby Leader) logger.go:42: 16:14:40 | migration-from-crunchy-standby/8-cutover | test step completed 8-cutover logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | starting test step 9-shutdown-source logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | running command: [sh -c set -o errexit set -o xtrace source ../../functions CRUNCHY_NS="${NAMESPACE}-crunchy" # Shut down the Crunchy source cluster (optional step — frees resources # and ensures no split-brain once Percona is promoted). kubectl patch postgrescluster crunchy-source \ -n "${CRUNCHY_NS}" \ --type=merge \ -p '{"spec": {"shutdown": true}}' # Wait for all Crunchy pods to terminate kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=delete \ --timeout=120s || true echo "Crunchy source cluster shut down"] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | + source ../../functions logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ realpath ../../.. logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++ BUSYBOX_VER=1.36 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ pwd logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ command -v oc logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ oc get projects logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | error: the server doesn't have a resource type "projects" logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ ! -n '' ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ -n '' ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export PG_VER=18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ PG_VER=18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export PG_DISTRIBUTION= logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ PG_DISTRIBUTION= logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ '' == community ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export BUCKET=pg-operator-testing logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ BUCKET=pg-operator-testing logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export PGOV1_VER=14 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ PGOV1_VER=14 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export MINIO_VER=5.4.0 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ MINIO_VER=5.4.0 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ REGISTRY_NAME=docker.io logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ printenv logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ grep -E '^IMAGE' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ awk -F= '{print $1}' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ which gdate logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ which date logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ date=/usr/sbin/date logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ which gsed logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++++ which sed logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | +++ sed=/usr/sbin/sed logger.go:42: 16:14:40 | migration-from-crunchy-standby/9-shutdown-source | ++ oc get projects logger.go:42: 16:14:41 | migration-from-crunchy-standby/9-shutdown-source | + CRUNCHY_NS=kuttl-test-loving-chimp-crunchy logger.go:42: 16:14:41 | migration-from-crunchy-standby/9-shutdown-source | + kubectl patch postgrescluster crunchy-source -n kuttl-test-loving-chimp-crunchy --type=merge -p '{"spec": {"shutdown": true}}' logger.go:42: 16:14:42 | migration-from-crunchy-standby/9-shutdown-source | postgrescluster.postgres-operator.crunchydata.com/crunchy-source patched logger.go:42: 16:14:42 | migration-from-crunchy-standby/9-shutdown-source | + kubectl wait pod -l postgres-operator.crunchydata.com/cluster=crunchy-source -n kuttl-test-loving-chimp-crunchy --for=delete --timeout=120s logger.go:42: 16:16:42 | migration-from-crunchy-standby/9-shutdown-source | timed out waiting for the condition on pods/crunchy-source-backup-p99c-rrlg2 logger.go:42: 16:16:42 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 16:16:42 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 16:16:42 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 16:16:42 | migration-from-crunchy-standby/9-shutdown-source | client rate limiter Wait returned an error: context deadline exceeded logger.go:42: 16:16:42 | migration-from-crunchy-standby/9-shutdown-source | + true logger.go:42: 16:16:42 | migration-from-crunchy-standby/9-shutdown-source | + echo 'Crunchy source cluster shut down' logger.go:42: 16:16:42 | migration-from-crunchy-standby/9-shutdown-source | Crunchy source cluster shut down logger.go:42: 16:16:42 | migration-from-crunchy-standby/9-shutdown-source | running command: [sh -c set -o errexit CRUNCHY_NS="${NAMESPACE}-crunchy" kubectl wait pod \ -l postgres-operator.crunchydata.com/cluster=crunchy-source \ -n "${CRUNCHY_NS}" \ --for=delete \ --timeout=120s || true # Poll until the Percona standby WAL replay LSN stabilises. # Once Crunchy is shut down, no new WAL is produced; the standby will # finish replaying from S3 and then stop advancing. Two consecutive # identical LSNs mean replay is complete and it is safe to promote. standby_pod=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/data=postgres \ -o jsonpath='{.items[0].metadata.name}') prev_lsn="" stable_count=0 for i in $(seq 20); do curr_lsn=$(kubectl exec -n "${NAMESPACE}" "${standby_pod}" -c database -- \ psql -q -t -c "SELECT pg_last_wal_replay_lsn();" | tr -d ' ') echo "WAL replay LSN check ${i}/20: ${curr_lsn}" if [ "${curr_lsn}" = "${prev_lsn}" ] && [ -n "${curr_lsn}" ]; then stable_count=$((stable_count + 1)) # Two consecutive matching LSNs = replay has stopped if [ "${stable_count}" -ge 2 ]; then echo "WAL replay stable at ${curr_lsn} — safe to promote" exit 0 fi else stable_count=0 fi prev_lsn="${curr_lsn}" sleep 5 done echo "ERROR: WAL replay LSN did not stabilise within 100 seconds" exit 1] logger.go:42: 16:18:42 | migration-from-crunchy-standby/9-shutdown-source | error: timed out waiting for the condition on pods/crunchy-source-backup-p99c-rrlg2 logger.go:42: 16:18:44 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 1/20: 0/E0000A0 logger.go:42: 16:18:50 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 2/20: 0/E0000A0 logger.go:42: 16:18:56 | migration-from-crunchy-standby/9-shutdown-source | WAL replay LSN check 3/20: 0/E0000A0 logger.go:42: 16:18:56 | migration-from-crunchy-standby/9-shutdown-source | WAL replay stable at 0/E0000A0 — safe to promote logger.go:42: 16:18:56 | migration-from-crunchy-standby/9-shutdown-source | test step completed 9-shutdown-source logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | starting test step 10-promote-percona logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | running command: [sh -c set -o errexit set -o xtrace source ../../functions # Promote the Percona standby to a primary cluster by disabling standby mode kubectl patch perconapgcluster percona-standby \ -n "${NAMESPACE}" \ --type=merge \ -p '{"spec": {"standby": {"enabled": false}}}' echo "Percona standby promotion triggered"] logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | + source ../../functions logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ realpath ../../.. logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | ++ BUSYBOX_VER=1.36 logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | ++++ pwd logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ command -v oc logger.go:42: 16:18:56 | migration-from-crunchy-standby/10-promote-percona | +++ oc get projects logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | error: the server doesn't have a resource type "projects" logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ ! -n '' ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ -n '' ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export PG_VER=18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ PG_VER=18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export PG_DISTRIBUTION= logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ PG_DISTRIBUTION= logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ '' == community ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export BUCKET=pg-operator-testing logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ BUCKET=pg-operator-testing logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export PGOV1_VER=14 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ PGOV1_VER=14 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export MINIO_VER=5.4.0 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ MINIO_VER=5.4.0 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ REGISTRY_NAME=docker.io logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ printenv logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ grep -E '^IMAGE' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ awk -F= '{print $1}' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ which gdate logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ which date logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ date=/usr/sbin/date logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ which gsed logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++++ which sed logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | +++ sed=/usr/sbin/sed logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | ++ oc get projects logger.go:42: 16:18:57 | migration-from-crunchy-standby/10-promote-percona | + kubectl patch perconapgcluster percona-standby -n kuttl-test-loving-chimp --type=merge -p '{"spec": {"standby": {"enabled": false}}}' logger.go:42: 16:18:58 | migration-from-crunchy-standby/10-promote-percona | perconapgcluster.pgv2.percona.com/percona-standby patched logger.go:42: 16:18:58 | migration-from-crunchy-standby/10-promote-percona | + echo 'Percona standby promotion triggered' logger.go:42: 16:18:58 | migration-from-crunchy-standby/10-promote-percona | Percona standby promotion triggered logger.go:42: 16:18:59 | migration-from-crunchy-standby/10-promote-percona | test step completed 10-promote-percona logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | starting test step 11-verify-writable logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Percona primary pod not found after promotion" exit 1 fi kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " psql -d migrationtest -c \"INSERT INTO migration_data VALUES (4, 'written-after-percona-promotion');\" " data=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT id, value FROM migration_data ORDER BY id;'") kubectl create configmap -n "${NAMESPACE}" 10-percona-primary-data \ --from-literal=data="${data}" # Workaround for upstream Crunchy PGO bug: the operator hardcodes # archive-async=y in the generated pgBackRest config, causing the # background archiver to silently drop 00000002.history with error 103 # (archive.info missing) during the dataSource bootstrap promotion. # Re-push synchronously here after the stanza has been created. # In the standby flow the Percona archive shares the same S3 path as # Crunchy so the file may already be present; use || true accordingly. # See: https://github.com/CrunchyData/postgres-operator/issues/XXXX kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " pgbackrest --stanza=db --no-archive-async \ archive-push \"\${PGDATA}/pg_wal/00000002.history\" || true "] logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | + source ../../functions logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ realpath ../../.. logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | ++ BUSYBOX_VER=1.36 logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | ++++ pwd logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ command -v oc logger.go:42: 16:18:59 | migration-from-crunchy-standby/11-verify-writable | +++ oc get projects logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | error: the server doesn't have a resource type "projects" logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ ! -n '' ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ -n '' ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export PG_VER=18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ PG_VER=18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export PG_DISTRIBUTION= logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ PG_DISTRIBUTION= logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ '' == community ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export BUCKET=pg-operator-testing logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ BUCKET=pg-operator-testing logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export PGOV1_VER=14 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ PGOV1_VER=14 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export MINIO_VER=5.4.0 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ MINIO_VER=5.4.0 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ REGISTRY_NAME=docker.io logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ printenv logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ grep -E '^IMAGE' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ awk -F= '{print $1}' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ which gdate logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ which date logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ date=/usr/sbin/date logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ which gsed logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++++ which sed logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | +++ sed=/usr/sbin/sed logger.go:42: 16:19:00 | migration-from-crunchy-standby/11-verify-writable | ++ oc get projects logger.go:42: 16:19:01 | migration-from-crunchy-standby/11-verify-writable | ++ kubectl get pod -n kuttl-test-loving-chimp -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:19:01 | migration-from-crunchy-standby/11-verify-writable | + primary=percona-standby-instance1-v4nf-0 logger.go:42: 16:19:01 | migration-from-crunchy-standby/11-verify-writable | + '[' -z percona-standby-instance1-v4nf-0 ']' logger.go:42: 16:19:01 | migration-from-crunchy-standby/11-verify-writable | + kubectl exec -n kuttl-test-loving-chimp percona-standby-instance1-v4nf-0 -c database -- bash -c $'\n psql -d migrationtest -c "INSERT INTO migration_data VALUES (4, \'written-after-percona-promotion\');"\n' logger.go:42: 16:19:03 | migration-from-crunchy-standby/11-verify-writable | INSERT 0 1 logger.go:42: 16:19:03 | migration-from-crunchy-standby/11-verify-writable | ++ kubectl exec -n kuttl-test-loving-chimp percona-standby-instance1-v4nf-0 -c database -- bash -c 'psql -q -t -d migrationtest -c '\''SELECT id, value FROM migration_data ORDER BY id;'\''' logger.go:42: 16:19:04 | migration-from-crunchy-standby/11-verify-writable | + data=$' 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test\n 4 | written-after-percona-promotion' logger.go:42: 16:19:04 | migration-from-crunchy-standby/11-verify-writable | + kubectl create configmap -n kuttl-test-loving-chimp 10-percona-primary-data $'--from-literal=data= 1 | initial-data-before-standby\n 2 | data-added-while-standby-syncing\n 3 | more-data-for-replication-test\n 4 | written-after-percona-promotion' logger.go:42: 16:19:04 | migration-from-crunchy-standby/11-verify-writable | configmap/10-percona-primary-data created logger.go:42: 16:19:04 | migration-from-crunchy-standby/11-verify-writable | + kubectl exec -n kuttl-test-loving-chimp percona-standby-instance1-v4nf-0 -c database -- bash -c $'\n pgbackrest --stanza=db --no-archive-async archive-push "${PGDATA}/pg_wal/00000002.history" || true\n' logger.go:42: 16:19:06 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c data=$(kubectl get configmap 10-percona-primary-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') for expected in \ "initial-data-before-standby" \ "data-added-while-standby-syncing" \ "more-data-for-replication-test" \ "written-after-percona-promotion"; do echo "${data}" | grep -q "${expected}" || { echo "ERROR: '${expected}' missing from Percona primary. Got: ${data}" exit 1 } done] logger.go:42: 16:19:06 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=90s] logger.go:42: 16:19:09 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 16:19:09 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].replicaCreateBackupComplete}'=true \ --timeout=90s] logger.go:42: 16:20:39 | migration-from-crunchy-standby/11-verify-writable | error: timed out waiting for the condition on perconapgclusters/percona-standby logger.go:42: 16:20:40 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c data=$(kubectl get configmap 10-percona-primary-data -n "${NAMESPACE}" \ -o jsonpath='{.data.data}') for expected in \ "initial-data-before-standby" \ "data-added-while-standby-syncing" \ "more-data-for-replication-test" \ "written-after-percona-promotion"; do echo "${data}" | grep -q "${expected}" || { echo "ERROR: '${expected}' missing from Percona primary. Got: ${data}" exit 1 } done] logger.go:42: 16:20:41 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].stanzaCreated}'=true \ --timeout=90s] logger.go:42: 16:20:41 | migration-from-crunchy-standby/11-verify-writable | E0713 16:20:41.937596 2615214 reflector.go:227] "Failed to watch" err="Get \"https://35.225.132.168/apis/pgv2.percona.com/v2/namespaces/kuttl-test-loving-chimp/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dpercona-standby&resourceVersion=1783959639406301000&timeoutSeconds=563&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 16:20:41 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 16:20:41 | migration-from-crunchy-standby/11-verify-writable | running command: [sh -c kubectl wait perconapgcluster/percona-standby \ -n "${NAMESPACE}" \ --for=jsonpath='{.status.pgbackrest.repos[0].replicaCreateBackupComplete}'=true \ --timeout=90s] logger.go:42: 16:21:21 | migration-from-crunchy-standby/11-verify-writable | perconapgcluster.pgv2.percona.com/percona-standby condition met logger.go:42: 16:21:21 | migration-from-crunchy-standby/11-verify-writable | test step completed 11-verify-writable logger.go:42: 16:21:21 | migration-from-crunchy-standby/12-backup | starting test step 12-backup logger.go:42: 16:21:22 | migration-from-crunchy-standby/12-backup | PerconaPGBackup:kuttl-test-loving-chimp/post-migration-backup created logger.go:42: 16:22:20 | migration-from-crunchy-standby/12-backup | test step completed 12-backup logger.go:42: 16:22:20 | migration-from-crunchy-standby/13-restore | starting test step 13-restore logger.go:42: 16:22:20 | migration-from-crunchy-standby/13-restore | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(kubectl get pod -n "${NAMESPACE}" \ -l postgres-operator.crunchydata.com/cluster=percona-standby,postgres-operator.crunchydata.com/role=primary \ -o jsonpath='{.items[0].metadata.name}') if [ -z "${primary}" ]; then echo "ERROR: Percona primary pod not found" exit 1 fi # Capture the current database time as the PITR target BEFORE truncating, # then force a WAL switch so this point is flushed to the archive before # any truncate WAL is written. --target-timeline=current is valid with # --type=time (but not with --type=immediate) and prevents pgBackRest from # following a newer timeline that may exist in the archive from a previous # restore, which would cause a checkpoint-record PANIC. restore_target=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- \ psql -q -t -c "SELECT to_char(clock_timestamp(), 'YYYY-MM-DD HH24:MI:SS')" \ | xargs) kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- \ psql -q -c "SELECT pg_switch_wal();" echo "PITR target: ${restore_target}" # Truncate the table to prove the restore actually brings data back. kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c " psql -d migrationtest -c 'TRUNCATE TABLE migration_data;' " # Verify the table is empty before triggering the restore. count=$(kubectl exec -n "${NAMESPACE}" "${primary}" -c database -- bash -c \ "psql -q -t -d migrationtest -c 'SELECT count(*) FROM migration_data;' | tr -d ' '") if [ "${count}" != "0" ]; then echo "ERROR: Expected 0 rows after truncate, got ${count}" exit 1 fi cat </dev/null || true helm uninstall pgo --namespace "${CRUNCHY_NS}" --ignore-not-found || true kubectl delete namespace "${CRUNCHY_NS}" --ignore-not-found || true remove_all_finalizers check_operator_panic destroy_operator] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | + source ../../functions logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ realpath ../../.. logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++ BUSYBOX_VER=1.36 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ pwd logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++ test_name=migration-from-crunchy-standby logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/vars.sh logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/deploy logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/conf logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/e2e-tests/tests/migration-from-crunchy-standby/conf logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ TEMP_DIR=/tmp/kuttl/pg/migration-from-crunchy-standby logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export GIT_BRANCH=PR-1659 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ GIT_BRANCH=PR-1659 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export VERSION=PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ VERSION=PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ SKIP_TEST_WARNINGS=true logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ command -v oc logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ oc get projects logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | error: the server doesn't have a resource type "projects" logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ ! -n '' ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ -n '' ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export PG_VER=18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ PG_VER=18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export PG_DISTRIBUTION= logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ PG_DISTRIBUTION= logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ '' == community ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export BUCKET=pg-operator-testing logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ BUCKET=pg-operator-testing logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export PGOV1_TAG=1.4.0 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ PGOV1_TAG=1.4.0 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export PGOV1_VER=14 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ PGOV1_VER=14 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export CPGO_VERSION=5.8.7 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ CPGO_VERSION=5.8.7 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export MINIO_VER=5.4.0 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ MINIO_VER=5.4.0 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export REGISTRY_NAME=docker.io logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ REGISTRY_NAME=docker.io logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ printenv logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ grep -E '^IMAGE' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ awk -F= '{print $1}' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM3_CLIENT' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM3_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == docker.io/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == percona/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:PR-1659-830fd1f53 == perconalab/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM3_SERVER' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM3_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-server:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-server:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:dev-latest == docker.io/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:dev-latest == percona/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-server:dev-latest == perconalab/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++++ echo perconalab/pmm-client:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ var_value=perconalab/pmm-client:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:dev-latest == docker.io/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:dev-latest == percona/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ [[ perconalab/pmm-client:dev-latest == perconalab/* ]] logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ new_value=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:dev-latest logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53 logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ which gdate logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:24:15 | migration-from-crunchy-standby/99-cleanup | ++++ which date logger.go:42: 16:24:16 | migration-from-crunchy-standby/99-cleanup | +++ date=/usr/sbin/date logger.go:42: 16:24:16 | migration-from-crunchy-standby/99-cleanup | ++++ which gsed logger.go:42: 16:24:16 | migration-from-crunchy-standby/99-cleanup | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1659/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:24:16 | migration-from-crunchy-standby/99-cleanup | ++++ which sed logger.go:42: 16:24:16 | migration-from-crunchy-standby/99-cleanup | +++ sed=/usr/sbin/sed logger.go:42: 16:24:16 | migration-from-crunchy-standby/99-cleanup | ++ oc get projects logger.go:42: 16:24:16 | migration-from-crunchy-standby/99-cleanup | + CRUNCHY_NS=kuttl-test-loving-chimp-crunchy logger.go:42: 16:24:16 | migration-from-crunchy-standby/99-cleanup | + kubectl delete postgrescluster crunchy-source -n kuttl-test-loving-chimp-crunchy --ignore-not-found logger.go:42: 16:24:17 | migration-from-crunchy-standby/99-cleanup | postgrescluster.postgres-operator.crunchydata.com "crunchy-source" deleted from kuttl-test-loving-chimp-crunchy namespace logger.go:42: 16:24:17 | migration-from-crunchy-standby/99-cleanup | + kubectl patch postgrescluster crunchy-source -n kuttl-test-loving-chimp-crunchy --type=json '-p=[{"op":"remove","path":"/metadata/finalizers"}]' logger.go:42: 16:24:17 | migration-from-crunchy-standby/99-cleanup | + true logger.go:42: 16:24:17 | migration-from-crunchy-standby/99-cleanup | + helm uninstall pgo --namespace kuttl-test-loving-chimp-crunchy --ignore-not-found logger.go:42: 16:24:20 | migration-from-crunchy-standby/99-cleanup | release "pgo" uninstalled logger.go:42: 16:24:20 | migration-from-crunchy-standby/99-cleanup | + kubectl delete namespace kuttl-test-loving-chimp-crunchy --ignore-not-found logger.go:42: 16:24:21 | migration-from-crunchy-standby/99-cleanup | namespace "kuttl-test-loving-chimp-crunchy" deleted logger.go:42: 16:24:34 | migration-from-crunchy-standby/99-cleanup | + remove_all_finalizers logger.go:42: 16:24:34 | migration-from-crunchy-standby/99-cleanup | + resource_types=("pg-restore" "pg-backup" "pg") logger.go:42: 16:24:34 | migration-from-crunchy-standby/99-cleanup | + for resource in "${resource_types[@]}" logger.go:42: 16:24:34 | migration-from-crunchy-standby/99-cleanup | + echo 'removing all finalizers for pg-restore resources' logger.go:42: 16:24:34 | migration-from-crunchy-standby/99-cleanup | removing all finalizers for pg-restore resources logger.go:42: 16:24:34 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-loving-chimp get pg-restore -o json logger.go:42: 16:24:34 | migration-from-crunchy-standby/99-cleanup | + jq '.items[] | .metadata.name' -r logger.go:42: 16:24:34 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:24:34 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:24:35 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-loving-chimp delete pg-restore post-migration-restore --wait=0 logger.go:42: 16:24:35 | migration-from-crunchy-standby/99-cleanup | perconapgrestore.pgv2.percona.com "post-migration-restore" deleted from kuttl-test-loving-chimp namespace logger.go:42: 16:24:35 | migration-from-crunchy-standby/99-cleanup | ++ kubectl -n kuttl-test-loving-chimp get pg-restore post-migration-restore -o yaml logger.go:42: 16:24:35 | migration-from-crunchy-standby/99-cleanup | ++ yq '.metadata.finalizers | length' logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | + [[ 1 == 0 ]] logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-loving-chimp patch pg-restore post-migration-restore --type=json '-p=[{"op": "remove", "path": "/metadata/finalizers"}]' logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | perconapgrestore.pgv2.percona.com/post-migration-restore patched logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | + for resource in "${resource_types[@]}" logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | + echo 'removing all finalizers for pg-backup resources' logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | removing all finalizers for pg-backup resources logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-loving-chimp get pg-backup -o json logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | + jq '.items[] | .metadata.name' -r logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:24:36 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:24:37 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-loving-chimp delete pg-backup percona-standby-backup-ltjd-hq2r6 --wait=0 logger.go:42: 16:24:37 | migration-from-crunchy-standby/99-cleanup | perconapgbackup.pgv2.percona.com "percona-standby-backup-ltjd-hq2r6" deleted from kuttl-test-loving-chimp namespace logger.go:42: 16:24:37 | migration-from-crunchy-standby/99-cleanup | ++ kubectl -n kuttl-test-loving-chimp get pg-backup percona-standby-backup-ltjd-hq2r6 -o yaml logger.go:42: 16:24:37 | migration-from-crunchy-standby/99-cleanup | ++ yq '.metadata.finalizers | length' logger.go:42: 16:24:38 | migration-from-crunchy-standby/99-cleanup | Error from server (NotFound): perconapgbackups.pgv2.percona.com "percona-standby-backup-ltjd-hq2r6" not found logger.go:42: 16:24:38 | migration-from-crunchy-standby/99-cleanup | + [[ 0 == 0 ]] logger.go:42: 16:24:38 | migration-from-crunchy-standby/99-cleanup | + continue logger.go:42: 16:24:38 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:24:38 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:24:38 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-loving-chimp delete pg-backup post-migration-backup --wait=0 logger.go:42: 16:24:38 | migration-from-crunchy-standby/99-cleanup | perconapgbackup.pgv2.percona.com "post-migration-backup" deleted from kuttl-test-loving-chimp namespace logger.go:42: 16:24:38 | migration-from-crunchy-standby/99-cleanup | ++ kubectl -n kuttl-test-loving-chimp get pg-backup post-migration-backup -o yaml logger.go:42: 16:24:38 | migration-from-crunchy-standby/99-cleanup | ++ yq '.metadata.finalizers | length' logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | Error from server (NotFound): perconapgbackups.pgv2.percona.com "post-migration-backup" not found logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | + [[ 0 == 0 ]] logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | + continue logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | + for resource in "${resource_types[@]}" logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | + echo 'removing all finalizers for pg resources' logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | removing all finalizers for pg resources logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | + kubectl -n kuttl-test-loving-chimp get pg -o json logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | + jq '.items[] | .metadata.name' -r logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | + IFS= logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | + read -r name logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | + check_operator_panic logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | ++ get_operator_pod logger.go:42: 16:24:39 | migration-from-crunchy-standby/99-cleanup | +++ kubectl get pods -n pg-operator --selector=app.kubernetes.io/name=percona-postgresql-operator -o 'jsonpath={.items[].metadata.name}' logger.go:42: 16:24:40 | migration-from-crunchy-standby/99-cleanup | ++ echo percona-postgresql-operator-66dd8dbbcb-ghgxd logger.go:42: 16:24:40 | migration-from-crunchy-standby/99-cleanup | + local operator_pod=percona-postgresql-operator-66dd8dbbcb-ghgxd logger.go:42: 16:24:40 | migration-from-crunchy-standby/99-cleanup | + local panic_log logger.go:42: 16:24:40 | migration-from-crunchy-standby/99-cleanup | ++ kubectl logs -n pg-operator percona-postgresql-operator-66dd8dbbcb-ghgxd -c operator logger.go:42: 16:24:40 | migration-from-crunchy-standby/99-cleanup | ++ grep -A 100 'Observed a panic' logger.go:42: 16:24:41 | migration-from-crunchy-standby/99-cleanup | ++ true logger.go:42: 16:24:41 | migration-from-crunchy-standby/99-cleanup | + panic_log= logger.go:42: 16:24:41 | migration-from-crunchy-standby/99-cleanup | + '[' -n '' ']' logger.go:42: 16:24:41 | migration-from-crunchy-standby/99-cleanup | + destroy_operator logger.go:42: 16:24:41 | migration-from-crunchy-standby/99-cleanup | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 16:24:41 | migration-from-crunchy-standby/99-cleanup | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 16:24:41 | migration-from-crunchy-standby/99-cleanup | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 16:24:41 | migration-from-crunchy-standby/99-cleanup | + [[ -n pg-operator ]] logger.go:42: 16:24:41 | migration-from-crunchy-standby/99-cleanup | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 16:24:41 | migration-from-crunchy-standby/99-cleanup | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 16:24:42 | migration-from-crunchy-standby/99-cleanup | namespace "pg-operator" force deleted logger.go:42: 16:24:53 | migration-from-crunchy-standby/99-cleanup | test step completed 99-cleanup logger.go:42: 16:24:54 | migration-from-crunchy-standby | migration-from-crunchy-standby events from ns kuttl-test-loving-chimp: logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:41 +0000 UTC Normal PersistentVolumeClaim minio-service WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:42 +0000 UTC Normal ReplicaSet.apps minio-service-7979c64d4c SuccessfulCreate Created pod: minio-service-7979c64d4c-xl6vx replicaset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:42 +0000 UTC Normal Deployment.apps minio-service ScalingReplicaSet Scaled up replica set minio-service-7979c64d4c from 0 to 1 deployment-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:42 +0000 UTC Normal PersistentVolumeClaim minio-service ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:42 +0000 UTC Normal PersistentVolumeClaim minio-service Provisioning External provisioner is provisioning volume for claim "kuttl-test-loving-chimp/minio-service" pd.csi.storage.gke.io_gke-b1ff6af869cc4113a823-be5b-c034-vm_a53ab4ea-70cf-466f-b193-6fd6f0adf3a6 logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:43 +0000 UTC Normal Pod minio-service-post-job-wmkb9 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/minio-service-post-job-wmkb9 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-dmln default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:43 +0000 UTC Normal Pod minio-service-post-job-wmkb9.spec.containers{minio-make-user} Pulling Pulling image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:43 +0000 UTC Normal Job.batch minio-service-post-job SuccessfulCreate Created pod: minio-service-post-job-wmkb9 job-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:46 +0000 UTC Normal Pod minio-service-7979c64d4c-xl6vx Binding Scheduled Successfully assigned kuttl-test-loving-chimp/minio-service-7979c64d4c-xl6vx to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-7z36 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:46 +0000 UTC Normal Pod minio-service-post-job-wmkb9.spec.containers{minio-make-user} Pulled Successfully pulled image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" in 2.543s (2.543s including waiting). Image size: 28122288 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:46 +0000 UTC Normal Pod minio-service-post-job-wmkb9.spec.containers{minio-make-user} Created Created container: minio-make-user kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:46 +0000 UTC Normal Pod minio-service-post-job-wmkb9.spec.containers{minio-make-user} Started Started container minio-make-user kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:46 +0000 UTC Normal PersistentVolumeClaim minio-service ProvisioningSucceeded Successfully provisioned volume pvc-a3f970e9-769c-4524-aa04-7ba14c19c620 pd.csi.storage.gke.io_gke-b1ff6af869cc4113a823-be5b-c034-vm_a53ab4ea-70cf-466f-b193-6fd6f0adf3a6 logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:54 +0000 UTC Normal Pod minio-service-7979c64d4c-xl6vx SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a3f970e9-769c-4524-aa04-7ba14c19c620" attachdetach-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:55 +0000 UTC Normal Pod minio-service-7979c64d4c-xl6vx.spec.containers{minio} Pulled Container image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" already present on machine kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:55 +0000 UTC Normal Pod minio-service-7979c64d4c-xl6vx.spec.containers{minio} Created Created container: minio kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:05:55 +0000 UTC Normal Pod minio-service-7979c64d4c-xl6vx.spec.containers{minio} Started Started container minio kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:06 +0000 UTC Normal Job.batch minio-service-post-job Completed Job completed job-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:08 +0000 UTC Normal Pod aws-cli Binding Scheduled Successfully assigned kuttl-test-loving-chimp/aws-cli to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-dmln default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:09 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulling Pulling image "perconalab/awscli" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:12 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulled Successfully pulled image "perconalab/awscli" in 3.581s (3.581s including waiting). Image size: 30314917 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:12 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Created Created container: aws-cli kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:12 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Started Started container aws-cli kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:41 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-f8q9m replicaset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:41 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-65d98588cc from 0 to 1 deployment-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:42 +0000 UTC Normal Pod pg-client-65d98588cc-f8q9m Binding Scheduled Successfully assigned kuttl-test-loving-chimp/pg-client-65d98588cc-f8q9m to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-dmln default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:42 +0000 UTC Normal Pod pg-client-65d98588cc-f8q9m.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:42 +0000 UTC Normal Pod pg-client-65d98588cc-f8q9m.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 122ms (122ms including waiting). Image size: 450571400 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:42 +0000 UTC Normal Pod pg-client-65d98588cc-f8q9m.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:06:43 +0000 UTC Normal Pod pg-client-65d98588cc-f8q9m.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:10:19 +0000 UTC Normal Pod pg-client-65d98588cc-f8q9m.spec.containers{pg-client} Killing Stopping container pg-client kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:10:35 +0000 UTC Normal Pod pg-client-65d98588cc-4hslf Binding Scheduled Successfully assigned kuttl-test-loving-chimp/pg-client-65d98588cc-4hslf to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-7z36 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:10:35 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-4hslf replicaset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:10:36 +0000 UTC Normal Pod pg-client-65d98588cc-4hslf.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:10:38 +0000 UTC Normal Pod pg-client-65d98588cc-4hslf.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 433ms (1.862s including waiting). Image size: 450571400 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:10:38 +0000 UTC Normal Pod pg-client-65d98588cc-4hslf.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:10:38 +0000 UTC Normal Pod pg-client-65d98588cc-4hslf.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:11:53 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-v4nf-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:11:53 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-v4nf SuccessfulCreate create Pod percona-standby-instance1-v4nf-0 in StatefulSet percona-standby-instance1-v4nf successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:11:54 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-v4nf-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:11:54 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-v4nf-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-loving-chimp/percona-standby-instance1-v4nf-pgdata" pd.csi.storage.gke.io_gke-b1ff6af869cc4113a823-be5b-c034-vm_a53ab4ea-70cf-466f-b193-6fd6f0adf3a6 logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:11:57 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-v4nf-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-dddf388d-d3fd-417d-983a-7351c2db5cfb pd.csi.storage.gke.io_gke-b1ff6af869cc4113a823-be5b-c034-vm_a53ab4ea-70cf-466f-b193-6fd6f0adf3a6 logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:11:58 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-instance1-v4nf-0 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-7z36 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:11:58 +0000 UTC Warning Pod percona-standby-instance1-v4nf-0 FailedMount MountVolume.SetUp failed for volume "pgbackrest-config" : [configmap "percona-standby-pgbackrest-config" not found, secret "percona-standby-pgbackrest" not found] kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:05 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-dddf388d-d3fd-417d-983a-7351c2db5cfb" attachdetach-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:05 +0000 UTC Normal Pod pg-client-65d98588cc-f8q9m TaintManagerEviction Cancelling deletion of Pod kuttl-test-loving-chimp/pg-client-65d98588cc-f8q9m taint-eviction-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:08 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-f6j2-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:09 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-f6j2-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-loving-chimp/percona-standby-instance1-f6j2-pgdata" pd.csi.storage.gke.io_gke-b1ff6af869cc4113a823-be5b-c034-vm_a53ab4ea-70cf-466f-b193-6fd6f0adf3a6 logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:09 +0000 UTC Warning PersistentVolumeClaim percona-standby-instance1-f6j2-pgdata ProvisioningFailed failed to provision volume with StorageClass "standard-rwo": error generating accessibility requirements: no topology key found on CSINode gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-dmln pd.csi.storage.gke.io_gke-b1ff6af869cc4113a823-be5b-c034-vm_a53ab4ea-70cf-466f-b193-6fd6f0adf3a6 logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:09 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-f6j2-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:09 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-f6j2 SuccessfulCreate create Pod percona-standby-instance1-f6j2-0 in StatefulSet percona-standby-instance1-f6j2 successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:09 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-v2lg-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:09 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-v2lg SuccessfulCreate create Pod percona-standby-instance1-v2lg-0 in StatefulSet percona-standby-instance1-v2lg successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:10 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-v2lg-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-loving-chimp/percona-standby-instance1-v2lg-pgdata" pd.csi.storage.gke.io_gke-b1ff6af869cc4113a823-be5b-c034-vm_a53ab4ea-70cf-466f-b193-6fd6f0adf3a6 logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:10 +0000 UTC Warning PersistentVolumeClaim percona-standby-instance1-v2lg-pgdata ProvisioningFailed failed to provision volume with StorageClass "standard-rwo": error generating accessibility requirements: no topology key found on CSINode gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-dmln pd.csi.storage.gke.io_gke-b1ff6af869cc4113a823-be5b-c034-vm_a53ab4ea-70cf-466f-b193-6fd6f0adf3a6 logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:10 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-v2lg-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:10 +0000 UTC Normal Pod percona-standby-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-repo-host-0 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-dmln default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:10 +0000 UTC Normal StatefulSet.apps percona-standby-repo-host SuccessfulCreate create Pod percona-standby-repo-host-0 in StatefulSet percona-standby-repo-host successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:10 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com percona-standby RepoHostCreated created pgBackRest repository host StatefulSet/percona-standby-repo-host postgrescluster-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:11 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-pgbouncer-7888848bd4-82cng to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-dmln default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:11 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-pgbouncer-7888848bd4-fgdkm to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-dmln default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:11 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-j9tgh Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-pgbouncer-7888848bd4-j9tgh to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-7z36 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:11 +0000 UTC Normal ReplicaSet.apps percona-standby-pgbouncer-7888848bd4 SuccessfulCreate Created pod: percona-standby-pgbouncer-7888848bd4-fgdkm replicaset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:11 +0000 UTC Normal ReplicaSet.apps percona-standby-pgbouncer-7888848bd4 SuccessfulCreate Created pod: percona-standby-pgbouncer-7888848bd4-j9tgh replicaset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:11 +0000 UTC Normal ReplicaSet.apps percona-standby-pgbouncer-7888848bd4 SuccessfulCreate Created pod: percona-standby-pgbouncer-7888848bd4-82cng replicaset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:11 +0000 UTC Normal PodDisruptionBudget.policy percona-standby-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:11 +0000 UTC Normal Deployment.apps percona-standby-pgbouncer ScalingReplicaSet Scaled up replica set percona-standby-pgbouncer-7888848bd4 from 0 to 3 deployment-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:11 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:12 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:12 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:12 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-j9tgh.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:12 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-j9tgh.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 148ms (148ms including waiting). Image size: 84403313 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:12 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-j9tgh.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:12 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-j9tgh.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:12 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-j9tgh.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:12 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-j9tgh.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 174ms (174ms including waiting). Image size: 84403313 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:12 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-j9tgh.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:12 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-j9tgh.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:14 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:14 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" in 154ms (154ms including waiting). Image size: 80678536 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:14 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:14 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:15 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:15 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 211ms (211ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:15 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:15 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:16 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:16 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 181ms (181ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:16 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:16 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:17 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:17 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 197ms (197ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:17 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:17 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:17 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:17 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 164ms (164ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:18 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:18 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:18 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:18 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 188ms (188ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:18 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:18 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:18 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:20 +0000 UTC Warning Pod percona-standby-instance1-v4nf-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:24 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 356ms (12.296s including waiting). Image size: 84403313 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:24 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:24 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:24 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:24 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 4.047s (12.043s including waiting). Image size: 84403313 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:24 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:24 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:24 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:24 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 11.324s (12.693s including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:24 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:24 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:29 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 120ms (5.259s including waiting). Image size: 84403313 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:29 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:29 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:30 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 298ms (5.196s including waiting). Image size: 84403313 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:30 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:30 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:30 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:30 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 143ms (297ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:30 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:30 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:30 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:30 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 142ms (142ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:30 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:30 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:44 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-instance1-f6j2-0 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-dmln default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:44 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-f6j2-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-bcf77b7c-a597-45a9-ac75-573ef0c62cea pd.csi.storage.gke.io_gke-b1ff6af869cc4113a823-be5b-c034-vm_a53ab4ea-70cf-466f-b193-6fd6f0adf3a6 logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:44 +0000 UTC Normal PersistentVolumeClaim percona-standby-instance1-v2lg-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-11e0e096-02a5-4fe8-aa88-d200ca2d3d13 pd.csi.storage.gke.io_gke-b1ff6af869cc4113a823-be5b-c034-vm_a53ab4ea-70cf-466f-b193-6fd6f0adf3a6 logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:45 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-instance1-v2lg-0 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-dmln default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:49 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bcf77b7c-a597-45a9-ac75-573ef0c62cea" attachdetach-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:50 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:52 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-11e0e096-02a5-4fe8-aa88-d200ca2d3d13" attachdetach-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:54 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" in 5.197s (5.197s including waiting). Image size: 80678536 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:55 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" in 1.286s (1.286s including waiting). Image size: 80678536 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:55 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:55 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:59 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:12:59 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:16 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 17.013s (17.013s including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:16 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:16 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:16 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 17.013s (17.013s including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:16 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:16 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:24 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:24 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 387ms (387ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:24 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:24 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:24 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:24 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 447ms (447ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:24 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:24 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:25 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:25 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 377ms (377ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:25 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:25 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:25 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:25 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:25 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 390ms (390ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:25 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:25 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:25 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:26 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 478ms (479ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:26 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:26 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:26 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:26 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 542ms (542ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:26 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:26 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:26 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:27 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 281ms (281ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:27 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:27 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:27 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:27 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 300ms (300ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:27 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:27 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:27 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:29 +0000 UTC Warning Pod percona-standby-instance1-f6j2-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:13:29 +0000 UTC Warning Pod percona-standby-instance1-v2lg-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:19:07 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com percona-standby StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:19:08 +0000 UTC Normal Pod percona-standby-backup-ltjd-rzzgn Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-backup-ltjd-rzzgn to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-q3f2 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:19:08 +0000 UTC Normal Job.batch percona-standby-backup-ltjd SuccessfulCreate Created pod: percona-standby-backup-ltjd-rzzgn job-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:19:09 +0000 UTC Normal Pod percona-standby-backup-ltjd-rzzgn.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:19:12 +0000 UTC Normal Pod percona-standby-backup-ltjd-rzzgn.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" in 3.555s (3.555s including waiting). Image size: 80678536 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:19:12 +0000 UTC Normal Pod percona-standby-backup-ltjd-rzzgn.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:19:12 +0000 UTC Normal Pod percona-standby-backup-ltjd-rzzgn.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:19:14 +0000 UTC Normal Pod percona-standby-backup-ltjd-rzzgn.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:19:20 +0000 UTC Normal Pod percona-standby-backup-ltjd-rzzgn.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 6.379s (6.379s including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:19:20 +0000 UTC Normal Pod percona-standby-backup-ltjd-rzzgn.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:19:21 +0000 UTC Normal Pod percona-standby-backup-ltjd-rzzgn.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:20 +0000 UTC Normal Job.batch percona-standby-backup-ltjd Completed Job completed job-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:29 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:29 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:29 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:29 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:29 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:29 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:29 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:29 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:30 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-4mq9w Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-pgbouncer-7888848bd4-4mq9w to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-q3f2 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:30 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-mkp42 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-pgbouncer-7888848bd4-mkp42 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-q3f2 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:30 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-mkp42.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:30 +0000 UTC Normal ReplicaSet.apps percona-standby-pgbouncer-7888848bd4 SuccessfulCreate Created pod: percona-standby-pgbouncer-7888848bd4-mkp42 replicaset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:30 +0000 UTC Normal ReplicaSet.apps percona-standby-pgbouncer-7888848bd4 SuccessfulCreate Created pod: percona-standby-pgbouncer-7888848bd4-4mq9w replicaset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:30 +0000 UTC Normal Pod percona-standby-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-repo-host-0 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-q3f2 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:30 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:30 +0000 UTC Normal StatefulSet.apps percona-standby-repo-host SuccessfulDelete delete Pod percona-standby-repo-host-0 in StatefulSet percona-standby-repo-host successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:31 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-instance1-f6j2-0 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-7z36 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:31 +0000 UTC Warning Pod percona-standby-instance1-f6j2-0 FailedAttachVolume Multi-Attach error for volume "pvc-bcf77b7c-a597-45a9-ac75-573ef0c62cea" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:31 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-f6j2 SuccessfulDelete delete Pod percona-standby-instance1-f6j2-0 in StatefulSet percona-standby-instance1-f6j2 successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:31 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-instance1-v2lg-0 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-q3f2 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:31 +0000 UTC Warning Pod percona-standby-instance1-v2lg-0 FailedAttachVolume Multi-Attach error for volume "pvc-11e0e096-02a5-4fe8-aa88-d200ca2d3d13" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:31 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-v2lg SuccessfulDelete delete Pod percona-standby-instance1-v2lg-0 in StatefulSet percona-standby-instance1-v2lg successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:31 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-4mq9w.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:31 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 154ms (154ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:31 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:31 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:31 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:33 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-4mq9w.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 2.575s (2.625s including waiting). Image size: 84403313 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:33 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-4mq9w.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:33 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-mkp42.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 2.716s (2.716s including waiting). Image size: 84403313 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-4mq9w.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-4mq9w.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-4mq9w.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 212ms (212ms including waiting). Image size: 84403313 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-4mq9w.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-4mq9w.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-mkp42.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-mkp42.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-mkp42.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-mkp42.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 233ms (233ms including waiting). Image size: 84403313 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-mkp42.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-mkp42.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 188ms (1.928s including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 134ms (183ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:34 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:39 +0000 UTC Normal Pod percona-standby-backup-9mr4-25prz Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-backup-9mr4-25prz to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-q3f2 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:39 +0000 UTC Normal Job.batch percona-standby-backup-9mr4 SuccessfulCreate Created pod: percona-standby-backup-9mr4-25prz job-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:40 +0000 UTC Normal Pod percona-standby-backup-9mr4-25prz.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:40 +0000 UTC Normal Pod percona-standby-backup-9mr4-25prz.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" in 145ms (145ms including waiting). Image size: 80678536 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:40 +0000 UTC Normal Pod percona-standby-backup-9mr4-25prz.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:40 +0000 UTC Normal Pod percona-standby-backup-9mr4-25prz.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:41 +0000 UTC Normal Pod percona-standby-backup-9mr4-25prz.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:42 +0000 UTC Normal Pod percona-standby-backup-9mr4-25prz.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 110ms (110ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:42 +0000 UTC Normal Pod percona-standby-backup-9mr4-25prz.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:21:42 +0000 UTC Normal Pod percona-standby-backup-9mr4-25prz.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:12 +0000 UTC Normal Job.batch percona-standby-backup-9mr4 Completed Job completed job-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:26 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bcf77b7c-a597-45a9-ac75-573ef0c62cea" attachdetach-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:28 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:28 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" in 150ms (150ms including waiting). Image size: 80678536 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:28 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:28 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:29 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:29 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 141ms (141ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:29 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:29 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:30 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:30 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 156ms (156ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:30 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:30 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:31 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:31 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 183ms (183ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:31 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:31 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:31 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:31 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 184ms (184ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:31 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:31 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:31 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:32 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:32 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:32 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 119ms (119ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:32 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:32 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:32 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:32 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-11e0e096-02a5-4fe8-aa88-d200ca2d3d13" attachdetach-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:33 +0000 UTC Warning Pod percona-standby-instance1-v2lg-0 FailedMount MountVolume.Setup failed while expanding volume for volume "pvc-11e0e096-02a5-4fe8-aa88-d200ca2d3d13" : mountVolume.NodeExpandVolume get PVC failed : persistentvolumeclaims "percona-standby-instance1-v2lg-pgdata" is forbidden: User "system:node:gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-q3f2" cannot get resource "persistentvolumeclaims" in API group "" in the namespace "kuttl-test-loving-chimp": no relationship found between node 'gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-q3f2' and this object kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:37 +0000 UTC Normal PodDisruptionBudget.policy percona-standby-set-instance1 NoPods No matching pods found controllermanager logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:38 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-4fhf9 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-pgbackrest-restore-4fhf9 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-7z36 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:38 +0000 UTC Normal Job.batch percona-standby-pgbackrest-restore SuccessfulCreate Created pod: percona-standby-pgbackrest-restore-4fhf9 job-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:41 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-4fhf9.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:41 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-4fhf9.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 153ms (153ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:41 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-4fhf9.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:42 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-4fhf9.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:43 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-4fhf9.spec.containers{pgbackrest-restore} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:43 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-4fhf9.spec.containers{pgbackrest-restore} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 179ms (179ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:43 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-4fhf9.spec.containers{pgbackrest-restore} Created Created container: pgbackrest-restore kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:43 +0000 UTC Normal Pod percona-standby-pgbackrest-restore-4fhf9.spec.containers{pgbackrest-restore} Started Started container pgbackrest-restore kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:54 +0000 UTC Normal Job.batch percona-standby-pgbackrest-restore Completed Job completed job-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:55 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-instance1-v4nf-0 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-7z36 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:55 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-v4nf SuccessfulCreate create Pod percona-standby-instance1-v4nf-0 in StatefulSet percona-standby-instance1-v4nf successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:56 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-82cng TaintManagerEviction Cancelling deletion of Pod kuttl-test-loving-chimp/percona-standby-pgbouncer-7888848bd4-82cng taint-eviction-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:22:56 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-fgdkm TaintManagerEviction Cancelling deletion of Pod kuttl-test-loving-chimp/percona-standby-pgbouncer-7888848bd4-fgdkm taint-eviction-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:01 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:01 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" in 143ms (143ms including waiting). Image size: 80678536 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:01 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:02 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:02 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:02 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 189ms (189ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:02 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:02 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:03 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:03 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 155ms (155ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:03 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:03 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:04 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:04 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 166ms (166ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:04 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:04 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:04 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:05 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 178ms (178ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:05 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:05 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:05 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:05 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 134ms (134ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:05 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:05 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:05 +0000 UTC Normal Pod percona-standby-instance1-v4nf-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:07 +0000 UTC Warning Pod percona-standby-instance1-v4nf-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:11 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-instance1-f6j2-0 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-dmln default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:11 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-f6j2 SuccessfulCreate create Pod percona-standby-instance1-f6j2-0 in StatefulSet percona-standby-instance1-f6j2 successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:12 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0 Binding Scheduled Successfully assigned kuttl-test-loving-chimp/percona-standby-instance1-v2lg-0 to gke-jen-pg-1659-830fd1f5-default-pool-b73f125a-q3f2 default-scheduler logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:12 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-v2lg SuccessfulCreate create Pod percona-standby-instance1-v2lg-0 in StatefulSet percona-standby-instance1-v2lg successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:19 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bcf77b7c-a597-45a9-ac75-573ef0c62cea" attachdetach-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:19 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-11e0e096-02a5-4fe8-aa88-d200ca2d3d13" attachdetach-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:20 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:21 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:21 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" in 145ms (145ms including waiting). Image size: 80678536 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:21 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:21 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:22 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:24 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1659-830fd1f53" in 3.28s (3.28s including waiting). Image size: 80678536 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:24 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:24 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:29 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:39 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 17.499s (17.499s including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:39 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:39 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:45 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 16.314s (16.314s including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:45 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:45 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:47 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:47 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 124ms (124ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:47 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:47 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:48 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:48 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 119ms (119ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:48 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:48 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:48 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:48 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 117ms (117ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:48 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:48 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:49 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:49 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 94ms (94ms including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:49 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:49 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:49 +0000 UTC Normal Pod percona-standby-instance1-v2lg-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:51 +0000 UTC Warning Pod percona-standby-instance1-v2lg-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:54 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:54 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 126ms (126ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:54 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:54 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 113ms (113ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{database} Started Started container database kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 100ms (100ms including waiting). Image size: 448293365 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:23:55 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:00 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 4.615s (4.615s including waiting). Image size: 122462503 bytes. kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:00 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:00 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:00 +0000 UTC Normal Pod percona-standby-instance1-f6j2-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:09 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-f6j2 SuccessfulDelete delete Pod percona-standby-instance1-f6j2-0 in StatefulSet percona-standby-instance1-f6j2 successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:09 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-v2lg SuccessfulDelete delete Pod percona-standby-instance1-v2lg-0 in StatefulSet percona-standby-instance1-v2lg successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:12 +0000 UTC Warning Pod percona-standby-instance1-f6j2-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:12 +0000 UTC Normal StatefulSet.apps percona-standby-instance1-v4nf SuccessfulDelete delete Pod percona-standby-instance1-v4nf-0 in StatefulSet percona-standby-instance1-v4nf successful statefulset-controller logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:16 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-4mq9w.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:16 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-4mq9w.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:16 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-j9tgh.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:16 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-j9tgh.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:16 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-mkp42.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:16 +0000 UTC Normal Pod percona-standby-pgbouncer-7888848bd4-mkp42.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:16 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | 2026-07-13 16:24:16 +0000 UTC Normal Pod percona-standby-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 16:24:54 | migration-from-crunchy-standby | Deleting namespace "kuttl-test-loving-chimp" === NAME kuttl harness.go:404: run tests finished harness.go:511: cleaning up harness.go:568: removing temp folder: "" --- PASS: kuttl (1269.18s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/migration-from-crunchy-standby (1268.41s) PASS